{"level":"warn","ts":"2026-05-08T18:18:44.250649Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-08T18:18:44.250756Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.89:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.89:2380","--initial-cluster=instance=https://199.204.45.89:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.89:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.89:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-08T18:18:44.250856Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-08T18:18:44.250874Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-05-08T18:18:44.250895Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-08T18:18:44.251696Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"]} {"level":"info","ts":"2026-05-08T18:18:44.251798Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.89:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-08T18:18:44.256424Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.282916ms"} {"level":"info","ts":"2026-05-08T18:18:44.267952Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c3b8446219deb8c1","cluster-id":"fe02a46d8aa9751f"} {"level":"info","ts":"2026-05-08T18:18:44.268091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=()"} {"level":"info","ts":"2026-05-08T18:18:44.268119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 0"} {"level":"info","ts":"2026-05-08T18:18:44.268134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c3b8446219deb8c1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-08T18:18:44.268147Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 1"} {"level":"info","ts":"2026-05-08T18:18:44.26821Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"warn","ts":"2026-05-08T18:18:44.283644Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-08T18:18:44.285222Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-08T18:18:44.286753Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-08T18:18:44.289241Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c3b8446219deb8c1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-08T18:18:44.289929Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c3b8446219deb8c1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-08T18:18:44.290221Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T18:18:44.290308Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T18:18:44.290368Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T18:18:44.292828Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"info","ts":"2026-05-08T18:18:44.293366Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","added-peer-id":"c3b8446219deb8c1","added-peer-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-05-08T18:18:44.294384Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-08T18:18:44.294452Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-05-08T18:18:44.294599Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-05-08T18:18:44.294658Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c3b8446219deb8c1","initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-08T18:18:44.294692Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-08T18:18:44.36877Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 is starting a new election at term 1"} {"level":"info","ts":"2026-05-08T18:18:44.36886Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-08T18:18:44.368883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgPreVoteResp from c3b8446219deb8c1 at term 1"} {"level":"info","ts":"2026-05-08T18:18:44.368904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became candidate at term 2"} {"level":"info","ts":"2026-05-08T18:18:44.368923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgVoteResp from c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-05-08T18:18:44.368939Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became leader at term 2"} {"level":"info","ts":"2026-05-08T18:18:44.368954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c3b8446219deb8c1 elected leader c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-05-08T18:18:44.369844Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T18:18:44.371637Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T18:18:44.371733Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T18:18:44.371768Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T18:18:44.371808Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c3b8446219deb8c1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.89:2379]}","request-path":"/0/members/c3b8446219deb8c1/attributes","cluster-id":"fe02a46d8aa9751f","publish-timeout":"7s"} {"level":"info","ts":"2026-05-08T18:18:44.371837Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-08T18:18:44.371815Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-08T18:18:44.372101Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-08T18:18:44.372136Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-08T18:18:44.374051Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.89:2379"} {"level":"info","ts":"2026-05-08T18:18:44.37548Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-05-08T18:18:49.027275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.74211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:18:49.027404Z","caller":"traceutil/trace.go:171","msg":"trace[695429302] linearizableReadLoop","detail":"{readStateIndex:255; appliedIndex:254; }","duration":"183.837327ms","start":"2026-05-08T18:18:48.84355Z","end":"2026-05-08T18:18:49.027387Z","steps":["trace[695429302] 'read index received' (duration: 58.673263ms)","trace[695429302] 'applied index is now lower than readState.Index' (duration: 125.162594ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:18:49.027544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.222629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T18:18:49.027583Z","caller":"traceutil/trace.go:171","msg":"trace[2021476300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:249; }","duration":"212.282171ms","start":"2026-05-08T18:18:48.815287Z","end":"2026-05-08T18:18:49.027569Z","steps":["trace[2021476300] 'agreement among raft nodes before linearized reading' (duration: 212.151777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:18:49.027674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.451944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:18:49.027781Z","caller":"traceutil/trace.go:171","msg":"trace[406809610] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:0; response_revision:249; }","duration":"205.64025ms","start":"2026-05-08T18:18:48.822118Z","end":"2026-05-08T18:18:49.027758Z","steps":["trace[406809610] 'agreement among raft nodes before linearized reading' (duration: 205.390232ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:18:49.028097Z","caller":"traceutil/trace.go:171","msg":"trace[2038738256] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"212.59532ms","start":"2026-05-08T18:18:48.815454Z","end":"2026-05-08T18:18:49.028049Z","steps":["trace[2038738256] 'process raft request' (duration: 86.634881ms)","trace[2038738256] 'compare' (duration: 124.607306ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:18:49.070045Z","caller":"traceutil/trace.go:171","msg":"trace[603241789] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"218.237839ms","start":"2026-05-08T18:18:48.851761Z","end":"2026-05-08T18:18:49.069999Z","steps":["trace[603241789] 'process raft request' (duration: 217.976731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:18:49.449765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.155462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:18:49.449974Z","caller":"traceutil/trace.go:171","msg":"trace[1289141219] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"322.205771ms","start":"2026-05-08T18:18:49.127749Z","end":"2026-05-08T18:18:49.449954Z","steps":["trace[1289141219] 'process raft request' (duration: 322.138859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:18:49.450049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:18:49.127728Z","time spent":"322.296763ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":180,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T18:18:49.450058Z","caller":"traceutil/trace.go:171","msg":"trace[1910450380] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"322.747348ms","start":"2026-05-08T18:18:49.127263Z","end":"2026-05-08T18:18:49.450011Z","steps":["trace[1910450380] 'process raft request' (duration: 113.279567ms)","trace[1910450380] 'compare' (duration: 208.957205ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:18:49.450238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:18:49.12724Z","time spent":"322.921054ms","remote":"127.0.0.1:56514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":324,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T18:18:49.820033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.818012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:18:49.82014Z","caller":"traceutil/trace.go:171","msg":"trace[1534051125] linearizableReadLoop","detail":"{readStateIndex:265; appliedIndex:264; }","duration":"192.375778ms","start":"2026-05-08T18:18:49.627748Z","end":"2026-05-08T18:18:49.820124Z","steps":["trace[1534051125] 'read index received' (duration: 17.362031ms)","trace[1534051125] 'applied index is now lower than readState.Index' (duration: 175.012847ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:18:49.820285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.523633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:18:49.820239Z","caller":"traceutil/trace.go:171","msg":"trace[1582815006] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"330.107502ms","start":"2026-05-08T18:18:49.490036Z","end":"2026-05-08T18:18:49.820144Z","steps":["trace[1582815006] 'process raft request' (duration: 155.094135ms)","trace[1582815006] 'compare' (duration: 174.644525ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:18:49.820331Z","caller":"traceutil/trace.go:171","msg":"trace[85701660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:259; }","duration":"192.630597ms","start":"2026-05-08T18:18:49.627688Z","end":"2026-05-08T18:18:49.820319Z","steps":["trace[85701660] 'agreement among raft nodes before linearized reading' (duration: 192.479162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:18:49.820496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:18:49.490017Z","time spent":"330.319978ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":219,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T18:18:50.147128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.433561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:18:50.147319Z","caller":"traceutil/trace.go:171","msg":"trace[1427758307] linearizableReadLoop","detail":"{readStateIndex:268; appliedIndex:266; }","duration":"252.716004ms","start":"2026-05-08T18:18:49.894583Z","end":"2026-05-08T18:18:50.147299Z","steps":["trace[1427758307] 'read index received' (duration: 138.786177ms)","trace[1427758307] 'applied index is now lower than readState.Index' (duration: 113.928807ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:18:50.147408Z","caller":"traceutil/trace.go:171","msg":"trace[1553824369] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"264.349524ms","start":"2026-05-08T18:18:49.883048Z","end":"2026-05-08T18:18:50.147398Z","steps":["trace[1553824369] 'process raft request' (duration: 264.188499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:18:50.147643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.056226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:18:50.147706Z","caller":"traceutil/trace.go:171","msg":"trace[2065848188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:262; }","duration":"253.235211ms","start":"2026-05-08T18:18:49.894456Z","end":"2026-05-08T18:18:50.147691Z","steps":["trace[2065848188] 'agreement among raft nodes before linearized reading' (duration: 253.095806ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:18:50.147709Z","caller":"traceutil/trace.go:171","msg":"trace[1335772384] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"265.282404ms","start":"2026-05-08T18:18:49.882389Z","end":"2026-05-08T18:18:50.147672Z","steps":["trace[1335772384] 'process raft request' (duration: 150.953394ms)","trace[1335772384] 'compare' (duration: 113.280637ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:18:50.147821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.423987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3712"} {"level":"info","ts":"2026-05-08T18:18:50.148073Z","caller":"traceutil/trace.go:171","msg":"trace[227330526] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:262; }","duration":"156.723177ms","start":"2026-05-08T18:18:49.991281Z","end":"2026-05-08T18:18:50.148004Z","steps":["trace[227330526] 'agreement among raft nodes before linearized reading' (duration: 156.407607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:18:51.029859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.689685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:18:51.030069Z","caller":"traceutil/trace.go:171","msg":"trace[952944315] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"126.231069ms","start":"2026-05-08T18:18:50.903814Z","end":"2026-05-08T18:18:51.030045Z","steps":["trace[952944315] 'process raft request' (duration: 21.263606ms)","trace[952944315] 'compare' (duration: 104.529969ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:18:51.107302Z","caller":"traceutil/trace.go:171","msg":"trace[843482250] transaction","detail":"{read_only:false; number_of_response:0; response_revision:308; }","duration":"142.618128ms","start":"2026-05-08T18:18:50.964662Z","end":"2026-05-08T18:18:51.10728Z","steps":["trace[843482250] 'process raft request' (duration: 142.469103ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:18:51.107387Z","caller":"traceutil/trace.go:171","msg":"trace[685162066] transaction","detail":"{read_only:false; number_of_response:0; response_revision:308; }","duration":"129.718369ms","start":"2026-05-08T18:18:50.977637Z","end":"2026-05-08T18:18:51.107356Z","steps":["trace[685162066] 'process raft request' (duration: 129.555673ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:18:51.107453Z","caller":"traceutil/trace.go:171","msg":"trace[1832227608] transaction","detail":"{read_only:false; number_of_response:0; response_revision:308; }","duration":"128.315954ms","start":"2026-05-08T18:18:50.979122Z","end":"2026-05-08T18:18:51.107438Z","steps":["trace[1832227608] 'process raft request' (duration: 128.165029ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:18:51.107465Z","caller":"traceutil/trace.go:171","msg":"trace[496097520] transaction","detail":"{read_only:false; number_of_response:0; response_revision:308; }","duration":"128.536181ms","start":"2026-05-08T18:18:50.978898Z","end":"2026-05-08T18:18:51.107434Z","steps":["trace[496097520] 'process raft request' (duration: 128.357215ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:18:51.107576Z","caller":"traceutil/trace.go:171","msg":"trace[1310122508] transaction","detail":"{read_only:false; number_of_response:0; response_revision:308; }","duration":"128.697657ms","start":"2026-05-08T18:18:50.978827Z","end":"2026-05-08T18:18:51.107524Z","steps":["trace[1310122508] 'process raft request' (duration: 128.400477ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:18:51.107618Z","caller":"traceutil/trace.go:171","msg":"trace[91023897] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"127.166018ms","start":"2026-05-08T18:18:50.980374Z","end":"2026-05-08T18:18:51.10754Z","steps":["trace[91023897] 'process raft request' (duration: 126.966162ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:18:51.184747Z","caller":"traceutil/trace.go:171","msg":"trace[816110339] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"151.283734ms","start":"2026-05-08T18:18:51.033437Z","end":"2026-05-08T18:18:51.184721Z","steps":["trace[816110339] 'process raft request' (duration: 124.046629ms)","trace[816110339] 'compare' (duration: 27.06509ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:18:55.796362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.247247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:18:55.796468Z","caller":"traceutil/trace.go:171","msg":"trace[1573114128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:390; }","duration":"222.399003ms","start":"2026-05-08T18:18:55.574045Z","end":"2026-05-08T18:18:55.796444Z","steps":["trace[1573114128] 'range keys from in-memory index tree' (duration: 222.097793ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:18:56.427619Z","caller":"traceutil/trace.go:171","msg":"trace[748827919] linearizableReadLoop","detail":"{readStateIndex:404; appliedIndex:403; }","duration":"255.858764ms","start":"2026-05-08T18:18:56.171722Z","end":"2026-05-08T18:18:56.427581Z","steps":["trace[748827919] 'read index received' (duration: 255.492503ms)","trace[748827919] 'applied index is now lower than readState.Index' (duration: 364.971µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:18:56.427718Z","caller":"traceutil/trace.go:171","msg":"trace[1649173762] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"507.418842ms","start":"2026-05-08T18:18:55.920249Z","end":"2026-05-08T18:18:56.427667Z","steps":["trace[1649173762] 'process raft request' (duration: 507.097082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:18:56.427851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.111323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-08T18:18:56.4279Z","caller":"traceutil/trace.go:171","msg":"trace[1601266788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:391; }","duration":"256.240266ms","start":"2026-05-08T18:18:56.171648Z","end":"2026-05-08T18:18:56.427888Z","steps":["trace[1601266788] 'agreement among raft nodes before linearized reading' (duration: 256.126802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:18:56.427982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:18:55.920222Z","time spent":"507.621008ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:18:56.428023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.489104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:18:56.428181Z","caller":"traceutil/trace.go:171","msg":"trace[611067650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:391; }","duration":"119.717791ms","start":"2026-05-08T18:18:56.30843Z","end":"2026-05-08T18:18:56.428147Z","steps":["trace[611067650] 'agreement among raft nodes before linearized reading' (duration: 119.407411ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:18:56.538684Z","caller":"traceutil/trace.go:171","msg":"trace[379966024] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"105.739938ms","start":"2026-05-08T18:18:56.432907Z","end":"2026-05-08T18:18:56.538647Z","steps":["trace[379966024] 'process raft request' (duration: 85.852656ms)","trace[379966024] 'compare' (duration: 19.624874ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:18:56.539104Z","caller":"traceutil/trace.go:171","msg":"trace[933594773] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"100.501101ms","start":"2026-05-08T18:18:56.438567Z","end":"2026-05-08T18:18:56.539068Z","steps":["trace[933594773] 'process raft request' (duration: 100.420639ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:18:56.539126Z","caller":"traceutil/trace.go:171","msg":"trace[359745099] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"105.603804ms","start":"2026-05-08T18:18:56.43348Z","end":"2026-05-08T18:18:56.539084Z","steps":["trace[359745099] 'process raft request' (duration: 105.380547ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:18:56.539157Z","caller":"traceutil/trace.go:171","msg":"trace[1394918800] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"106.200932ms","start":"2026-05-08T18:18:56.432921Z","end":"2026-05-08T18:18:56.539122Z","steps":["trace[1394918800] 'process raft request' (duration: 105.675145ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:18:58.624539Z","caller":"traceutil/trace.go:171","msg":"trace[920125996] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"137.273949ms","start":"2026-05-08T18:18:58.487245Z","end":"2026-05-08T18:18:58.624519Z","steps":["trace[920125996] 'process raft request' (duration: 137.081153ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:18:58.771408Z","caller":"traceutil/trace.go:171","msg":"trace[1415487437] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"142.253767ms","start":"2026-05-08T18:18:58.629123Z","end":"2026-05-08T18:18:58.771377Z","steps":["trace[1415487437] 'process raft request' (duration: 75.339172ms)","trace[1415487437] 'compare' (duration: 66.715999ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:18:58.771721Z","caller":"traceutil/trace.go:171","msg":"trace[1966272994] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"142.393692ms","start":"2026-05-08T18:18:58.629314Z","end":"2026-05-08T18:18:58.771708Z","steps":["trace[1966272994] 'process raft request' (duration: 142.008479ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:18:58.771826Z","caller":"traceutil/trace.go:171","msg":"trace[1864661874] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"141.279286ms","start":"2026-05-08T18:18:58.630515Z","end":"2026-05-08T18:18:58.771794Z","steps":["trace[1864661874] 'process raft request' (duration: 141.105101ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:02.076739Z","caller":"traceutil/trace.go:171","msg":"trace[429503045] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"143.61658ms","start":"2026-05-08T18:19:01.933104Z","end":"2026-05-08T18:19:02.076721Z","steps":["trace[429503045] 'process raft request' (duration: 143.428774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:07.146753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.835559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T18:19:07.146859Z","caller":"traceutil/trace.go:171","msg":"trace[921528867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:454; }","duration":"326.987253ms","start":"2026-05-08T18:19:06.819839Z","end":"2026-05-08T18:19:07.146826Z","steps":["trace[921528867] 'range keys from in-memory index tree' (duration: 326.674473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:07.146899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:06.819809Z","time spent":"327.080806ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T18:19:07.147022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.381549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:19:07.147063Z","caller":"traceutil/trace.go:171","msg":"trace[1496601310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:454; }","duration":"329.463512ms","start":"2026-05-08T18:19:06.817588Z","end":"2026-05-08T18:19:07.147052Z","steps":["trace[1496601310] 'range keys from in-memory index tree' (duration: 329.304096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:07.147083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:06.817567Z","time spent":"329.510743ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T18:19:07.147098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.615083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T18:19:07.147186Z","caller":"traceutil/trace.go:171","msg":"trace[36772371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:454; }","duration":"327.727387ms","start":"2026-05-08T18:19:06.819439Z","end":"2026-05-08T18:19:07.147166Z","steps":["trace[36772371] 'range keys from in-memory index tree' (duration: 327.484259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:07.147689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:06.819433Z","time spent":"328.240173ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:19:18.042727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.777387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-05-08T18:19:18.04284Z","caller":"traceutil/trace.go:171","msg":"trace[548960073] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:514; }","duration":"161.946352ms","start":"2026-05-08T18:19:17.880874Z","end":"2026-05-08T18:19:18.04282Z","steps":["trace[548960073] 'range keys from in-memory index tree' (duration: 160.92701ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:19.313654Z","caller":"traceutil/trace.go:171","msg":"trace[1235821102] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:536; }","duration":"102.429903ms","start":"2026-05-08T18:19:19.211198Z","end":"2026-05-08T18:19:19.313628Z","steps":["trace[1235821102] 'read index received' (duration: 102.179165ms)","trace[1235821102] 'applied index is now lower than readState.Index' (duration: 249.888µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:19:19.313724Z","caller":"traceutil/trace.go:171","msg":"trace[1246009363] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"103.090753ms","start":"2026-05-08T18:19:19.210592Z","end":"2026-05-08T18:19:19.313683Z","steps":["trace[1246009363] 'process raft request' (duration: 102.859556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:19.313829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.607038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-08T18:19:19.313873Z","caller":"traceutil/trace.go:171","msg":"trace[261458837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:518; }","duration":"102.692471ms","start":"2026-05-08T18:19:19.211166Z","end":"2026-05-08T18:19:19.313859Z","steps":["trace[261458837] 'agreement among raft nodes before linearized reading' (duration: 102.597358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:19.313918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.6719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-08T18:19:19.314007Z","caller":"traceutil/trace.go:171","msg":"trace[208074559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:518; }","duration":"102.788744ms","start":"2026-05-08T18:19:19.211194Z","end":"2026-05-08T18:19:19.313982Z","steps":["trace[208074559] 'agreement among raft nodes before linearized reading' (duration: 102.626719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:20.474937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.245222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:19:20.47506Z","caller":"traceutil/trace.go:171","msg":"trace[1365661741] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"885.400844ms","start":"2026-05-08T18:19:19.589641Z","end":"2026-05-08T18:19:20.475042Z","steps":["trace[1365661741] 'process raft request' (duration: 317.957775ms)","trace[1365661741] 'compare' (duration: 567.051846ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:19:20.475132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:19.589628Z","time spent":"885.474036ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:19:20.476193Z","caller":"traceutil/trace.go:171","msg":"trace[432514055] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"879.62249ms","start":"2026-05-08T18:19:19.596541Z","end":"2026-05-08T18:19:20.476164Z","steps":["trace[432514055] 'process raft request' (duration: 879.279749ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:20.476373Z","caller":"traceutil/trace.go:171","msg":"trace[1878050217] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"857.198588ms","start":"2026-05-08T18:19:19.619136Z","end":"2026-05-08T18:19:20.476335Z","steps":["trace[1878050217] 'process raft request' (duration: 856.852227ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:20.476626Z","caller":"traceutil/trace.go:171","msg":"trace[963950854] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"855.312798ms","start":"2026-05-08T18:19:19.621121Z","end":"2026-05-08T18:19:20.476434Z","steps":["trace[963950854] 'process raft request' (duration: 854.946816ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:20.476369Z","caller":"traceutil/trace.go:171","msg":"trace[2028855960] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"857.25557ms","start":"2026-05-08T18:19:19.619023Z","end":"2026-05-08T18:19:20.476279Z","steps":["trace[2028855960] 'process raft request' (duration: 856.898859ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:20.476394Z","caller":"traceutil/trace.go:171","msg":"trace[2082703186] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"750.421898ms","start":"2026-05-08T18:19:19.725946Z","end":"2026-05-08T18:19:20.476368Z","steps":["trace[2082703186] 'process raft request' (duration: 750.316085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:20.476439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:19.596528Z","time spent":"879.780985ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T18:19:20.476761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:19.621115Z","time spent":"855.556697ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:19:20.476753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:19.619126Z","time spent":"857.505248ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:19:20.476838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:19.725915Z","time spent":"750.851232ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T18:19:20.476865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:19.618999Z","time spent":"857.741536ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:19:21.286356Z","caller":"traceutil/trace.go:171","msg":"trace[569821617] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"131.739643ms","start":"2026-05-08T18:19:21.154552Z","end":"2026-05-08T18:19:21.286292Z","steps":["trace[569821617] 'process raft request' (duration: 131.280548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:21.54659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.561708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:19:21.546714Z","caller":"traceutil/trace.go:171","msg":"trace[2051552165] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"225.653656ms","start":"2026-05-08T18:19:21.321043Z","end":"2026-05-08T18:19:21.546697Z","steps":["trace[2051552165] 'read index received' (duration: 41.902542ms)","trace[2051552165] 'applied index is now lower than readState.Index' (duration: 183.749953ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:19:21.546983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.924374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-08T18:19:21.546781Z","caller":"traceutil/trace.go:171","msg":"trace[1852834348] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"232.10327ms","start":"2026-05-08T18:19:21.314665Z","end":"2026-05-08T18:19:21.546769Z","steps":["trace[1852834348] 'process raft request' (duration: 48.263243ms)","trace[1852834348] 'compare' (duration: 183.461965ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:19:21.547072Z","caller":"traceutil/trace.go:171","msg":"trace[1091203171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:589; }","duration":"226.048748ms","start":"2026-05-08T18:19:21.321Z","end":"2026-05-08T18:19:21.547048Z","steps":["trace[1091203171] 'agreement among raft nodes before linearized reading' (duration: 225.826691ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:21.584296Z","caller":"traceutil/trace.go:171","msg":"trace[825033345] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"179.044396ms","start":"2026-05-08T18:19:21.405231Z","end":"2026-05-08T18:19:21.584276Z","steps":["trace[825033345] 'process raft request' (duration: 178.930172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:21.936764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.024614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:19:21.936935Z","caller":"traceutil/trace.go:171","msg":"trace[1262097953] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"390.177709ms","start":"2026-05-08T18:19:21.546741Z","end":"2026-05-08T18:19:21.936919Z","steps":["trace[1262097953] 'read index received' (duration: 37.523161ms)","trace[1262097953] 'applied index is now lower than readState.Index' (duration: 352.653568ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:19:21.937013Z","caller":"traceutil/trace.go:171","msg":"trace[1658249506] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"385.408878ms","start":"2026-05-08T18:19:21.551565Z","end":"2026-05-08T18:19:21.936973Z","steps":["trace[1658249506] 'process raft request' (duration: 385.291174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:21.937106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.973614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-08T18:19:21.937143Z","caller":"traceutil/trace.go:171","msg":"trace[1996714315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:592; }","duration":"596.046646ms","start":"2026-05-08T18:19:21.341085Z","end":"2026-05-08T18:19:21.937132Z","steps":["trace[1996714315] 'agreement among raft nodes before linearized reading' (duration: 595.905812ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:21.937125Z","caller":"traceutil/trace.go:171","msg":"trace[1947401870] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"458.870491ms","start":"2026-05-08T18:19:21.478187Z","end":"2026-05-08T18:19:21.937057Z","steps":["trace[1947401870] 'process raft request' (duration: 262.451974ms)","trace[1947401870] 'compare' (duration: 195.545269ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:19:21.937165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.963593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-08T18:19:21.937167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.295436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T18:19:21.937218Z","caller":"traceutil/trace.go:171","msg":"trace[1831296025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:592; }","duration":"596.047866ms","start":"2026-05-08T18:19:21.341156Z","end":"2026-05-08T18:19:21.937203Z","steps":["trace[1831296025] 'agreement among raft nodes before linearized reading' (duration: 595.83453ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:21.937246Z","caller":"traceutil/trace.go:171","msg":"trace[1408138703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:592; }","duration":"488.414409ms","start":"2026-05-08T18:19:21.448811Z","end":"2026-05-08T18:19:21.937225Z","steps":["trace[1408138703] 'agreement among raft nodes before linearized reading' (duration: 488.214893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:21.937255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:21.341147Z","time spent":"596.099488ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:19:21.937295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:21.448795Z","time spent":"488.487521ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:19:21.937305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:21.478174Z","time spent":"459.046596ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:19:21.937182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:21.341068Z","time spent":"596.105328ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T18:19:21.937177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:21.551549Z","time spent":"385.542122ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:19:21.980108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.041993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:19:21.980204Z","caller":"traceutil/trace.go:171","msg":"trace[1481172608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"406.189368ms","start":"2026-05-08T18:19:21.573991Z","end":"2026-05-08T18:19:21.980181Z","steps":["trace[1481172608] 'agreement among raft nodes before linearized reading' (duration: 406.026013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:21.980256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:21.573968Z","time spent":"406.275741ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T18:19:21.980602Z","caller":"traceutil/trace.go:171","msg":"trace[1994443345] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"237.168131ms","start":"2026-05-08T18:19:21.743418Z","end":"2026-05-08T18:19:21.980586Z","steps":["trace[1994443345] 'process raft request' (duration: 236.437048ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:22.130986Z","caller":"traceutil/trace.go:171","msg":"trace[1208096287] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:619; }","duration":"103.402353ms","start":"2026-05-08T18:19:22.027555Z","end":"2026-05-08T18:19:22.130957Z","steps":["trace[1208096287] 'read index received' (duration: 101.11119ms)","trace[1208096287] 'applied index is now lower than readState.Index' (duration: 2.289403ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:19:22.131083Z","caller":"traceutil/trace.go:171","msg":"trace[2133291434] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"149.27022ms","start":"2026-05-08T18:19:21.981794Z","end":"2026-05-08T18:19:22.131064Z","steps":["trace[2133291434] 'process raft request' (duration: 146.916355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:22.131324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.323453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-05-08T18:19:22.131364Z","caller":"traceutil/trace.go:171","msg":"trace[1948253092] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:597; }","duration":"116.411396ms","start":"2026-05-08T18:19:22.014941Z","end":"2026-05-08T18:19:22.131353Z","steps":["trace[1948253092] 'agreement among raft nodes before linearized reading' (duration: 116.127697ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:25.885839Z","caller":"traceutil/trace.go:171","msg":"trace[332976854] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"161.248721ms","start":"2026-05-08T18:19:25.724303Z","end":"2026-05-08T18:19:25.885552Z","steps":["trace[332976854] 'process raft request' (duration: 160.165906ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:26.066538Z","caller":"traceutil/trace.go:171","msg":"trace[1668164574] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"116.551031ms","start":"2026-05-08T18:19:25.949964Z","end":"2026-05-08T18:19:26.066515Z","steps":["trace[1668164574] 'read index received' (duration: 37.272164ms)","trace[1668164574] 'applied index is now lower than readState.Index' (duration: 79.277737ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:19:26.066638Z","caller":"traceutil/trace.go:171","msg":"trace[1642129462] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"117.257513ms","start":"2026-05-08T18:19:25.949323Z","end":"2026-05-08T18:19:26.06658Z","steps":["trace[1642129462] 'process raft request' (duration: 37.974086ms)","trace[1642129462] 'compare' (duration: 79.105511ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:19:26.066762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.774938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T18:19:26.066794Z","caller":"traceutil/trace.go:171","msg":"trace[1301307475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:615; }","duration":"116.8651ms","start":"2026-05-08T18:19:25.949918Z","end":"2026-05-08T18:19:26.066783Z","steps":["trace[1301307475] 'agreement among raft nodes before linearized reading' (duration: 116.712305ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:26.312663Z","caller":"traceutil/trace.go:171","msg":"trace[1126718529] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:639; }","duration":"236.607193ms","start":"2026-05-08T18:19:26.076031Z","end":"2026-05-08T18:19:26.312638Z","steps":["trace[1126718529] 'read index received' (duration: 19.290913ms)","trace[1126718529] 'applied index is now lower than readState.Index' (duration: 217.31502ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:19:26.312827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.777618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:19:26.312868Z","caller":"traceutil/trace.go:171","msg":"trace[1762530496] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:619; }","duration":"236.82999ms","start":"2026-05-08T18:19:26.076024Z","end":"2026-05-08T18:19:26.312854Z","steps":["trace[1762530496] 'agreement among raft nodes before linearized reading' (duration: 236.737437ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:26.313094Z","caller":"traceutil/trace.go:171","msg":"trace[160243280] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"240.60253ms","start":"2026-05-08T18:19:26.072477Z","end":"2026-05-08T18:19:26.31308Z","steps":["trace[160243280] 'process raft request' (duration: 240.119985ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:26.313124Z","caller":"traceutil/trace.go:171","msg":"trace[835199198] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"240.793466ms","start":"2026-05-08T18:19:26.072279Z","end":"2026-05-08T18:19:26.313073Z","steps":["trace[835199198] 'process raft request' (duration: 240.276299ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:26.313652Z","caller":"traceutil/trace.go:171","msg":"trace[684860070] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"242.688197ms","start":"2026-05-08T18:19:26.070943Z","end":"2026-05-08T18:19:26.313631Z","steps":["trace[684860070] 'process raft request' (duration: 143.750035ms)","trace[684860070] 'compare' (duration: 97.729073ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:19:26.889499Z","caller":"traceutil/trace.go:171","msg":"trace[1222664481] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"146.840623ms","start":"2026-05-08T18:19:26.742642Z","end":"2026-05-08T18:19:26.889483Z","steps":["trace[1222664481] 'process raft request' (duration: 145.896323ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:27.076648Z","caller":"traceutil/trace.go:171","msg":"trace[819542282] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"124.523333ms","start":"2026-05-08T18:19:26.952095Z","end":"2026-05-08T18:19:27.076618Z","steps":["trace[819542282] 'process raft request' (duration: 124.339507ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:27.113817Z","caller":"traceutil/trace.go:171","msg":"trace[1205921647] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"124.983547ms","start":"2026-05-08T18:19:26.988798Z","end":"2026-05-08T18:19:27.113782Z","steps":["trace[1205921647] 'process raft request' (duration: 124.785581ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:27.628762Z","caller":"traceutil/trace.go:171","msg":"trace[2027097662] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"106.783541ms","start":"2026-05-08T18:19:27.521951Z","end":"2026-05-08T18:19:27.628735Z","steps":["trace[2027097662] 'process raft request' (duration: 106.195162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:27.976659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.158704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:19:27.97694Z","caller":"traceutil/trace.go:171","msg":"trace[1674340365] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"252.57287ms","start":"2026-05-08T18:19:27.724345Z","end":"2026-05-08T18:19:27.976917Z","steps":["trace[1674340365] 'process raft request' (duration: 252.465237ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:27.977085Z","caller":"traceutil/trace.go:171","msg":"trace[1134412886] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"272.41802ms","start":"2026-05-08T18:19:27.704639Z","end":"2026-05-08T18:19:27.977057Z","steps":["trace[1134412886] 'compare' (duration: 261.797983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:29.074994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174200177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:19:29.3999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014607567s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T18:19:29.406407Z","caller":"traceutil/trace.go:171","msg":"trace[347563264] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:657; }","duration":"832.317589ms","start":"2026-05-08T18:19:28.574028Z","end":"2026-05-08T18:19:29.406345Z","steps":["trace[347563264] 'read index received' (duration: 826.021879ms)","trace[347563264] 'applied index is now lower than readState.Index' (duration: 6.2947ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:19:29.40659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.540916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:19:29.406685Z","caller":"traceutil/trace.go:171","msg":"trace[165532709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"832.687921ms","start":"2026-05-08T18:19:28.573972Z","end":"2026-05-08T18:19:29.40666Z","steps":["trace[165532709] 'agreement among raft nodes before linearized reading' (duration: 832.520635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:29.406746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:28.57395Z","time spent":"832.788384ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:19:29.406844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.806193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-nrf8g\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-05-08T18:19:29.406918Z","caller":"traceutil/trace.go:171","msg":"trace[2060966879] range","detail":"{range_begin:/registry/pods/kube-system/cilium-nrf8g; range_end:; response_count:1; response_revision:633; }","duration":"404.927978ms","start":"2026-05-08T18:19:29.001968Z","end":"2026-05-08T18:19:29.406896Z","steps":["trace[2060966879] 'agreement among raft nodes before linearized reading' (duration: 404.624509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:29.40696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:29.001943Z","time spent":"405.00866ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-nrf8g\" "} {"level":"info","ts":"2026-05-08T18:19:29.407184Z","caller":"traceutil/trace.go:171","msg":"trace[1018655857] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.023645124s","start":"2026-05-08T18:19:28.382834Z","end":"2026-05-08T18:19:29.40648Z","steps":["trace[1018655857] 'process raft request' (duration: 1.021291479s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:29.407427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:28.382801Z","time spent":"1.024484671s","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:19:30.122606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174200181,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T18:19:30.165922Z","caller":"traceutil/trace.go:171","msg":"trace[380853628] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"744.145229ms","start":"2026-05-08T18:19:29.421746Z","end":"2026-05-08T18:19:30.165891Z","steps":["trace[380853628] 'process raft request' (duration: 743.907792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:30.166206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:29.421693Z","time spent":"744.382787ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:19:30.215462Z","caller":"traceutil/trace.go:171","msg":"trace[1605588577] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:658; }","duration":"593.731253ms","start":"2026-05-08T18:19:29.621695Z","end":"2026-05-08T18:19:30.215426Z","steps":["trace[1605588577] 'read index received' (duration: 543.917961ms)","trace[1605588577] 'applied index is now lower than readState.Index' (duration: 49.811902ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:19:30.215643Z","caller":"traceutil/trace.go:171","msg":"trace[479602755] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"755.067946ms","start":"2026-05-08T18:19:29.460522Z","end":"2026-05-08T18:19:30.21559Z","steps":["trace[479602755] 'process raft request' (duration: 754.704985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:30.215758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.025623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:19:30.215813Z","caller":"traceutil/trace.go:171","msg":"trace[425027990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"594.147317ms","start":"2026-05-08T18:19:29.621651Z","end":"2026-05-08T18:19:30.215798Z","steps":["trace[425027990] 'agreement among raft nodes before linearized reading' (duration: 593.954521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:30.215849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:29.460492Z","time spent":"755.259572ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T18:19:30.215856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:29.621633Z","time spent":"594.214168ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T18:19:30.420634Z","caller":"traceutil/trace.go:171","msg":"trace[1259470589] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:660; }","duration":"190.719006ms","start":"2026-05-08T18:19:30.229893Z","end":"2026-05-08T18:19:30.420612Z","steps":["trace[1259470589] 'read index received' (duration: 190.486999ms)","trace[1259470589] 'applied index is now lower than readState.Index' (duration: 230.707µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:19:30.420744Z","caller":"traceutil/trace.go:171","msg":"trace[1939170080] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"200.380922ms","start":"2026-05-08T18:19:30.220305Z","end":"2026-05-08T18:19:30.420686Z","steps":["trace[1939170080] 'process raft request' (duration: 200.152025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:30.420876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.973914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:19:30.420953Z","caller":"traceutil/trace.go:171","msg":"trace[1691438727] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:636; }","duration":"191.121518ms","start":"2026-05-08T18:19:30.22981Z","end":"2026-05-08T18:19:30.420932Z","steps":["trace[1691438727] 'agreement among raft nodes before linearized reading' (duration: 190.933332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:32.07618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174200189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:19:32.517869Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.654540868s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T18:19:32.520935Z","caller":"traceutil/trace.go:171","msg":"trace[646159305] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.658901047s","start":"2026-05-08T18:19:30.862Z","end":"2026-05-08T18:19:32.520901Z","steps":["trace[646159305] 'process raft request' (duration: 1.656324095s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:32.521185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:30.861956Z","time spent":"1.659093732s","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:19:32.521414Z","caller":"traceutil/trace.go:171","msg":"trace[1277315201] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:664; }","duration":"945.681709ms","start":"2026-05-08T18:19:31.575713Z","end":"2026-05-08T18:19:32.521394Z","steps":["trace[1277315201] 'read index received' (duration: 942.472957ms)","trace[1277315201] 'applied index is now lower than readState.Index' (duration: 3.207692ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:19:32.521594Z","caller":"traceutil/trace.go:171","msg":"trace[925117156] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"670.891864ms","start":"2026-05-08T18:19:31.85068Z","end":"2026-05-08T18:19:32.521572Z","steps":["trace[925117156] 'process raft request' (duration: 670.633236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:32.521645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.914856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:19:32.521676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:31.850663Z","time spent":"670.968086ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:19:32.521699Z","caller":"traceutil/trace.go:171","msg":"trace[106996066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"946.014479ms","start":"2026-05-08T18:19:31.575668Z","end":"2026-05-08T18:19:32.521683Z","steps":["trace[106996066] 'agreement among raft nodes before linearized reading' (duration: 945.889375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:32.521728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:31.575646Z","time spent":"946.076022ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:19:34.39333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.027168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:19:34.393435Z","caller":"traceutil/trace.go:171","msg":"trace[1924735090] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:682; }","duration":"147.186043ms","start":"2026-05-08T18:19:34.246222Z","end":"2026-05-08T18:19:34.393408Z","steps":["trace[1924735090] 'range keys from in-memory index tree' (duration: 146.906265ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:44.198389Z","caller":"traceutil/trace.go:171","msg":"trace[989208534] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"102.151544ms","start":"2026-05-08T18:19:44.096206Z","end":"2026-05-08T18:19:44.198357Z","steps":["trace[989208534] 'process raft request' (duration: 101.826633ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:48.167735Z","caller":"traceutil/trace.go:171","msg":"trace[151017965] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"259.024269ms","start":"2026-05-08T18:19:47.908687Z","end":"2026-05-08T18:19:48.167711Z","steps":["trace[151017965] 'process raft request' (duration: 258.870914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:48.626362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.886697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:19:48.62655Z","caller":"traceutil/trace.go:171","msg":"trace[1693664419] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"451.333044ms","start":"2026-05-08T18:19:48.175193Z","end":"2026-05-08T18:19:48.626526Z","steps":["trace[1693664419] 'process raft request' (duration: 88.169298ms)","trace[1693664419] 'compare' (duration: 362.722032ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:19:48.626831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:48.175176Z","time spent":"451.599462ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:19:48.66892Z","caller":"traceutil/trace.go:171","msg":"trace[496820246] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"468.449389ms","start":"2026-05-08T18:19:48.200434Z","end":"2026-05-08T18:19:48.668883Z","steps":["trace[496820246] 'process raft request' (duration: 468.147329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:48.669111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:19:48.200408Z","time spent":"468.606934ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:19:52.033523Z","caller":"traceutil/trace.go:171","msg":"trace[747525537] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"131.842309ms","start":"2026-05-08T18:19:51.901657Z","end":"2026-05-08T18:19:52.033499Z","steps":["trace[747525537] 'process raft request' (duration: 131.672473ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:52.404224Z","caller":"traceutil/trace.go:171","msg":"trace[328056268] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"118.490654ms","start":"2026-05-08T18:19:52.2857Z","end":"2026-05-08T18:19:52.40419Z","steps":["trace[328056268] 'process raft request' (duration: 96.035208ms)","trace[328056268] 'compare' (duration: 22.260029ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:19:52.577445Z","caller":"traceutil/trace.go:171","msg":"trace[549788246] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"110.895342ms","start":"2026-05-08T18:19:52.466504Z","end":"2026-05-08T18:19:52.577399Z","steps":["trace[549788246] 'process raft request' (duration: 89.901073ms)","trace[549788246] 'compare' (duration: 20.802743ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:19:52.594579Z","caller":"traceutil/trace.go:171","msg":"trace[1733793931] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"123.056829ms","start":"2026-05-08T18:19:52.471496Z","end":"2026-05-08T18:19:52.594553Z","steps":["trace[1733793931] 'process raft request' (duration: 122.856653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:52.91357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.269957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-08T18:19:52.913613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.794776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T18:19:52.913676Z","caller":"traceutil/trace.go:171","msg":"trace[1745795035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:850; }","duration":"183.417601ms","start":"2026-05-08T18:19:52.730233Z","end":"2026-05-08T18:19:52.913651Z","steps":["trace[1745795035] 'agreement among raft nodes before linearized reading' (duration: 60.114934ms)","trace[1745795035] 'range keys from in-memory index tree' (duration: 123.063229ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:19:52.913732Z","caller":"traceutil/trace.go:171","msg":"trace[1033041573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:850; }","duration":"179.952482ms","start":"2026-05-08T18:19:52.733749Z","end":"2026-05-08T18:19:52.913701Z","steps":["trace[1033041573] 'agreement among raft nodes before linearized reading' (duration: 56.666805ms)","trace[1033041573] 'range keys from in-memory index tree' (duration: 122.938006ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:19:52.913984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.130896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:19:52.914027Z","caller":"traceutil/trace.go:171","msg":"trace[1765284439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:850; }","duration":"179.177207ms","start":"2026-05-08T18:19:52.734838Z","end":"2026-05-08T18:19:52.914016Z","steps":["trace[1765284439] 'agreement among raft nodes before linearized reading' (duration: 55.55112ms)","trace[1765284439] 'range keys from in-memory index tree' (duration: 123.531754ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:19:52.914144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.526479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T18:19:52.914193Z","caller":"traceutil/trace.go:171","msg":"trace[1672010320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:850; }","duration":"180.584672ms","start":"2026-05-08T18:19:52.733593Z","end":"2026-05-08T18:19:52.914178Z","steps":["trace[1672010320] 'agreement among raft nodes before linearized reading' (duration: 56.80539ms)","trace[1672010320] 'range keys from in-memory index tree' (duration: 123.638707ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:19:56.23342Z","caller":"traceutil/trace.go:171","msg":"trace[2068425458] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:913; }","duration":"145.521304ms","start":"2026-05-08T18:19:56.08787Z","end":"2026-05-08T18:19:56.233391Z","steps":["trace[2068425458] 'read index received' (duration: 145.07432ms)","trace[2068425458] 'applied index is now lower than readState.Index' (duration: 445.454µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:19:56.233563Z","caller":"traceutil/trace.go:171","msg":"trace[1612897782] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"246.382207ms","start":"2026-05-08T18:19:55.987172Z","end":"2026-05-08T18:19:56.233554Z","steps":["trace[1612897782] 'process raft request' (duration: 245.884622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:56.233677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.787643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-05-08T18:19:56.233768Z","caller":"traceutil/trace.go:171","msg":"trace[1236704496] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:882; }","duration":"145.926738ms","start":"2026-05-08T18:19:56.087821Z","end":"2026-05-08T18:19:56.233748Z","steps":["trace[1236704496] 'agreement among raft nodes before linearized reading' (duration: 145.786523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:19:56.234085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.121443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-05-08T18:19:56.234215Z","caller":"traceutil/trace.go:171","msg":"trace[828148257] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:882; }","duration":"146.270748ms","start":"2026-05-08T18:19:56.087912Z","end":"2026-05-08T18:19:56.234183Z","steps":["trace[828148257] 'agreement among raft nodes before linearized reading' (duration: 146.00876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:06.065022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.637561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:20:06.065114Z","caller":"traceutil/trace.go:171","msg":"trace[387048771] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"295.983107ms","start":"2026-05-08T18:20:05.769118Z","end":"2026-05-08T18:20:06.065101Z","steps":["trace[387048771] 'process raft request' (duration: 51.215472ms)","trace[387048771] 'compare' (duration: 244.545788ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:20:06.127362Z","caller":"traceutil/trace.go:171","msg":"trace[1089342470] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"307.312007ms","start":"2026-05-08T18:20:05.820021Z","end":"2026-05-08T18:20:06.127333Z","steps":["trace[1089342470] 'process raft request' (duration: 307.183793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:06.127513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:20:05.820001Z","time spent":"307.447932ms","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2257,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T18:20:06.188797Z","caller":"traceutil/trace.go:171","msg":"trace[1398496848] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"219.526192ms","start":"2026-05-08T18:20:05.969243Z","end":"2026-05-08T18:20:06.188769Z","steps":["trace[1398496848] 'process raft request' (duration: 217.26036ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:06.189134Z","caller":"traceutil/trace.go:171","msg":"trace[241077043] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"120.175028ms","start":"2026-05-08T18:20:06.06888Z","end":"2026-05-08T18:20:06.189055Z","steps":["trace[241077043] 'process raft request' (duration: 119.799046ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:06.18921Z","caller":"traceutil/trace.go:171","msg":"trace[1257458221] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"118.569336ms","start":"2026-05-08T18:20:06.070609Z","end":"2026-05-08T18:20:06.189178Z","steps":["trace[1257458221] 'process raft request' (duration: 118.410631ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:06.189238Z","caller":"traceutil/trace.go:171","msg":"trace[1678975725] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"119.92965ms","start":"2026-05-08T18:20:06.069293Z","end":"2026-05-08T18:20:06.189223Z","steps":["trace[1678975725] 'process raft request' (duration: 119.61569ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:10.345793Z","caller":"traceutil/trace.go:171","msg":"trace[377074852] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"144.518533ms","start":"2026-05-08T18:20:10.201234Z","end":"2026-05-08T18:20:10.345753Z","steps":["trace[377074852] 'process raft request' (duration: 144.261225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:10.490337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.668204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:20:10.490544Z","caller":"traceutil/trace.go:171","msg":"trace[420938444] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"138.7739ms","start":"2026-05-08T18:20:10.351693Z","end":"2026-05-08T18:20:10.490467Z","steps":["trace[420938444] 'process raft request' (duration: 22.887299ms)","trace[420938444] 'compare' (duration: 115.530589ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:20:12.615558Z","caller":"traceutil/trace.go:171","msg":"trace[197468204] linearizableReadLoop","detail":"{readStateIndex:1203; appliedIndex:1202; }","duration":"121.21018ms","start":"2026-05-08T18:20:12.494321Z","end":"2026-05-08T18:20:12.615531Z","steps":["trace[197468204] 'read index received' (duration: 121.048085ms)","trace[197468204] 'applied index is now lower than readState.Index' (duration: 161.025µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:20:12.615809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.475249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:20:12.61586Z","caller":"traceutil/trace.go:171","msg":"trace[920759051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1167; }","duration":"121.555821ms","start":"2026-05-08T18:20:12.494295Z","end":"2026-05-08T18:20:12.615851Z","steps":["trace[920759051] 'agreement among raft nodes before linearized reading' (duration: 121.365305ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:12.61564Z","caller":"traceutil/trace.go:171","msg":"trace[1682970499] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"132.064786ms","start":"2026-05-08T18:20:12.483549Z","end":"2026-05-08T18:20:12.615614Z","steps":["trace[1682970499] 'process raft request' (duration: 131.846159ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:15.308691Z","caller":"traceutil/trace.go:171","msg":"trace[1466334284] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"126.785637ms","start":"2026-05-08T18:20:15.181886Z","end":"2026-05-08T18:20:15.308671Z","steps":["trace[1466334284] 'process raft request' (duration: 120.762565ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:15.309043Z","caller":"traceutil/trace.go:171","msg":"trace[1507786772] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"126.963693ms","start":"2026-05-08T18:20:15.182051Z","end":"2026-05-08T18:20:15.309014Z","steps":["trace[1507786772] 'process raft request' (duration: 126.588061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:25.984577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.321619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-08T18:20:25.984627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.222174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-08T18:20:25.984664Z","caller":"traceutil/trace.go:171","msg":"trace[535703689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1228; }","duration":"687.419992ms","start":"2026-05-08T18:20:25.297226Z","end":"2026-05-08T18:20:25.984646Z","steps":["trace[535703689] 'range keys from in-memory index tree' (duration: 687.180754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:25.984745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:20:25.297184Z","time spent":"687.547886ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T18:20:25.984685Z","caller":"traceutil/trace.go:171","msg":"trace[1497556407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1228; }","duration":"805.308887ms","start":"2026-05-08T18:20:25.179359Z","end":"2026-05-08T18:20:25.984668Z","steps":["trace[1497556407] 'range keys from in-memory index tree' (duration: 805.08418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:25.984813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:20:25.179344Z","time spent":"805.455072ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:20:25.984877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.128724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T18:20:25.984933Z","caller":"traceutil/trace.go:171","msg":"trace[2117656867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1228; }","duration":"601.226967ms","start":"2026-05-08T18:20:25.383692Z","end":"2026-05-08T18:20:25.984919Z","steps":["trace[2117656867] 'range keys from in-memory index tree' (duration: 601.002341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:25.984965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:20:25.383675Z","time spent":"601.280469ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:20:25.985155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.673977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:20:25.985212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.859975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:20:25.985281Z","caller":"traceutil/trace.go:171","msg":"trace[1959958938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1228; }","duration":"589.968438ms","start":"2026-05-08T18:20:25.395296Z","end":"2026-05-08T18:20:25.985264Z","steps":["trace[1959958938] 'range keys from in-memory index tree' (duration: 589.70922ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:25.985287Z","caller":"traceutil/trace.go:171","msg":"trace[1216041403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1228; }","duration":"409.863393ms","start":"2026-05-08T18:20:25.575393Z","end":"2026-05-08T18:20:25.985257Z","steps":["trace[1216041403] 'range keys from in-memory index tree' (duration: 409.566344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:25.985572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:20:25.57537Z","time spent":"410.191894ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:20:25.98572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274625635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:20:25.985774Z","caller":"traceutil/trace.go:171","msg":"trace[1102204010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1228; }","duration":"1.274730958s","start":"2026-05-08T18:20:24.711033Z","end":"2026-05-08T18:20:25.985764Z","steps":["trace[1102204010] 'range keys from in-memory index tree' (duration: 1.274237732s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:25.985803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:20:24.711012Z","time spent":"1.27478206s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T18:20:25.985388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:20:25.395278Z","time spent":"590.092922ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T18:20:29.639772Z","caller":"traceutil/trace.go:171","msg":"trace[1063997378] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"260.517087ms","start":"2026-05-08T18:20:29.379233Z","end":"2026-05-08T18:20:29.63975Z","steps":["trace[1063997378] 'process raft request' (duration: 260.374582ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:29.791314Z","caller":"traceutil/trace.go:171","msg":"trace[1323472654] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"144.033188ms","start":"2026-05-08T18:20:29.64725Z","end":"2026-05-08T18:20:29.791283Z","steps":["trace[1323472654] 'process raft request' (duration: 126.498989ms)","trace[1323472654] 'compare' (duration: 17.418635ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:20:31.984989Z","caller":"traceutil/trace.go:171","msg":"trace[1116240291] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1268; }","duration":"133.194052ms","start":"2026-05-08T18:20:31.851751Z","end":"2026-05-08T18:20:31.984946Z","steps":["trace[1116240291] 'process raft request' (duration: 113.799714ms)","trace[1116240291] 'compare' (duration: 19.186151ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:20:31.98514Z","caller":"traceutil/trace.go:171","msg":"trace[1159682627] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"129.263297ms","start":"2026-05-08T18:20:31.855833Z","end":"2026-05-08T18:20:31.985096Z","steps":["trace[1159682627] 'process raft request' (duration: 129.023589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:32.315155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.917857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:20:32.315293Z","caller":"traceutil/trace.go:171","msg":"trace[260730896] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"260.836977ms","start":"2026-05-08T18:20:32.054433Z","end":"2026-05-08T18:20:32.31527Z","steps":["trace[260730896] 'process raft request' (duration: 76.706843ms)","trace[260730896] 'compare' (duration: 183.779283ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:20:32.355131Z","caller":"traceutil/trace.go:171","msg":"trace[444374952] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"299.713296ms","start":"2026-05-08T18:20:32.055379Z","end":"2026-05-08T18:20:32.355093Z","steps":["trace[444374952] 'process raft request' (duration: 299.436317ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:32.35513Z","caller":"traceutil/trace.go:171","msg":"trace[755889451] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"299.22003ms","start":"2026-05-08T18:20:32.055855Z","end":"2026-05-08T18:20:32.355075Z","steps":["trace[755889451] 'process raft request' (duration: 299.086706ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:32.355239Z","caller":"traceutil/trace.go:171","msg":"trace[1251970145] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"299.207079ms","start":"2026-05-08T18:20:32.056021Z","end":"2026-05-08T18:20:32.355228Z","steps":["trace[1251970145] 'process raft request' (duration: 298.94219ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:32.355164Z","caller":"traceutil/trace.go:171","msg":"trace[378238803] linearizableReadLoop","detail":"{readStateIndex:1330; appliedIndex:1321; }","duration":"247.831883ms","start":"2026-05-08T18:20:32.107311Z","end":"2026-05-08T18:20:32.355143Z","steps":["trace[378238803] 'read index received' (duration: 23.802928ms)","trace[378238803] 'applied index is now lower than readState.Index' (duration: 224.027775ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:20:32.355423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.073341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-08T18:20:32.355477Z","caller":"traceutil/trace.go:171","msg":"trace[1891468048] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"298.61424ms","start":"2026-05-08T18:20:32.05685Z","end":"2026-05-08T18:20:32.355464Z","steps":["trace[1891468048] 'process raft request' (duration: 298.201127ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:32.355493Z","caller":"traceutil/trace.go:171","msg":"trace[268676034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1287; }","duration":"248.228456ms","start":"2026-05-08T18:20:32.107253Z","end":"2026-05-08T18:20:32.355482Z","steps":["trace[268676034] 'agreement among raft nodes before linearized reading' (duration: 247.964618ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:32.355572Z","caller":"traceutil/trace.go:171","msg":"trace[1610806639] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"299.339724ms","start":"2026-05-08T18:20:32.056224Z","end":"2026-05-08T18:20:32.355564Z","steps":["trace[1610806639] 'process raft request' (duration: 298.785326ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:32.355666Z","caller":"traceutil/trace.go:171","msg":"trace[562519701] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"299.347603ms","start":"2026-05-08T18:20:32.056303Z","end":"2026-05-08T18:20:32.355651Z","steps":["trace[562519701] 'process raft request' (duration: 298.726484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:32.3557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.723666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-08T18:20:32.355161Z","caller":"traceutil/trace.go:171","msg":"trace[1146980876] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"299.074166ms","start":"2026-05-08T18:20:32.056049Z","end":"2026-05-08T18:20:32.355123Z","steps":["trace[1146980876] 'process raft request' (duration: 298.934351ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:32.355766Z","caller":"traceutil/trace.go:171","msg":"trace[943782754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1287; }","duration":"245.86455ms","start":"2026-05-08T18:20:32.109881Z","end":"2026-05-08T18:20:32.355746Z","steps":["trace[943782754] 'agreement among raft nodes before linearized reading' (duration: 245.632713ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:32.355912Z","caller":"traceutil/trace.go:171","msg":"trace[1534400838] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"295.226112ms","start":"2026-05-08T18:20:32.060671Z","end":"2026-05-08T18:20:32.355897Z","steps":["trace[1534400838] 'process raft request' (duration: 294.415176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:32.355963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.955641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-08T18:20:32.355999Z","caller":"traceutil/trace.go:171","msg":"trace[750186641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1287; }","duration":"244.992322ms","start":"2026-05-08T18:20:32.110998Z","end":"2026-05-08T18:20:32.35599Z","steps":["trace[750186641] 'agreement among raft nodes before linearized reading' (duration: 244.900869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:32.356399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.408178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-08T18:20:32.356475Z","caller":"traceutil/trace.go:171","msg":"trace[1065355128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1287; }","duration":"246.529682ms","start":"2026-05-08T18:20:32.109928Z","end":"2026-05-08T18:20:32.356457Z","steps":["trace[1065355128] 'agreement among raft nodes before linearized reading' (duration: 246.299885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:32.356595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.378757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:20:32.356645Z","caller":"traceutil/trace.go:171","msg":"trace[661856853] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1287; }","duration":"246.504421ms","start":"2026-05-08T18:20:32.110128Z","end":"2026-05-08T18:20:32.356632Z","steps":["trace[661856853] 'agreement among raft nodes before linearized reading' (duration: 246.315135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:38.820784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.614621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:20:38.821023Z","caller":"traceutil/trace.go:171","msg":"trace[1986634413] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"255.61686ms","start":"2026-05-08T18:20:38.565384Z","end":"2026-05-08T18:20:38.821001Z","steps":["trace[1986634413] 'process raft request' (duration: 255.516607ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:38.821152Z","caller":"traceutil/trace.go:171","msg":"trace[2057404501] linearizableReadLoop","detail":"{readStateIndex:1395; appliedIndex:1394; }","duration":"258.057768ms","start":"2026-05-08T18:20:38.562943Z","end":"2026-05-08T18:20:38.821001Z","steps":["trace[2057404501] 'read index received' (duration: 110.122886ms)","trace[2057404501] 'applied index is now lower than readState.Index' (duration: 147.933482ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:20:38.82116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.195292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-08T18:20:38.821217Z","caller":"traceutil/trace.go:171","msg":"trace[474395649] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1350; }","duration":"258.304245ms","start":"2026-05-08T18:20:38.562897Z","end":"2026-05-08T18:20:38.821202Z","steps":["trace[474395649] 'agreement among raft nodes before linearized reading' (duration: 258.108409ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:38.821263Z","caller":"traceutil/trace.go:171","msg":"trace[2035896194] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"266.438894ms","start":"2026-05-08T18:20:38.55477Z","end":"2026-05-08T18:20:38.821209Z","steps":["trace[2035896194] 'process raft request' (duration: 118.281866ms)","trace[2035896194] 'compare' (duration: 147.26228ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:20:38.82131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.143642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:20:38.821387Z","caller":"traceutil/trace.go:171","msg":"trace[1870765371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1350; }","duration":"237.264525ms","start":"2026-05-08T18:20:38.584105Z","end":"2026-05-08T18:20:38.82137Z","steps":["trace[1870765371] 'agreement among raft nodes before linearized reading' (duration: 237.132511ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:39.03334Z","caller":"traceutil/trace.go:171","msg":"trace[1367411106] linearizableReadLoop","detail":"{readStateIndex:1397; appliedIndex:1396; }","duration":"202.51781ms","start":"2026-05-08T18:20:38.830734Z","end":"2026-05-08T18:20:39.033252Z","steps":["trace[1367411106] 'read index received' (duration: 167.450513ms)","trace[1367411106] 'applied index is now lower than readState.Index' (duration: 35.065606ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:20:39.033424Z","caller":"traceutil/trace.go:171","msg":"trace[1374931680] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"207.120827ms","start":"2026-05-08T18:20:38.82626Z","end":"2026-05-08T18:20:39.033381Z","steps":["trace[1374931680] 'process raft request' (duration: 171.981378ms)","trace[1374931680] 'compare' (duration: 34.757656ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:20:39.033744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.804409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:20:39.033814Z","caller":"traceutil/trace.go:171","msg":"trace[1285660908] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1351; }","duration":"203.077948ms","start":"2026-05-08T18:20:38.830715Z","end":"2026-05-08T18:20:39.033792Z","steps":["trace[1285660908] 'agreement among raft nodes before linearized reading' (duration: 202.750027ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:40.761886Z","caller":"traceutil/trace.go:171","msg":"trace[1922796649] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"205.186805ms","start":"2026-05-08T18:20:40.556673Z","end":"2026-05-08T18:20:40.76186Z","steps":["trace[1922796649] 'process raft request' (duration: 205.02408ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:40.762116Z","caller":"traceutil/trace.go:171","msg":"trace[1535930118] linearizableReadLoop","detail":"{readStateIndex:1403; appliedIndex:1400; }","duration":"188.923637ms","start":"2026-05-08T18:20:40.57316Z","end":"2026-05-08T18:20:40.762084Z","steps":["trace[1535930118] 'read index received' (duration: 36.367599ms)","trace[1535930118] 'applied index is now lower than readState.Index' (duration: 152.553398ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:20:40.762151Z","caller":"traceutil/trace.go:171","msg":"trace[511899040] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"205.34561ms","start":"2026-05-08T18:20:40.556777Z","end":"2026-05-08T18:20:40.762122Z","steps":["trace[511899040] 'process raft request' (duration: 205.047351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:40.76226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.079242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:20:40.762426Z","caller":"traceutil/trace.go:171","msg":"trace[648552780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1357; }","duration":"189.281368ms","start":"2026-05-08T18:20:40.573113Z","end":"2026-05-08T18:20:40.762394Z","steps":["trace[648552780] 'agreement among raft nodes before linearized reading' (duration: 189.074941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:41.235492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.231027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:20:41.23558Z","caller":"traceutil/trace.go:171","msg":"trace[1152140016] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"407.319893ms","start":"2026-05-08T18:20:40.828246Z","end":"2026-05-08T18:20:41.235566Z","steps":["trace[1152140016] 'process raft request' (duration: 233.947661ms)","trace[1152140016] 'compare' (duration: 173.117664ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:20:41.235635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:20:40.828223Z","time spent":"407.385994ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:20:42.756381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.317011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-k754q\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-05-08T18:20:42.756485Z","caller":"traceutil/trace.go:171","msg":"trace[409721706] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-k754q; range_end:; response_count:1; response_revision:1363; }","duration":"374.479276ms","start":"2026-05-08T18:20:42.381982Z","end":"2026-05-08T18:20:42.756462Z","steps":["trace[409721706] 'range keys from in-memory index tree' (duration: 374.055463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:42.756492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.253861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:20:42.756529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:20:42.381961Z","time spent":"374.557489ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4220,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-k754q\" "} {"level":"warn","ts":"2026-05-08T18:20:42.756561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.088787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T18:20:42.756575Z","caller":"traceutil/trace.go:171","msg":"trace[1376410966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1363; }","duration":"180.383325ms","start":"2026-05-08T18:20:42.576171Z","end":"2026-05-08T18:20:42.756554Z","steps":["trace[1376410966] 'range keys from in-memory index tree' (duration: 180.147998ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:42.75663Z","caller":"traceutil/trace.go:171","msg":"trace[1356480447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1363; }","duration":"143.17817ms","start":"2026-05-08T18:20:42.613433Z","end":"2026-05-08T18:20:42.756612Z","steps":["trace[1356480447] 'range keys from in-memory index tree' (duration: 142.916981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:42.75639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.883903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:20:42.756751Z","caller":"traceutil/trace.go:171","msg":"trace[286903619] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1363; }","duration":"139.254215ms","start":"2026-05-08T18:20:42.617421Z","end":"2026-05-08T18:20:42.756676Z","steps":["trace[286903619] 'count revisions from in-memory index tree' (duration: 138.773319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:42.756819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.83453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:20:42.75694Z","caller":"traceutil/trace.go:171","msg":"trace[2139336524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1363; }","duration":"360.000666ms","start":"2026-05-08T18:20:42.396916Z","end":"2026-05-08T18:20:42.756917Z","steps":["trace[2139336524] 'range keys from in-memory index tree' (duration: 359.586813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:42.757002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:20:42.396906Z","time spent":"360.085548ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T18:20:42.757061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.983882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:20:42.757117Z","caller":"traceutil/trace.go:171","msg":"trace[1889560527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1363; }","duration":"337.106127ms","start":"2026-05-08T18:20:42.419997Z","end":"2026-05-08T18:20:42.757103Z","steps":["trace[1889560527] 'range keys from in-memory index tree' (duration: 336.286811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:42.757155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:20:42.419959Z","time spent":"337.183879ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T18:20:46.575087Z","caller":"traceutil/trace.go:171","msg":"trace[245797400] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"106.149961ms","start":"2026-05-08T18:20:46.468896Z","end":"2026-05-08T18:20:46.575046Z","steps":["trace[245797400] 'process raft request' (duration: 50.729175ms)","trace[245797400] 'compare' (duration: 55.124176ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:20:47.440338Z","caller":"traceutil/trace.go:171","msg":"trace[711051160] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"148.071476ms","start":"2026-05-08T18:20:47.292239Z","end":"2026-05-08T18:20:47.44031Z","steps":["trace[711051160] 'process raft request' (duration: 94.298093ms)","trace[711051160] 'compare' (duration: 53.572686ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:20:47.440531Z","caller":"traceutil/trace.go:171","msg":"trace[2060560236] linearizableReadLoop","detail":"{readStateIndex:1503; appliedIndex:1501; }","duration":"119.518066ms","start":"2026-05-08T18:20:47.320963Z","end":"2026-05-08T18:20:47.440481Z","steps":["trace[2060560236] 'read index received' (duration: 65.481625ms)","trace[2060560236] 'applied index is now lower than readState.Index' (duration: 54.034321ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:20:47.440753Z","caller":"traceutil/trace.go:171","msg":"trace[2073639221] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"148.23485ms","start":"2026-05-08T18:20:47.292446Z","end":"2026-05-08T18:20:47.440681Z","steps":["trace[2073639221] 'process raft request' (duration: 147.807427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:47.440805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.806025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:20:47.440986Z","caller":"traceutil/trace.go:171","msg":"trace[772040934] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx-admission; range_end:; response_count:0; response_revision:1454; }","duration":"120.011082ms","start":"2026-05-08T18:20:47.320958Z","end":"2026-05-08T18:20:47.440969Z","steps":["trace[772040934] 'agreement among raft nodes before linearized reading' (duration: 119.757333ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:47.623352Z","caller":"traceutil/trace.go:171","msg":"trace[798553770] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"118.947639ms","start":"2026-05-08T18:20:47.504354Z","end":"2026-05-08T18:20:47.623301Z","steps":["trace[798553770] 'process raft request' (duration: 37.004899ms)","trace[798553770] 'compare' (duration: 81.673661ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:20:48.353207Z","caller":"traceutil/trace.go:171","msg":"trace[2040287815] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"215.849504ms","start":"2026-05-08T18:20:48.137323Z","end":"2026-05-08T18:20:48.353173Z","steps":["trace[2040287815] 'process raft request' (duration: 131.186878ms)","trace[2040287815] 'compare' (duration: 84.395128ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:20:48.683709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.27522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:20:48.683842Z","caller":"traceutil/trace.go:171","msg":"trace[1559639418] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"315.717995ms","start":"2026-05-08T18:20:48.368104Z","end":"2026-05-08T18:20:48.683822Z","steps":["trace[1559639418] 'process raft request' (duration: 168.239398ms)","trace[1559639418] 'compare' (duration: 147.065464ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:20:48.683906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:20:48.368081Z","time spent":"315.797878ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3352,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T18:20:49.008514Z","caller":"traceutil/trace.go:171","msg":"trace[148660901] linearizableReadLoop","detail":"{readStateIndex:1528; appliedIndex:1525; }","duration":"171.41728ms","start":"2026-05-08T18:20:48.837071Z","end":"2026-05-08T18:20:49.008488Z","steps":["trace[148660901] 'read index received' (duration: 65.30841ms)","trace[148660901] 'applied index is now lower than readState.Index' (duration: 106.108ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:20:49.008619Z","caller":"traceutil/trace.go:171","msg":"trace[1505469648] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"174.23409ms","start":"2026-05-08T18:20:48.834346Z","end":"2026-05-08T18:20:49.00858Z","steps":["trace[1505469648] 'process raft request' (duration: 121.303034ms)","trace[1505469648] 'compare' (duration: 52.714529ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:20:49.008802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.457535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T18:20:49.008852Z","caller":"traceutil/trace.go:171","msg":"trace[1434611972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1478; }","duration":"162.561778ms","start":"2026-05-08T18:20:48.846274Z","end":"2026-05-08T18:20:49.008836Z","steps":["trace[1434611972] 'agreement among raft nodes before linearized reading' (duration: 162.373272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:49.008858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.73331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T18:20:49.008956Z","caller":"traceutil/trace.go:171","msg":"trace[1100991606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1478; }","duration":"171.875885ms","start":"2026-05-08T18:20:48.837054Z","end":"2026-05-08T18:20:49.00893Z","steps":["trace[1100991606] 'agreement among raft nodes before linearized reading' (duration: 171.602876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:49.009161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.535737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:20:49.009222Z","caller":"traceutil/trace.go:171","msg":"trace[1542963591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1478; }","duration":"162.63066ms","start":"2026-05-08T18:20:48.846576Z","end":"2026-05-08T18:20:49.009207Z","steps":["trace[1542963591] 'agreement among raft nodes before linearized reading' (duration: 162.405503ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:49.449395Z","caller":"traceutil/trace.go:171","msg":"trace[1069252714] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"107.265213ms","start":"2026-05-08T18:20:49.342102Z","end":"2026-05-08T18:20:49.449367Z","steps":["trace[1069252714] 'process raft request' (duration: 31.006471ms)","trace[1069252714] 'compare' (duration: 76.123488ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:20:49.612455Z","caller":"traceutil/trace.go:171","msg":"trace[1153918033] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"152.347171ms","start":"2026-05-08T18:20:49.460067Z","end":"2026-05-08T18:20:49.612414Z","steps":["trace[1153918033] 'process raft request' (duration: 95.703608ms)","trace[1153918033] 'compare' (duration: 56.364544ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:20:51.089101Z","caller":"traceutil/trace.go:171","msg":"trace[915722285] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"167.379326ms","start":"2026-05-08T18:20:50.9217Z","end":"2026-05-08T18:20:51.089079Z","steps":["trace[915722285] 'process raft request' (duration: 167.18329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:57.474798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.792888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:20:57.475002Z","caller":"traceutil/trace.go:171","msg":"trace[1702502746] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"307.538202ms","start":"2026-05-08T18:20:57.167438Z","end":"2026-05-08T18:20:57.474977Z","steps":["trace[1702502746] 'process raft request' (duration: 158.486035ms)","trace[1702502746] 'compare' (duration: 148.681285ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:20:57.475134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:20:57.167422Z","time spent":"307.650586ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:20:57.475336Z","caller":"traceutil/trace.go:171","msg":"trace[385171192] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"307.821411ms","start":"2026-05-08T18:20:57.167474Z","end":"2026-05-08T18:20:57.475296Z","steps":["trace[385171192] 'process raft request' (duration: 307.429148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:20:57.475561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:20:57.167451Z","time spent":"307.998367ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:20:57.719885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.287639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:20:57.720022Z","caller":"traceutil/trace.go:171","msg":"trace[510340864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1594; }","duration":"103.485724ms","start":"2026-05-08T18:20:57.616514Z","end":"2026-05-08T18:20:57.719999Z","steps":["trace[510340864] 'range keys from in-memory index tree' (duration: 103.226057ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:20:59.026486Z","caller":"traceutil/trace.go:171","msg":"trace[1694947747] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"152.94038ms","start":"2026-05-08T18:20:58.87352Z","end":"2026-05-08T18:20:59.02646Z","steps":["trace[1694947747] 'process raft request' (duration: 152.601109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:01.60336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.665041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:21:01.603769Z","caller":"traceutil/trace.go:171","msg":"trace[402592541] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"381.46233ms","start":"2026-05-08T18:21:01.222283Z","end":"2026-05-08T18:21:01.603746Z","steps":["trace[402592541] 'process raft request' (duration: 381.251924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:01.603864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:01.222272Z","time spent":"381.553344ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:01.604136Z","caller":"traceutil/trace.go:171","msg":"trace[802280414] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"383.487315ms","start":"2026-05-08T18:21:01.220615Z","end":"2026-05-08T18:21:01.604102Z","steps":["trace[802280414] 'process raft request' (duration: 174.954276ms)","trace[802280414] 'compare' (duration: 207.340491ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:01.604178Z","caller":"traceutil/trace.go:171","msg":"trace[406426008] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"381.162301ms","start":"2026-05-08T18:21:01.22298Z","end":"2026-05-08T18:21:01.604142Z","steps":["trace[406426008] 'process raft request' (duration: 380.646775ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:01.604318Z","caller":"traceutil/trace.go:171","msg":"trace[888416945] linearizableReadLoop","detail":"{readStateIndex:1735; appliedIndex:1734; }","duration":"383.365962ms","start":"2026-05-08T18:21:01.220924Z","end":"2026-05-08T18:21:01.60429Z","steps":["trace[888416945] 'read index received' (duration: 18.260058ms)","trace[888416945] 'applied index is now lower than readState.Index' (duration: 365.103534ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:01.604367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:01.222963Z","time spent":"381.284695ms","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6128,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:01.604458Z","caller":"traceutil/trace.go:171","msg":"trace[1524206307] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"379.394346ms","start":"2026-05-08T18:21:01.225051Z","end":"2026-05-08T18:21:01.604445Z","steps":["trace[1524206307] 'process raft request' (duration: 378.635402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:01.604418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:01.220606Z","time spent":"383.609619ms","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129300,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:01.604587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:01.225025Z","time spent":"379.469988ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5805,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:01.604782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.854647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-5c9876cc97\" ","response":"range_response_count:1 size:5887"} {"level":"info","ts":"2026-05-08T18:21:01.604833Z","caller":"traceutil/trace.go:171","msg":"trace[2097773177] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-5c9876cc97; range_end:; response_count:1; response_revision:1671; }","duration":"383.937429ms","start":"2026-05-08T18:21:01.220878Z","end":"2026-05-08T18:21:01.604815Z","steps":["trace[2097773177] 'agreement among raft nodes before linearized reading' (duration: 383.731853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:01.604868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:01.220865Z","time spent":"383.995341ms","remote":"127.0.0.1:56674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5911,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-5c9876cc97\" "} {"level":"info","ts":"2026-05-08T18:21:01.621587Z","caller":"traceutil/trace.go:171","msg":"trace[1744635260] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"280.270619ms","start":"2026-05-08T18:21:01.341298Z","end":"2026-05-08T18:21:01.621569Z","steps":["trace[1744635260] 'process raft request' (duration: 280.221427ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:01.621643Z","caller":"traceutil/trace.go:171","msg":"trace[948925954] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"379.787088ms","start":"2026-05-08T18:21:01.241833Z","end":"2026-05-08T18:21:01.621621Z","steps":["trace[948925954] 'process raft request' (duration: 379.567981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:01.621758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:01.241813Z","time spent":"379.881552ms","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2563,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T18:21:01.634234Z","caller":"traceutil/trace.go:171","msg":"trace[464265608] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"123.889341ms","start":"2026-05-08T18:21:01.510326Z","end":"2026-05-08T18:21:01.634216Z","steps":["trace[464265608] 'process raft request' (duration: 123.767847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:01.634569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.978327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-08T18:21:01.634602Z","caller":"traceutil/trace.go:171","msg":"trace[1435999055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1674; }","duration":"327.07337ms","start":"2026-05-08T18:21:01.30752Z","end":"2026-05-08T18:21:01.634593Z","steps":["trace[1435999055] 'agreement among raft nodes before linearized reading' (duration: 326.946716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:01.634654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:01.307497Z","time spent":"327.149872ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:21:01.634579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.412515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1113"} {"level":"info","ts":"2026-05-08T18:21:01.634797Z","caller":"traceutil/trace.go:171","msg":"trace[1809799517] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1674; }","duration":"293.669633ms","start":"2026-05-08T18:21:01.34111Z","end":"2026-05-08T18:21:01.63478Z","steps":["trace[1809799517] 'agreement among raft nodes before linearized reading' (duration: 293.353613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:01.635105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.831138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1080"} {"level":"info","ts":"2026-05-08T18:21:01.635163Z","caller":"traceutil/trace.go:171","msg":"trace[1410026245] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1674; }","duration":"293.986223ms","start":"2026-05-08T18:21:01.341158Z","end":"2026-05-08T18:21:01.635145Z","steps":["trace[1410026245] 'agreement among raft nodes before linearized reading' (duration: 293.471847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:01.635379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.565237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:21:01.635427Z","caller":"traceutil/trace.go:171","msg":"trace[842402389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1674; }","duration":"109.624309ms","start":"2026-05-08T18:21:01.525789Z","end":"2026-05-08T18:21:01.635413Z","steps":["trace[842402389] 'agreement among raft nodes before linearized reading' (duration: 108.628397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:01.635453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.572232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:21:01.63584Z","caller":"traceutil/trace.go:171","msg":"trace[139881926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1674; }","duration":"112.895802ms","start":"2026-05-08T18:21:01.522814Z","end":"2026-05-08T18:21:01.63571Z","steps":["trace[139881926] 'agreement among raft nodes before linearized reading' (duration: 111.408655ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:03.834396Z","caller":"traceutil/trace.go:171","msg":"trace[80176109] linearizableReadLoop","detail":"{readStateIndex:1774; appliedIndex:1773; }","duration":"260.882184ms","start":"2026-05-08T18:21:03.573483Z","end":"2026-05-08T18:21:03.834366Z","steps":["trace[80176109] 'read index received' (duration: 234.52117ms)","trace[80176109] 'applied index is now lower than readState.Index' (duration: 26.358104ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:03.834688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.904846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-08T18:21:03.83473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.70752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-08T18:21:03.834725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.799357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:03.834777Z","caller":"traceutil/trace.go:171","msg":"trace[1605841021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1706; }","duration":"132.800692ms","start":"2026-05-08T18:21:03.701967Z","end":"2026-05-08T18:21:03.834767Z","steps":["trace[1605841021] 'agreement among raft nodes before linearized reading' (duration: 132.593766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:03.834742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.915899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-08T18:21:03.834775Z","caller":"traceutil/trace.go:171","msg":"trace[868981903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1706; }","duration":"133.0427ms","start":"2026-05-08T18:21:03.701716Z","end":"2026-05-08T18:21:03.834758Z","steps":["trace[868981903] 'agreement among raft nodes before linearized reading' (duration: 132.850534ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:03.834792Z","caller":"traceutil/trace.go:171","msg":"trace[912975004] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:0; response_revision:1706; }","duration":"172.90912ms","start":"2026-05-08T18:21:03.661866Z","end":"2026-05-08T18:21:03.834775Z","steps":["trace[912975004] 'agreement among raft nodes before linearized reading' (duration: 172.795097ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:03.83484Z","caller":"traceutil/trace.go:171","msg":"trace[369534363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1706; }","duration":"227.064015ms","start":"2026-05-08T18:21:03.607752Z","end":"2026-05-08T18:21:03.834816Z","steps":["trace[369534363] 'agreement among raft nodes before linearized reading' (duration: 226.815657ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:03.834513Z","caller":"traceutil/trace.go:171","msg":"trace[1605626514] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"194.619678ms","start":"2026-05-08T18:21:03.639871Z","end":"2026-05-08T18:21:03.83449Z","steps":["trace[1605626514] 'process raft request' (duration: 194.427222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:03.83495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.457632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:21:03.834945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.883285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:21:03.834996Z","caller":"traceutil/trace.go:171","msg":"trace[1677807231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1706; }","duration":"261.548186ms","start":"2026-05-08T18:21:03.573434Z","end":"2026-05-08T18:21:03.834983Z","steps":["trace[1677807231] 'agreement among raft nodes before linearized reading' (duration: 261.067231ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:03.835018Z","caller":"traceutil/trace.go:171","msg":"trace[414300883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1706; }","duration":"132.987899ms","start":"2026-05-08T18:21:03.702013Z","end":"2026-05-08T18:21:03.835001Z","steps":["trace[414300883] 'agreement among raft nodes before linearized reading' (duration: 132.70775ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:04.270253Z","caller":"traceutil/trace.go:171","msg":"trace[175284302] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"171.462106ms","start":"2026-05-08T18:21:04.098771Z","end":"2026-05-08T18:21:04.270233Z","steps":["trace[175284302] 'process raft request' (duration: 171.28249ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:04.463568Z","caller":"traceutil/trace.go:171","msg":"trace[1271363418] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"150.662987ms","start":"2026-05-08T18:21:04.312881Z","end":"2026-05-08T18:21:04.463544Z","steps":["trace[1271363418] 'process raft request' (duration: 59.061069ms)","trace[1271363418] 'compare' (duration: 91.441743ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:04.545731Z","caller":"traceutil/trace.go:171","msg":"trace[1241568929] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"232.543498ms","start":"2026-05-08T18:21:04.313167Z","end":"2026-05-08T18:21:04.54571Z","steps":["trace[1241568929] 'process raft request' (duration: 232.447035ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:04.545768Z","caller":"traceutil/trace.go:171","msg":"trace[633985679] linearizableReadLoop","detail":"{readStateIndex:1790; appliedIndex:1790; }","duration":"142.752977ms","start":"2026-05-08T18:21:04.402985Z","end":"2026-05-08T18:21:04.545738Z","steps":["trace[633985679] 'read index received' (duration: 142.737437ms)","trace[633985679] 'applied index is now lower than readState.Index' (duration: 12.67µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:04.545941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.927583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:04.546011Z","caller":"traceutil/trace.go:171","msg":"trace[268789124] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1720; }","duration":"143.032946ms","start":"2026-05-08T18:21:04.402941Z","end":"2026-05-08T18:21:04.545974Z","steps":["trace[268789124] 'agreement among raft nodes before linearized reading' (duration: 142.895822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:05.171251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.196865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:21:05.171428Z","caller":"traceutil/trace.go:171","msg":"trace[1851172617] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"439.671423ms","start":"2026-05-08T18:21:04.73174Z","end":"2026-05-08T18:21:05.171411Z","steps":["trace[1851172617] 'process raft request' (duration: 439.610021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:05.171494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:04.731719Z","time spent":"439.747115ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:05.171721Z","caller":"traceutil/trace.go:171","msg":"trace[1570163382] linearizableReadLoop","detail":"{readStateIndex:1791; appliedIndex:1790; }","duration":"597.560359ms","start":"2026-05-08T18:21:04.57413Z","end":"2026-05-08T18:21:05.17169Z","steps":["trace[1570163382] 'read index received' (duration: 451.752635ms)","trace[1570163382] 'applied index is now lower than readState.Index' (duration: 145.804234ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:05.171953Z","caller":"traceutil/trace.go:171","msg":"trace[1253435922] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"682.996403ms","start":"2026-05-08T18:21:04.48893Z","end":"2026-05-08T18:21:05.171927Z","steps":["trace[1253435922] 'process raft request' (duration: 537.052834ms)","trace[1253435922] 'compare' (duration: 145.018379ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:05.172013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.88619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:05.172056Z","caller":"traceutil/trace.go:171","msg":"trace[2136799829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1722; }","duration":"597.968032ms","start":"2026-05-08T18:21:04.574077Z","end":"2026-05-08T18:21:05.172045Z","steps":["trace[2136799829] 'agreement among raft nodes before linearized reading' (duration: 597.90363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:05.17209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:04.574054Z","time spent":"598.029665ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:21:05.17225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.576609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:05.172321Z","caller":"traceutil/trace.go:171","msg":"trace[1322095227] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1722; }","duration":"566.946171ms","start":"2026-05-08T18:21:04.605364Z","end":"2026-05-08T18:21:05.17231Z","steps":["trace[1322095227] 'agreement among raft nodes before linearized reading' (duration: 566.60388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:05.172403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:04.605336Z","time spent":"567.048774ms","remote":"127.0.0.1:41752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:21:05.172443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:04.488913Z","time spent":"683.098366ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:05.455263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.885799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-08T18:21:05.455325Z","caller":"traceutil/trace.go:171","msg":"trace[365376129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1722; }","duration":"165.982132ms","start":"2026-05-08T18:21:05.289328Z","end":"2026-05-08T18:21:05.455311Z","steps":["trace[365376129] 'range keys from in-memory index tree' (duration: 165.739375ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:05.457416Z","caller":"traceutil/trace.go:171","msg":"trace[481546789] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"113.572444ms","start":"2026-05-08T18:21:05.343819Z","end":"2026-05-08T18:21:05.457391Z","steps":["trace[481546789] 'process raft request' (duration: 113.276205ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:06.346115Z","caller":"traceutil/trace.go:171","msg":"trace[2039460769] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1732; }","duration":"156.4333ms","start":"2026-05-08T18:21:06.189664Z","end":"2026-05-08T18:21:06.346097Z","steps":["trace[2039460769] 'process raft request' (duration: 156.358578ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:06.398102Z","caller":"traceutil/trace.go:171","msg":"trace[1193782133] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1732; }","duration":"207.30619ms","start":"2026-05-08T18:21:06.190767Z","end":"2026-05-08T18:21:06.398073Z","steps":["trace[1193782133] 'process raft request' (duration: 207.107513ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:06.398429Z","caller":"traceutil/trace.go:171","msg":"trace[1347176705] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1732; }","duration":"134.177766ms","start":"2026-05-08T18:21:06.264233Z","end":"2026-05-08T18:21:06.398411Z","steps":["trace[1347176705] 'process raft request' (duration: 133.929439ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:06.616794Z","caller":"traceutil/trace.go:171","msg":"trace[899786921] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"105.932292ms","start":"2026-05-08T18:21:06.510831Z","end":"2026-05-08T18:21:06.616763Z","steps":["trace[899786921] 'process raft request' (duration: 105.628282ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:09.716995Z","caller":"traceutil/trace.go:171","msg":"trace[1755325886] linearizableReadLoop","detail":"{readStateIndex:1856; appliedIndex:1855; }","duration":"141.860119ms","start":"2026-05-08T18:21:09.575115Z","end":"2026-05-08T18:21:09.716975Z","steps":["trace[1755325886] 'read index received' (duration: 66.448392ms)","trace[1755325886] 'applied index is now lower than readState.Index' (duration: 75.411017ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:09.717146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.055255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:09.717124Z","caller":"traceutil/trace.go:171","msg":"trace[1990278862] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"171.822587ms","start":"2026-05-08T18:21:09.545265Z","end":"2026-05-08T18:21:09.717088Z","steps":["trace[1990278862] 'process raft request' (duration: 96.337899ms)","trace[1990278862] 'compare' (duration: 75.276402ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:09.717165Z","caller":"traceutil/trace.go:171","msg":"trace[1418078925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1781; }","duration":"142.143709ms","start":"2026-05-08T18:21:09.575015Z","end":"2026-05-08T18:21:09.717159Z","steps":["trace[1418078925] 'agreement among raft nodes before linearized reading' (duration: 142.032875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:09.956683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.556736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:21:09.956889Z","caller":"traceutil/trace.go:171","msg":"trace[1404015618] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"234.14772ms","start":"2026-05-08T18:21:09.722715Z","end":"2026-05-08T18:21:09.956863Z","steps":["trace[1404015618] 'process raft request' (duration: 125.273174ms)","trace[1404015618] 'compare' (duration: 108.36868ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:10.2393Z","caller":"traceutil/trace.go:171","msg":"trace[2083070999] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"198.844212ms","start":"2026-05-08T18:21:10.040437Z","end":"2026-05-08T18:21:10.239281Z","steps":["trace[2083070999] 'process raft request' (duration: 198.714528ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:10.24097Z","caller":"traceutil/trace.go:171","msg":"trace[1635839963] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"200.005349ms","start":"2026-05-08T18:21:10.040933Z","end":"2026-05-08T18:21:10.240939Z","steps":["trace[1635839963] 'process raft request' (duration: 199.935167ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:10.241162Z","caller":"traceutil/trace.go:171","msg":"trace[1138426467] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"200.240946ms","start":"2026-05-08T18:21:10.040877Z","end":"2026-05-08T18:21:10.241118Z","steps":["trace[1138426467] 'process raft request' (duration: 199.781081ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:10.241161Z","caller":"traceutil/trace.go:171","msg":"trace[784255946] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"199.543395ms","start":"2026-05-08T18:21:10.041564Z","end":"2026-05-08T18:21:10.241107Z","steps":["trace[784255946] 'process raft request' (duration: 199.336158ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:11.631605Z","caller":"traceutil/trace.go:171","msg":"trace[708661634] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"306.145147ms","start":"2026-05-08T18:21:11.325439Z","end":"2026-05-08T18:21:11.631584Z","steps":["trace[708661634] 'process raft request' (duration: 306.025034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:11.631738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:11.325424Z","time spent":"306.244391ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:11.717982Z","caller":"traceutil/trace.go:171","msg":"trace[286981859] linearizableReadLoop","detail":"{readStateIndex:1869; appliedIndex:1867; }","duration":"155.978046ms","start":"2026-05-08T18:21:11.561977Z","end":"2026-05-08T18:21:11.717955Z","steps":["trace[286981859] 'read index received' (duration: 69.52869ms)","trace[286981859] 'applied index is now lower than readState.Index' (duration: 86.448396ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:11.718051Z","caller":"traceutil/trace.go:171","msg":"trace[1383857800] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"378.037643ms","start":"2026-05-08T18:21:11.339991Z","end":"2026-05-08T18:21:11.718028Z","steps":["trace[1383857800] 'process raft request' (duration: 376.921888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:11.718164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.099309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:11.718222Z","caller":"traceutil/trace.go:171","msg":"trace[446150328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1794; }","duration":"143.181671ms","start":"2026-05-08T18:21:11.575026Z","end":"2026-05-08T18:21:11.718208Z","steps":["trace[446150328] 'agreement among raft nodes before linearized reading' (duration: 143.093388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:11.718199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.247953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:21:11.718203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.215273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T18:21:11.718288Z","caller":"traceutil/trace.go:171","msg":"trace[471940406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1794; }","duration":"155.364596ms","start":"2026-05-08T18:21:11.5629Z","end":"2026-05-08T18:21:11.718265Z","steps":["trace[471940406] 'agreement among raft nodes before linearized reading' (duration: 155.223302ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:11.7183Z","caller":"traceutil/trace.go:171","msg":"trace[1055035599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1794; }","duration":"156.338107ms","start":"2026-05-08T18:21:11.561948Z","end":"2026-05-08T18:21:11.718286Z","steps":["trace[1055035599] 'agreement among raft nodes before linearized reading' (duration: 156.12541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:11.718362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:11.339967Z","time spent":"378.134985ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:19.695021Z","caller":"traceutil/trace.go:171","msg":"trace[2010670905] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"112.131878ms","start":"2026-05-08T18:21:19.58285Z","end":"2026-05-08T18:21:19.694981Z","steps":["trace[2010670905] 'process raft request' (duration: 111.856379ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:19.824591Z","caller":"traceutil/trace.go:171","msg":"trace[1178648311] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"123.218239ms","start":"2026-05-08T18:21:19.701341Z","end":"2026-05-08T18:21:19.824559Z","steps":["trace[1178648311] 'process raft request' (duration: 121.740152ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:19.82485Z","caller":"traceutil/trace.go:171","msg":"trace[1470360396] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"123.345963ms","start":"2026-05-08T18:21:19.701469Z","end":"2026-05-08T18:21:19.824815Z","steps":["trace[1470360396] 'process raft request' (duration: 123.042204ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:19.824951Z","caller":"traceutil/trace.go:171","msg":"trace[1209158991] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"122.984292ms","start":"2026-05-08T18:21:19.701942Z","end":"2026-05-08T18:21:19.824926Z","steps":["trace[1209158991] 'process raft request' (duration: 122.785985ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:19.825164Z","caller":"traceutil/trace.go:171","msg":"trace[1911290306] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"122.673552ms","start":"2026-05-08T18:21:19.702462Z","end":"2026-05-08T18:21:19.825135Z","steps":["trace[1911290306] 'process raft request' (duration: 122.394484ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:20.177759Z","caller":"traceutil/trace.go:171","msg":"trace[457654932] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"104.309071ms","start":"2026-05-08T18:21:20.073414Z","end":"2026-05-08T18:21:20.177723Z","steps":["trace[457654932] 'process raft request' (duration: 104.106965ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:20.573051Z","caller":"traceutil/trace.go:171","msg":"trace[413254821] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"274.523647ms","start":"2026-05-08T18:21:20.298498Z","end":"2026-05-08T18:21:20.573022Z","steps":["trace[413254821] 'process raft request' (duration: 274.30155ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:20.573397Z","caller":"traceutil/trace.go:171","msg":"trace[398420598] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"274.833157ms","start":"2026-05-08T18:21:20.298537Z","end":"2026-05-08T18:21:20.573371Z","steps":["trace[398420598] 'process raft request' (duration: 274.426454ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:20.57351Z","caller":"traceutil/trace.go:171","msg":"trace[634741356] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"274.93328ms","start":"2026-05-08T18:21:20.29856Z","end":"2026-05-08T18:21:20.573493Z","steps":["trace[634741356] 'process raft request' (duration: 274.652231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:20.573698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.96327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:21:20.573748Z","caller":"traceutil/trace.go:171","msg":"trace[295398124] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1912; }","duration":"134.066383ms","start":"2026-05-08T18:21:20.439674Z","end":"2026-05-08T18:21:20.57374Z","steps":["trace[295398124] 'agreement among raft nodes before linearized reading' (duration: 133.922518ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:20.573527Z","caller":"traceutil/trace.go:171","msg":"trace[871035836] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1986; }","duration":"133.735562ms","start":"2026-05-08T18:21:20.439729Z","end":"2026-05-08T18:21:20.573464Z","steps":["trace[871035836] 'read index received' (duration: 133.072291ms)","trace[871035836] 'applied index is now lower than readState.Index' (duration: 660.921µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:20.750607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.3156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:21:20.750696Z","caller":"traceutil/trace.go:171","msg":"trace[1599143290] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1912; }","duration":"110.451465ms","start":"2026-05-08T18:21:20.640223Z","end":"2026-05-08T18:21:20.750674Z","steps":["trace[1599143290] 'count revisions from in-memory index tree' (duration: 110.225287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:22.059007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.852254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T18:21:22.059092Z","caller":"traceutil/trace.go:171","msg":"trace[783805579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1916; }","duration":"217.986508ms","start":"2026-05-08T18:21:21.841086Z","end":"2026-05-08T18:21:22.059072Z","steps":["trace[783805579] 'range keys from in-memory index tree' (duration: 217.677577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:22.059075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.360631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ecacb570-0771-400d-9486-c961f215e120\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-08T18:21:22.059149Z","caller":"traceutil/trace.go:171","msg":"trace[1525331373] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ecacb570-0771-400d-9486-c961f215e120; range_end:; response_count:1; response_revision:1916; }","duration":"481.482665ms","start":"2026-05-08T18:21:21.577647Z","end":"2026-05-08T18:21:22.059129Z","steps":["trace[1525331373] 'range keys from in-memory index tree' (duration: 481.188135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:22.05914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.192001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-08T18:21:22.05919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:21.577626Z","time spent":"481.554517ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ecacb570-0771-400d-9486-c961f215e120\" "} {"level":"info","ts":"2026-05-08T18:21:22.059202Z","caller":"traceutil/trace.go:171","msg":"trace[1922083042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"216.308364ms","start":"2026-05-08T18:21:21.842876Z","end":"2026-05-08T18:21:22.059185Z","steps":["trace[1922083042] 'range keys from in-memory index tree' (duration: 216.021205ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:22.187242Z","caller":"traceutil/trace.go:171","msg":"trace[289349382] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"123.797677ms","start":"2026-05-08T18:21:22.063426Z","end":"2026-05-08T18:21:22.187224Z","steps":["trace[289349382] 'process raft request' (duration: 123.682124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:22.895841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.151091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:21:22.895927Z","caller":"traceutil/trace.go:171","msg":"trace[1008684258] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1994; }","duration":"548.118245ms","start":"2026-05-08T18:21:22.347794Z","end":"2026-05-08T18:21:22.895912Z","steps":["trace[1008684258] 'read index received' (duration: 361.742347ms)","trace[1008684258] 'applied index is now lower than readState.Index' (duration: 186.374688ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:22.896238Z","caller":"traceutil/trace.go:171","msg":"trace[1993364241] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"712.645741ms","start":"2026-05-08T18:21:22.183566Z","end":"2026-05-08T18:21:22.896212Z","steps":["trace[1993364241] 'process raft request' (duration: 526.044896ms)","trace[1993364241] 'compare' (duration: 185.873472ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:22.896359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.561659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-08T18:21:22.89637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:22.183542Z","time spent":"712.757355ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:22.896407Z","caller":"traceutil/trace.go:171","msg":"trace[512089492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1918; }","duration":"548.641552ms","start":"2026-05-08T18:21:22.347753Z","end":"2026-05-08T18:21:22.896395Z","steps":["trace[512089492] 'agreement among raft nodes before linearized reading' (duration: 548.486867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:22.896434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:22.347734Z","time spent":"548.694164ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T18:21:22.896546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.823889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T18:21:22.896619Z","caller":"traceutil/trace.go:171","msg":"trace[2061623999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1918; }","duration":"318.924162ms","start":"2026-05-08T18:21:22.577677Z","end":"2026-05-08T18:21:22.896601Z","steps":["trace[2061623999] 'agreement among raft nodes before linearized reading' (duration: 318.742526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:22.896655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:22.577666Z","time spent":"318.980914ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T18:21:22.896819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.458469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-08T18:21:22.896903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.687635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:21:22.896918Z","caller":"traceutil/trace.go:171","msg":"trace[1709041773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1918; }","duration":"319.609433ms","start":"2026-05-08T18:21:22.577287Z","end":"2026-05-08T18:21:22.896897Z","steps":["trace[1709041773] 'agreement among raft nodes before linearized reading' (duration: 319.390447ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:22.896966Z","caller":"traceutil/trace.go:171","msg":"trace[1410547582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1918; }","duration":"318.811678ms","start":"2026-05-08T18:21:22.578139Z","end":"2026-05-08T18:21:22.89695Z","steps":["trace[1410547582] 'agreement among raft nodes before linearized reading' (duration: 318.612992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:22.896979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:22.577264Z","time spent":"319.700357ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:21:22.896997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:22.578117Z","time spent":"318.87331ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T18:21:22.896992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.487409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-08T18:21:22.89707Z","caller":"traceutil/trace.go:171","msg":"trace[229321201] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1918; }","duration":"112.610123ms","start":"2026-05-08T18:21:22.784433Z","end":"2026-05-08T18:21:22.897043Z","steps":["trace[229321201] 'agreement among raft nodes before linearized reading' (duration: 112.340265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:22.896819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.377703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-08T18:21:22.897388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.154294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:22.897546Z","caller":"traceutil/trace.go:171","msg":"trace[1819691086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1918; }","duration":"322.34116ms","start":"2026-05-08T18:21:22.575178Z","end":"2026-05-08T18:21:22.897519Z","steps":["trace[1819691086] 'agreement among raft nodes before linearized reading' (duration: 322.00825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:22.897599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:22.575158Z","time spent":"322.426073ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T18:21:22.898197Z","caller":"traceutil/trace.go:171","msg":"trace[1792052355] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1918; }","duration":"452.248722ms","start":"2026-05-08T18:21:22.445253Z","end":"2026-05-08T18:21:22.897502Z","steps":["trace[1792052355] 'agreement among raft nodes before linearized reading' (duration: 451.119936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:22.898243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:22.445233Z","time spent":"452.999545ms","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-08T18:21:25.368576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.437373369s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T18:21:25.369032Z","caller":"traceutil/trace.go:171","msg":"trace[587590326] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"2.467008817s","start":"2026-05-08T18:21:22.902Z","end":"2026-05-08T18:21:25.369009Z","steps":["trace[587590326] 'process raft request' (duration: 2.466909134s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:25.369047Z","caller":"traceutil/trace.go:171","msg":"trace[1639553727] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"2.467761131s","start":"2026-05-08T18:21:22.901271Z","end":"2026-05-08T18:21:25.369032Z","steps":["trace[1639553727] 'process raft request' (duration: 2.467468131s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:25.369136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444783954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-08T18:21:25.369152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:22.901252Z","time spent":"2.467835253s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:25.369154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:22.901981Z","time spent":"2.46709111s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:25.369169Z","caller":"traceutil/trace.go:171","msg":"trace[1275825499] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1923; }","duration":"2.444846336s","start":"2026-05-08T18:21:22.924311Z","end":"2026-05-08T18:21:25.369157Z","steps":["trace[1275825499] 'agreement among raft nodes before linearized reading' (duration: 2.444743112s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:25.369213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:22.924294Z","time spent":"2.444911188s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T18:21:25.369015Z","caller":"traceutil/trace.go:171","msg":"trace[1760245049] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1995; }","duration":"2.44464778s","start":"2026-05-08T18:21:22.924349Z","end":"2026-05-08T18:21:25.368997Z","steps":["trace[1760245049] 'read index received' (duration: 6.855487ms)","trace[1760245049] 'applied index is now lower than readState.Index' (duration: 2.437791543s)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:25.369252Z","caller":"traceutil/trace.go:171","msg":"trace[242066847] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"2.46523147s","start":"2026-05-08T18:21:22.903983Z","end":"2026-05-08T18:21:25.369215Z","steps":["trace[242066847] 'process raft request' (duration: 2.464983503s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:25.369262Z","caller":"traceutil/trace.go:171","msg":"trace[1114810531] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"2.466762159s","start":"2026-05-08T18:21:22.902468Z","end":"2026-05-08T18:21:25.36923Z","steps":["trace[1114810531] 'process raft request' (duration: 2.46647363s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:25.369331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:22.903969Z","time spent":"2.465322024s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:25.369431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:22.902455Z","time spent":"2.466872623s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:25.870337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174202720,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T18:21:26.310468Z","caller":"traceutil/trace.go:171","msg":"trace[1966583502] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"3.349194904s","start":"2026-05-08T18:21:22.96124Z","end":"2026-05-08T18:21:26.310435Z","steps":["trace[1966583502] 'process raft request' (duration: 3.348940406s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:26.31065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:22.961214Z","time spent":"3.349343608s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:26.551747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.371258ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-08T18:21:26.552207Z","caller":"traceutil/trace.go:171","msg":"trace[898005209] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"2.10684624s","start":"2026-05-08T18:21:24.445328Z","end":"2026-05-08T18:21:26.552175Z","steps":["trace[898005209] 'process raft request' (duration: 2.10655046s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:26.552256Z","caller":"traceutil/trace.go:171","msg":"trace[1604494088] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.650458207s","start":"2026-05-08T18:21:24.901779Z","end":"2026-05-08T18:21:26.552237Z","steps":["trace[1604494088] 'process raft request' (duration: 1.650365164s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:26.552372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:24.901754Z","time spent":"1.65054616s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:26.552412Z","caller":"traceutil/trace.go:171","msg":"trace[1788430008] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"1.772478708s","start":"2026-05-08T18:21:24.7799Z","end":"2026-05-08T18:21:26.552378Z","steps":["trace[1788430008] 'process raft request' (duration: 1.772143498s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:26.552436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:24.445306Z","time spent":"2.106964493s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7744,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:26.552767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:24.77987Z","time spent":"1.772614482s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T18:21:26.565802Z","caller":"traceutil/trace.go:171","msg":"trace[484066355] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"1.193191187s","start":"2026-05-08T18:21:25.37259Z","end":"2026-05-08T18:21:26.565782Z","steps":["trace[484066355] 'process raft request' (duration: 1.193055613s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:26.565907Z","caller":"traceutil/trace.go:171","msg":"trace[669887650] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2000; }","duration":"1.196656138s","start":"2026-05-08T18:21:25.369233Z","end":"2026-05-08T18:21:26.56589Z","steps":["trace[669887650] 'read index received' (duration: 940.964947ms)","trace[669887650] 'applied index is now lower than readState.Index' (duration: 255.689731ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:26.566006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389046209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:21:26.566042Z","caller":"traceutil/trace.go:171","msg":"trace[1259885621] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1929; }","duration":"2.38908332s","start":"2026-05-08T18:21:24.176947Z","end":"2026-05-08T18:21:26.56603Z","steps":["trace[1259885621] 'agreement among raft nodes before linearized reading' (duration: 2.389025118s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:26.566043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990139327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:26.56608Z","caller":"traceutil/trace.go:171","msg":"trace[144105374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1929; }","duration":"1.990205379s","start":"2026-05-08T18:21:24.575865Z","end":"2026-05-08T18:21:26.566071Z","steps":["trace[144105374] 'agreement among raft nodes before linearized reading' (duration: 1.990158227s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:26.566091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:24.176884Z","time spent":"2.389195424s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:21:26.566107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:24.575846Z","time spent":"1.990251669s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:21:26.566108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629967308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-08T18:21:26.566107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961528141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:21:26.566156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94996575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18adaa1ee1d4a25b\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-05-08T18:21:26.566185Z","caller":"traceutil/trace.go:171","msg":"trace[1551435744] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1929; }","duration":"1.961661196s","start":"2026-05-08T18:21:24.604503Z","end":"2026-05-08T18:21:26.566164Z","steps":["trace[1551435744] 'agreement among raft nodes before linearized reading' (duration: 1.961515811s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:26.566205Z","caller":"traceutil/trace.go:171","msg":"trace[128726094] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"1.097306054s","start":"2026-05-08T18:21:25.468889Z","end":"2026-05-08T18:21:26.566195Z","steps":["trace[128726094] 'process raft request' (duration: 1.096850769s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:26.56622Z","caller":"traceutil/trace.go:171","msg":"trace[1355002275] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18adaa1ee1d4a25b; range_end:; response_count:1; response_revision:1929; }","duration":"2.950072763s","start":"2026-05-08T18:21:23.616131Z","end":"2026-05-08T18:21:26.566204Z","steps":["trace[1355002275] 'agreement among raft nodes before linearized reading' (duration: 2.949918358s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:26.566243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:24.604469Z","time spent":"1.961756218s","remote":"127.0.0.1:56730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:21:26.566002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367857709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-08T18:21:26.566336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276750452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:21:26.566346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.499367175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-08T18:21:26.566384Z","caller":"traceutil/trace.go:171","msg":"trace[1261147704] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1929; }","duration":"1.276796063s","start":"2026-05-08T18:21:25.289576Z","end":"2026-05-08T18:21:26.566372Z","steps":["trace[1261147704] 'agreement among raft nodes before linearized reading' (duration: 1.276730941s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:26.566421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:25.289558Z","time spent":"1.276853955s","remote":"127.0.0.1:41802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:21:26.566165Z","caller":"traceutil/trace.go:171","msg":"trace[1215019077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1929; }","duration":"1.630062491s","start":"2026-05-08T18:21:24.93609Z","end":"2026-05-08T18:21:26.566152Z","steps":["trace[1215019077] 'agreement among raft nodes before linearized reading' (duration: 1.629862915s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:26.566418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.502515885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ecacb570-0771-400d-9486-c961f215e120\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-08T18:21:26.566383Z","caller":"traceutil/trace.go:171","msg":"trace[2011722531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1929; }","duration":"2.368238191s","start":"2026-05-08T18:21:24.19809Z","end":"2026-05-08T18:21:26.566328Z","steps":["trace[2011722531] 'agreement among raft nodes before linearized reading' (duration: 2.367802947s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:26.56645Z","caller":"traceutil/trace.go:171","msg":"trace[1484245908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1929; }","duration":"3.4995028s","start":"2026-05-08T18:21:23.0669Z","end":"2026-05-08T18:21:26.566403Z","steps":["trace[1484245908] 'agreement among raft nodes before linearized reading' (duration: 3.499203801s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:26.566464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:24.93607Z","time spent":"1.630385752s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T18:21:26.566475Z","caller":"traceutil/trace.go:171","msg":"trace[147212118] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ecacb570-0771-400d-9486-c961f215e120; range_end:; response_count:1; response_revision:1929; }","duration":"3.502623509s","start":"2026-05-08T18:21:23.063839Z","end":"2026-05-08T18:21:26.566463Z","steps":["trace[147212118] 'agreement among raft nodes before linearized reading' (duration: 3.502481465s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:26.566512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:23.063819Z","time spent":"3.502683101s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ecacb570-0771-400d-9486-c961f215e120\" "} {"level":"warn","ts":"2026-05-08T18:21:26.566524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:23.066877Z","time spent":"3.499637905s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-08T18:21:26.566547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:24.198071Z","time spent":"2.368420957s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:21:26.56651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206804047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-05-08T18:21:26.566624Z","caller":"traceutil/trace.go:171","msg":"trace[340207783] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1929; }","duration":"3.206969532s","start":"2026-05-08T18:21:23.359632Z","end":"2026-05-08T18:21:26.566602Z","steps":["trace[340207783] 'agreement among raft nodes before linearized reading' (duration: 3.206673893s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:26.566275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:23.616108Z","time spent":"2.950153226s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18adaa1ee1d4a25b\" "} {"level":"warn","ts":"2026-05-08T18:21:26.566279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:25.468871Z","time spent":"1.097358826s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:26.566696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:23.359614Z","time spent":"3.207065666s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T18:21:26.566415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770274213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:21:26.566818Z","caller":"traceutil/trace.go:171","msg":"trace[1465332885] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1929; }","duration":"2.770689696s","start":"2026-05-08T18:21:23.796105Z","end":"2026-05-08T18:21:26.566795Z","steps":["trace[1465332885] 'agreement among raft nodes before linearized reading' (duration: 2.770254163s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:26.566482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504878175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-08T18:21:26.566903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:23.79609Z","time spent":"2.770784119s","remote":"127.0.0.1:56514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:21:26.56698Z","caller":"traceutil/trace.go:171","msg":"trace[2053303757] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1929; }","duration":"2.50535022s","start":"2026-05-08T18:21:24.061558Z","end":"2026-05-08T18:21:26.566909Z","steps":["trace[2053303757] 'agreement among raft nodes before linearized reading' (duration: 2.504742881s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:26.567042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:24.061536Z","time spent":"2.505488375s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:21:26.566753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:25.372574Z","time spent":"1.193832968s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:26.598549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.647952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:26.59867Z","caller":"traceutil/trace.go:171","msg":"trace[562045222] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1930; }","duration":"609.828147ms","start":"2026-05-08T18:21:25.988819Z","end":"2026-05-08T18:21:26.598647Z","steps":["trace[562045222] 'agreement among raft nodes before linearized reading' (duration: 609.6014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:26.598593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063518525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:21:26.598741Z","caller":"traceutil/trace.go:171","msg":"trace[1871805746] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1930; }","duration":"1.063709591s","start":"2026-05-08T18:21:25.535016Z","end":"2026-05-08T18:21:26.598725Z","steps":["trace[1871805746] 'agreement among raft nodes before linearized reading' (duration: 1.063446082s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:26.598734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:25.9888Z","time spent":"609.91365ms","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:21:26.598788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:25.534996Z","time spent":"1.063780132s","remote":"127.0.0.1:56548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:21:27.098977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174202729,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:21:27.600103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174202729,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:21:27.8175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.219206631s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T18:21:27.842227Z","caller":"traceutil/trace.go:171","msg":"trace[1671380608] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"1.27005427s","start":"2026-05-08T18:21:26.572156Z","end":"2026-05-08T18:21:27.842211Z","steps":["trace[1671380608] 'process raft request' (duration: 1.270005508s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:27.842237Z","caller":"traceutil/trace.go:171","msg":"trace[1313688097] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"1.27164394s","start":"2026-05-08T18:21:26.570572Z","end":"2026-05-08T18:21:27.842216Z","steps":["trace[1313688097] 'process raft request' (duration: 1.271508245s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:27.84227Z","caller":"traceutil/trace.go:171","msg":"trace[2139800729] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"1.272987822s","start":"2026-05-08T18:21:26.569246Z","end":"2026-05-08T18:21:27.842234Z","steps":["trace[2139800729] 'process raft request' (duration: 1.248471297s)","trace[2139800729] 'compare' (duration: 23.636088ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:27.842346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:26.572142Z","time spent":"1.270139533s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:27.84237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:26.570557Z","time spent":"1.271737373s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:27.8424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:26.569214Z","time spent":"1.273114586s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:27.842703Z","caller":"traceutil/trace.go:171","msg":"trace[887761696] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"1.079233371s","start":"2026-05-08T18:21:26.763456Z","end":"2026-05-08T18:21:27.842689Z","steps":["trace[887761696] 'process raft request' (duration: 1.078732625s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:27.842702Z","caller":"traceutil/trace.go:171","msg":"trace[1804621968] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2008; }","duration":"1.244290944s","start":"2026-05-08T18:21:26.598381Z","end":"2026-05-08T18:21:27.842672Z","steps":["trace[1804621968] 'read index received' (duration: 1.219356695s)","trace[1804621968] 'applied index is now lower than readState.Index' (duration: 24.932849ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:27.842779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:26.763426Z","time spent":"1.079314973s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:27.842833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246933568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ecacb570-0771-400d-9486-c961f215e120\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-05-08T18:21:27.842828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26719927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:27.84288Z","caller":"traceutil/trace.go:171","msg":"trace[928015909] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ecacb570-0771-400d-9486-c961f215e120; range_end:; response_count:1; response_revision:1935; }","duration":"1.24700838s","start":"2026-05-08T18:21:26.595856Z","end":"2026-05-08T18:21:27.842864Z","steps":["trace[928015909] 'agreement among raft nodes before linearized reading' (duration: 1.246870706s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:27.842866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275690187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:27.842892Z","caller":"traceutil/trace.go:171","msg":"trace[1841013975] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1935; }","duration":"1.267302383s","start":"2026-05-08T18:21:26.575573Z","end":"2026-05-08T18:21:27.842876Z","steps":["trace[1841013975] 'agreement among raft nodes before linearized reading' (duration: 1.267190659s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:27.842943Z","caller":"traceutil/trace.go:171","msg":"trace[1433717197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1935; }","duration":"1.275805871s","start":"2026-05-08T18:21:26.567119Z","end":"2026-05-08T18:21:27.842925Z","steps":["trace[1433717197] 'agreement among raft nodes before linearized reading' (duration: 1.275663207s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:27.842976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.773565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T18:21:27.842996Z","caller":"traceutil/trace.go:171","msg":"trace[1535948609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1935; }","duration":"469.815366ms","start":"2026-05-08T18:21:27.373176Z","end":"2026-05-08T18:21:27.842991Z","steps":["trace[1535948609] 'agreement among raft nodes before linearized reading' (duration: 469.759004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:27.842996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:26.567099Z","time spent":"1.275888444s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:21:27.843019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:27.373161Z","time spent":"469.854038ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:21:27.842948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:26.57556Z","time spent":"1.267378355s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-08T18:21:27.843096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.082205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-05-08T18:21:27.843103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207464759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-08T18:21:27.842909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:26.595835Z","time spent":"1.247067142s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ecacb570-0771-400d-9486-c961f215e120\" "} {"level":"info","ts":"2026-05-08T18:21:27.843157Z","caller":"traceutil/trace.go:171","msg":"trace[452270189] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1935; }","duration":"470.132117ms","start":"2026-05-08T18:21:27.373004Z","end":"2026-05-08T18:21:27.843136Z","steps":["trace[452270189] 'agreement among raft nodes before linearized reading' (duration: 469.969892ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:27.84316Z","caller":"traceutil/trace.go:171","msg":"trace[1182392240] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1935; }","duration":"1.207592843s","start":"2026-05-08T18:21:26.635554Z","end":"2026-05-08T18:21:27.843147Z","steps":["trace[1182392240] 'agreement among raft nodes before linearized reading' (duration: 1.207355266s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:27.843181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.93309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-08T18:21:27.843191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.094965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-08T18:21:27.843205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:26.63553Z","time spent":"1.207666036s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-08T18:21:27.843236Z","caller":"traceutil/trace.go:171","msg":"trace[519723588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1935; }","duration":"470.033054ms","start":"2026-05-08T18:21:27.373189Z","end":"2026-05-08T18:21:27.843222Z","steps":["trace[519723588] 'agreement among raft nodes before linearized reading' (duration: 469.882089ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:27.84325Z","caller":"traceutil/trace.go:171","msg":"trace[16629048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1935; }","duration":"269.173818ms","start":"2026-05-08T18:21:27.574058Z","end":"2026-05-08T18:21:27.843232Z","steps":["trace[16629048] 'agreement among raft nodes before linearized reading' (duration: 269.039484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:27.843274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.915293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ecacb570-0771-400d-9486-c961f215e120\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-05-08T18:21:27.843272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:27.373165Z","time spent":"470.098876ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T18:21:27.843045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.337661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:21:27.843303Z","caller":"traceutil/trace.go:171","msg":"trace[2128910100] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ecacb570-0771-400d-9486-c961f215e120; range_end:; response_count:1; response_revision:1935; }","duration":"270.980685ms","start":"2026-05-08T18:21:27.572314Z","end":"2026-05-08T18:21:27.843295Z","steps":["trace[2128910100] 'agreement among raft nodes before linearized reading' (duration: 270.825ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:27.843329Z","caller":"traceutil/trace.go:171","msg":"trace[492810581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1935; }","duration":"469.651902ms","start":"2026-05-08T18:21:27.37367Z","end":"2026-05-08T18:21:27.843322Z","steps":["trace[492810581] 'agreement among raft nodes before linearized reading' (duration: 469.255699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:27.843355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:27.373661Z","time spent":"469.687913ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T18:21:27.843197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:27.372959Z","time spent":"470.227389ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T18:21:27.843446Z","caller":"traceutil/trace.go:171","msg":"trace[1785450675] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"1.272030912s","start":"2026-05-08T18:21:26.571406Z","end":"2026-05-08T18:21:27.843437Z","steps":["trace[1785450675] 'process raft request' (duration: 1.270732381s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:27.843516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:26.571395Z","time spent":"1.272086934s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:34.721782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.173355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-08T18:21:34.721877Z","caller":"traceutil/trace.go:171","msg":"trace[1522781642] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2004; }","duration":"109.319809ms","start":"2026-05-08T18:21:34.612538Z","end":"2026-05-08T18:21:34.721857Z","steps":["trace[1522781642] 'range keys from in-memory index tree' (duration: 108.981149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:40.559483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.406341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:21:40.559693Z","caller":"traceutil/trace.go:171","msg":"trace[282709554] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"589.99871ms","start":"2026-05-08T18:21:39.969627Z","end":"2026-05-08T18:21:40.559625Z","steps":["trace[282709554] 'process raft request' (duration: 347.370382ms)","trace[282709554] 'compare' (duration: 242.092251ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:40.559807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:39.969609Z","time spent":"590.126715ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:40.560042Z","caller":"traceutil/trace.go:171","msg":"trace[973309294] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"590.345042ms","start":"2026-05-08T18:21:39.969666Z","end":"2026-05-08T18:21:40.560011Z","steps":["trace[973309294] 'process raft request' (duration: 589.913848ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:40.560206Z","caller":"traceutil/trace.go:171","msg":"trace[1485874241] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"590.286579ms","start":"2026-05-08T18:21:39.9699Z","end":"2026-05-08T18:21:40.560186Z","steps":["trace[1485874241] 'process raft request' (duration: 590.032501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:40.560196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:39.969646Z","time spent":"590.470225ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:40.560297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:39.969878Z","time spent":"590.377352ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:40.560303Z","caller":"traceutil/trace.go:171","msg":"trace[1997644659] linearizableReadLoop","detail":"{readStateIndex:2129; appliedIndex:2125; }","duration":"477.658116ms","start":"2026-05-08T18:21:40.082608Z","end":"2026-05-08T18:21:40.560266Z","steps":["trace[1997644659] 'read index received' (duration: 234.399868ms)","trace[1997644659] 'applied index is now lower than readState.Index' (duration: 243.255948ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:40.560464Z","caller":"traceutil/trace.go:171","msg":"trace[1632209846] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"589.66498ms","start":"2026-05-08T18:21:39.970772Z","end":"2026-05-08T18:21:40.560437Z","steps":["trace[1632209846] 'process raft request' (duration: 589.3592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:40.560484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.871782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:40.560554Z","caller":"traceutil/trace.go:171","msg":"trace[2119807815] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2048; }","duration":"477.952585ms","start":"2026-05-08T18:21:40.082565Z","end":"2026-05-08T18:21:40.560517Z","steps":["trace[2119807815] 'agreement among raft nodes before linearized reading' (duration: 477.852031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:40.560568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:39.970753Z","time spent":"589.766363ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:40.560598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:40.082549Z","time spent":"478.038398ms","remote":"127.0.0.1:49596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:21:40.8294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.706792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:21:40.829668Z","caller":"traceutil/trace.go:171","msg":"trace[946617171] linearizableReadLoop","detail":"{readStateIndex:2131; appliedIndex:2129; }","duration":"255.896208ms","start":"2026-05-08T18:21:40.573754Z","end":"2026-05-08T18:21:40.82965Z","steps":["trace[946617171] 'read index received' (duration: 96.938288ms)","trace[946617171] 'applied index is now lower than readState.Index' (duration: 158.95693ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:40.82977Z","caller":"traceutil/trace.go:171","msg":"trace[1483595975] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"191.231091ms","start":"2026-05-08T18:21:40.638518Z","end":"2026-05-08T18:21:40.829749Z","steps":["trace[1483595975] 'process raft request' (duration: 191.095517ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:40.829786Z","caller":"traceutil/trace.go:171","msg":"trace[1138881108] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"410.953384ms","start":"2026-05-08T18:21:40.418796Z","end":"2026-05-08T18:21:40.82975Z","steps":["trace[1138881108] 'process raft request' (duration: 410.751518ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:40.829833Z","caller":"traceutil/trace.go:171","msg":"trace[576162800] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"636.797192ms","start":"2026-05-08T18:21:40.193003Z","end":"2026-05-08T18:21:40.8298Z","steps":["trace[576162800] 'process raft request' (duration: 477.599654ms)","trace[576162800] 'compare' (duration: 158.586669ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:40.829833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.050643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:21:40.82996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:40.418773Z","time spent":"411.091609ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:40.829989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:40.192978Z","time spent":"636.930045ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:40.830023Z","caller":"traceutil/trace.go:171","msg":"trace[240779565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2051; }","duration":"256.27727ms","start":"2026-05-08T18:21:40.573721Z","end":"2026-05-08T18:21:40.829998Z","steps":["trace[240779565] 'agreement among raft nodes before linearized reading' (duration: 256.026922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:41.309119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.532429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:21:41.309195Z","caller":"traceutil/trace.go:171","msg":"trace[203087833] linearizableReadLoop","detail":"{readStateIndex:2133; appliedIndex:2132; }","duration":"327.635988ms","start":"2026-05-08T18:21:40.981547Z","end":"2026-05-08T18:21:41.309183Z","steps":["trace[203087833] 'read index received' (duration: 60.262µs)","trace[203087833] 'applied index is now lower than readState.Index' (duration: 327.574826ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:41.309236Z","caller":"traceutil/trace.go:171","msg":"trace[430860703] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"475.037002ms","start":"2026-05-08T18:21:40.834158Z","end":"2026-05-08T18:21:41.309195Z","steps":["trace[430860703] 'process raft request' (duration: 102.368109ms)","trace[430860703] 'compare' (duration: 372.145467ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:41.309316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.790793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-08T18:21:41.309336Z","caller":"traceutil/trace.go:171","msg":"trace[181372734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2052; }","duration":"327.851205ms","start":"2026-05-08T18:21:40.981477Z","end":"2026-05-08T18:21:41.309328Z","steps":["trace[181372734] 'agreement among raft nodes before linearized reading' (duration: 327.762383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:41.30936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:40.98145Z","time spent":"327.905586ms","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-08T18:21:41.309416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:40.834146Z","time spent":"475.168837ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:41.309522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.695902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:21:41.309621Z","caller":"traceutil/trace.go:171","msg":"trace[1058760336] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2052; }","duration":"231.801096ms","start":"2026-05-08T18:21:41.077791Z","end":"2026-05-08T18:21:41.309592Z","steps":["trace[1058760336] 'agreement among raft nodes before linearized reading' (duration: 231.63246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:42.324753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.55608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:21:42.325035Z","caller":"traceutil/trace.go:171","msg":"trace[490770505] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"307.604074ms","start":"2026-05-08T18:21:42.017395Z","end":"2026-05-08T18:21:42.324999Z","steps":["trace[490770505] 'process raft request' (duration: 183.667882ms)","trace[490770505] 'compare' (duration: 123.331552ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:42.325279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:42.017379Z","time spent":"307.776309ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:42.70724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.741739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:42.707321Z","caller":"traceutil/trace.go:171","msg":"trace[155801180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2054; }","duration":"131.863392ms","start":"2026-05-08T18:21:42.57544Z","end":"2026-05-08T18:21:42.707304Z","steps":["trace[155801180] 'range keys from in-memory index tree' (duration: 131.624155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:42.707379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.77172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-08T18:21:42.707475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.926523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-08T18:21:42.707508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.585517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-05-08T18:21:42.707553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.598652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:21:42.707571Z","caller":"traceutil/trace.go:171","msg":"trace[2107933387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2054; }","duration":"143.051877ms","start":"2026-05-08T18:21:42.564496Z","end":"2026-05-08T18:21:42.707548Z","steps":["trace[2107933387] 'range keys from in-memory index tree' (duration: 142.718546ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:42.707586Z","caller":"traceutil/trace.go:171","msg":"trace[1411493470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2054; }","duration":"142.675635ms","start":"2026-05-08T18:21:42.564901Z","end":"2026-05-08T18:21:42.707577Z","steps":["trace[1411493470] 'range keys from in-memory index tree' (duration: 142.411687ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:42.707583Z","caller":"traceutil/trace.go:171","msg":"trace[1389515499] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2054; }","duration":"121.676961ms","start":"2026-05-08T18:21:42.585881Z","end":"2026-05-08T18:21:42.707558Z","steps":["trace[1389515499] 'range keys from in-memory index tree' (duration: 121.456904ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:42.707498Z","caller":"traceutil/trace.go:171","msg":"trace[925549141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2054; }","duration":"143.931994ms","start":"2026-05-08T18:21:42.563527Z","end":"2026-05-08T18:21:42.707459Z","steps":["trace[925549141] 'range keys from in-memory index tree' (duration: 143.540993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:42.707662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.28259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:42.707728Z","caller":"traceutil/trace.go:171","msg":"trace[1488721581] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2054; }","duration":"250.395443ms","start":"2026-05-08T18:21:42.457313Z","end":"2026-05-08T18:21:42.707708Z","steps":["trace[1488721581] 'count revisions from in-memory index tree' (duration: 250.179187ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:42.992034Z","caller":"traceutil/trace.go:171","msg":"trace[794882556] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"280.383353ms","start":"2026-05-08T18:21:42.711628Z","end":"2026-05-08T18:21:42.992011Z","steps":["trace[794882556] 'process raft request' (duration: 280.262949ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:43.248845Z","caller":"traceutil/trace.go:171","msg":"trace[2070666461] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"536.694052ms","start":"2026-05-08T18:21:42.712127Z","end":"2026-05-08T18:21:43.248821Z","steps":["trace[2070666461] 'process raft request' (duration: 536.454995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:43.248996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:42.712105Z","time spent":"536.817897ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:43.249159Z","caller":"traceutil/trace.go:171","msg":"trace[1266725144] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"536.990111ms","start":"2026-05-08T18:21:42.712147Z","end":"2026-05-08T18:21:43.249137Z","steps":["trace[1266725144] 'process raft request' (duration: 536.63171ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:43.249179Z","caller":"traceutil/trace.go:171","msg":"trace[1124176205] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"536.957321ms","start":"2026-05-08T18:21:42.712188Z","end":"2026-05-08T18:21:43.249146Z","steps":["trace[1124176205] 'process raft request' (duration: 536.780065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:43.249251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:42.712124Z","time spent":"537.083615ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:43.249242Z","caller":"traceutil/trace.go:171","msg":"trace[1586543410] linearizableReadLoop","detail":"{readStateIndex:2141; appliedIndex:2136; }","duration":"399.193671ms","start":"2026-05-08T18:21:42.850024Z","end":"2026-05-08T18:21:43.249217Z","steps":["trace[1586543410] 'read index received' (duration: 142.001264ms)","trace[1586543410] 'applied index is now lower than readState.Index' (duration: 257.191437ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:43.249327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:42.71216Z","time spent":"537.090525ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:21:43.249362Z","caller":"traceutil/trace.go:171","msg":"trace[1377291802] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"414.865087ms","start":"2026-05-08T18:21:42.834485Z","end":"2026-05-08T18:21:43.24935Z","steps":["trace[1377291802] 'process raft request' (duration: 414.600579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:43.249477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.45672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-08T18:21:43.249507Z","caller":"traceutil/trace.go:171","msg":"trace[642556566] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"414.94239ms","start":"2026-05-08T18:21:42.834552Z","end":"2026-05-08T18:21:43.249494Z","steps":["trace[642556566] 'process raft request' (duration: 414.572598ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:43.249531Z","caller":"traceutil/trace.go:171","msg":"trace[1610952102] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2061; }","duration":"399.536842ms","start":"2026-05-08T18:21:42.84998Z","end":"2026-05-08T18:21:43.249517Z","steps":["trace[1610952102] 'agreement among raft nodes before linearized reading' (duration: 399.412329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:43.249569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:42.849969Z","time spent":"399.586114ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:21:43.249567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:42.834526Z","time spent":"415.008072ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:43.249477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:42.834456Z","time spent":"414.934909ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:43.249622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.629829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-08T18:21:43.249623Z","caller":"traceutil/trace.go:171","msg":"trace[1598939629] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"371.386121ms","start":"2026-05-08T18:21:42.878191Z","end":"2026-05-08T18:21:43.249577Z","steps":["trace[1598939629] 'process raft request' (duration: 370.979318ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:43.249663Z","caller":"traceutil/trace.go:171","msg":"trace[1947583864] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2061; }","duration":"395.68251ms","start":"2026-05-08T18:21:42.853971Z","end":"2026-05-08T18:21:43.249653Z","steps":["trace[1947583864] 'agreement among raft nodes before linearized reading' (duration: 395.541995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:43.249703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:42.853964Z","time spent":"395.732162ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-08T18:21:43.249755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.924028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11981"} {"level":"info","ts":"2026-05-08T18:21:43.24979Z","caller":"traceutil/trace.go:171","msg":"trace[1994995238] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2061; }","duration":"334.974269ms","start":"2026-05-08T18:21:42.914806Z","end":"2026-05-08T18:21:43.24978Z","steps":["trace[1994995238] 'agreement among raft nodes before linearized reading' (duration: 334.829004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:43.249799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:42.87816Z","time spent":"371.545606ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:43.249848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:42.914794Z","time spent":"335.046492ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T18:21:43.475208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.345908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:21:43.475397Z","caller":"traceutil/trace.go:171","msg":"trace[1906856040] linearizableReadLoop","detail":"{readStateIndex:2144; appliedIndex:2142; }","duration":"213.155566ms","start":"2026-05-08T18:21:43.262223Z","end":"2026-05-08T18:21:43.475379Z","steps":["trace[1906856040] 'read index received' (duration: 13.551189ms)","trace[1906856040] 'applied index is now lower than readState.Index' (duration: 199.603077ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:43.475527Z","caller":"traceutil/trace.go:171","msg":"trace[789390832] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"220.735995ms","start":"2026-05-08T18:21:43.254776Z","end":"2026-05-08T18:21:43.475512Z","steps":["trace[789390832] 'process raft request' (duration: 20.981114ms)","trace[789390832] 'compare' (duration: 199.216174ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:43.475623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.378353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:43.475694Z","caller":"traceutil/trace.go:171","msg":"trace[370159168] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"220.370754ms","start":"2026-05-08T18:21:43.255289Z","end":"2026-05-08T18:21:43.47566Z","steps":["trace[370159168] 'process raft request' (duration: 220.035043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:43.475775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.662382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-08T18:21:43.475843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.153803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-08T18:21:43.475862Z","caller":"traceutil/trace.go:171","msg":"trace[18677886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2063; }","duration":"141.792026ms","start":"2026-05-08T18:21:43.33405Z","end":"2026-05-08T18:21:43.475842Z","steps":["trace[18677886] 'agreement among raft nodes before linearized reading' (duration: 141.554389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:43.475666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.996529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:43.476257Z","caller":"traceutil/trace.go:171","msg":"trace[918828482] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2063; }","duration":"182.621738ms","start":"2026-05-08T18:21:43.293605Z","end":"2026-05-08T18:21:43.476227Z","steps":["trace[918828482] 'agreement among raft nodes before linearized reading' (duration: 181.987758ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:43.475799Z","caller":"traceutil/trace.go:171","msg":"trace[1648491685] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2063; }","duration":"213.549257ms","start":"2026-05-08T18:21:43.262196Z","end":"2026-05-08T18:21:43.475746Z","steps":["trace[1648491685] 'agreement among raft nodes before linearized reading' (duration: 213.355581ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:43.475961Z","caller":"traceutil/trace.go:171","msg":"trace[435532972] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2063; }","duration":"163.292507ms","start":"2026-05-08T18:21:43.312649Z","end":"2026-05-08T18:21:43.475941Z","steps":["trace[435532972] 'agreement among raft nodes before linearized reading' (duration: 163.002738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:44.23993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.613773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:21:44.240337Z","caller":"traceutil/trace.go:171","msg":"trace[892248210] linearizableReadLoop","detail":"{readStateIndex:2145; appliedIndex:2144; }","duration":"751.334006ms","start":"2026-05-08T18:21:43.488981Z","end":"2026-05-08T18:21:44.240314Z","steps":["trace[892248210] 'read index received' (duration: 201.390353ms)","trace[892248210] 'applied index is now lower than readState.Index' (duration: 549.941133ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:44.240354Z","caller":"traceutil/trace.go:171","msg":"trace[990805710] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"759.668849ms","start":"2026-05-08T18:21:43.480623Z","end":"2026-05-08T18:21:44.240292Z","steps":["trace[990805710] 'process raft request' (duration: 209.609253ms)","trace[990805710] 'compare' (duration: 549.425586ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:44.240551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:43.480602Z","time spent":"759.851155ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:21:44.622693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.609978ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-08T18:21:44.622834Z","caller":"traceutil/trace.go:171","msg":"trace[1034591647] linearizableReadLoop","detail":"{readStateIndex:2146; appliedIndex:2145; }","duration":"382.417072ms","start":"2026-05-08T18:21:44.24039Z","end":"2026-05-08T18:21:44.622807Z","steps":["trace[1034591647] 'read index received' (duration: 211.117µs)","trace[1034591647] 'applied index is now lower than readState.Index' (duration: 382.203354ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:44.623128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.538979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-08T18:21:44.623143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.024162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T18:21:44.623201Z","caller":"traceutil/trace.go:171","msg":"trace[1171865268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2064; }","duration":"293.660702ms","start":"2026-05-08T18:21:44.329523Z","end":"2026-05-08T18:21:44.623183Z","steps":["trace[1171865268] 'agreement among raft nodes before linearized reading' (duration: 293.423115ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:44.623207Z","caller":"traceutil/trace.go:171","msg":"trace[1257804097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2064; }","duration":"609.129586ms","start":"2026-05-08T18:21:44.014061Z","end":"2026-05-08T18:21:44.62319Z","steps":["trace[1257804097] 'agreement among raft nodes before linearized reading' (duration: 608.862657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:44.623261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:44.01404Z","time spent":"609.211379ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:21:44.623265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.658687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-08T18:21:44.623333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048112117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:44.623349Z","caller":"traceutil/trace.go:171","msg":"trace[1487213007] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2064; }","duration":"138.763101ms","start":"2026-05-08T18:21:44.48455Z","end":"2026-05-08T18:21:44.623313Z","steps":["trace[1487213007] 'agreement among raft nodes before linearized reading' (duration: 138.599545ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:44.623387Z","caller":"traceutil/trace.go:171","msg":"trace[1211029813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2064; }","duration":"1.04821375s","start":"2026-05-08T18:21:43.575158Z","end":"2026-05-08T18:21:44.623372Z","steps":["trace[1211029813] 'agreement among raft nodes before linearized reading' (duration: 1.047779327s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:44.623429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:43.575134Z","time spent":"1.048285002s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:21:44.623825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134828871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-08T18:21:44.623894Z","caller":"traceutil/trace.go:171","msg":"trace[958639036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2064; }","duration":"1.134919813s","start":"2026-05-08T18:21:43.488954Z","end":"2026-05-08T18:21:44.623874Z","steps":["trace[958639036] 'agreement among raft nodes before linearized reading' (duration: 751.468229ms)","trace[958639036] 'range keys from in-memory index tree' (duration: 382.349359ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:44.623949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:43.488939Z","time spent":"1.134996316s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-08T18:21:44.728447Z","caller":"traceutil/trace.go:171","msg":"trace[1615440649] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"101.850273ms","start":"2026-05-08T18:21:44.626543Z","end":"2026-05-08T18:21:44.728393Z","steps":["trace[1615440649] 'process raft request' (duration: 101.524792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:44.742719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.258803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:44.742809Z","caller":"traceutil/trace.go:171","msg":"trace[417116025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2066; }","duration":"112.371166ms","start":"2026-05-08T18:21:44.630417Z","end":"2026-05-08T18:21:44.742788Z","steps":["trace[417116025] 'agreement among raft nodes before linearized reading' (duration: 112.202481ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:47.431761Z","caller":"traceutil/trace.go:171","msg":"trace[859271510] linearizableReadLoop","detail":"{readStateIndex:2162; appliedIndex:2161; }","duration":"121.922878ms","start":"2026-05-08T18:21:47.309814Z","end":"2026-05-08T18:21:47.431737Z","steps":["trace[859271510] 'read index received' (duration: 121.779224ms)","trace[859271510] 'applied index is now lower than readState.Index' (duration: 142.474µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:47.431805Z","caller":"traceutil/trace.go:171","msg":"trace[1574053865] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"162.919206ms","start":"2026-05-08T18:21:47.268842Z","end":"2026-05-08T18:21:47.431762Z","steps":["trace[1574053865] 'process raft request' (duration: 162.7484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:47.431976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.142255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-08T18:21:47.432044Z","caller":"traceutil/trace.go:171","msg":"trace[1614631236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2080; }","duration":"122.254068ms","start":"2026-05-08T18:21:47.309777Z","end":"2026-05-08T18:21:47.432031Z","steps":["trace[1614631236] 'agreement among raft nodes before linearized reading' (duration: 122.053292ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:47.433819Z","caller":"traceutil/trace.go:171","msg":"trace[1967190392] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"122.593339ms","start":"2026-05-08T18:21:47.311194Z","end":"2026-05-08T18:21:47.433787Z","steps":["trace[1967190392] 'process raft request' (duration: 122.428404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:47.433917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.88287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-08T18:21:47.433935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.618922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-05-08T18:21:47.43398Z","caller":"traceutil/trace.go:171","msg":"trace[627191288] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2081; }","duration":"123.674684ms","start":"2026-05-08T18:21:47.310291Z","end":"2026-05-08T18:21:47.433966Z","steps":["trace[627191288] 'agreement among raft nodes before linearized reading' (duration: 123.55679ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:47.433976Z","caller":"traceutil/trace.go:171","msg":"trace[633345986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2081; }","duration":"123.982733ms","start":"2026-05-08T18:21:47.309977Z","end":"2026-05-08T18:21:47.433959Z","steps":["trace[633345986] 'agreement among raft nodes before linearized reading' (duration: 123.776397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:48.755262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174203067,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:21:48.768989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:48.080576Z","time spent":"688.408285ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-08T18:21:48.768989Z","caller":"traceutil/trace.go:171","msg":"trace[59443719] linearizableReadLoop","detail":"{readStateIndex:2167; appliedIndex:2166; }","duration":"513.762578ms","start":"2026-05-08T18:21:48.255202Z","end":"2026-05-08T18:21:48.768965Z","steps":["trace[59443719] 'read index received' (duration: 513.528481ms)","trace[59443719] 'applied index is now lower than readState.Index' (duration: 227.377µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:21:48.76918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.239976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:21:48.76941Z","caller":"traceutil/trace.go:171","msg":"trace[1698397497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2084; }","duration":"193.343459ms","start":"2026-05-08T18:21:48.575882Z","end":"2026-05-08T18:21:48.769225Z","steps":["trace[1698397497] 'agreement among raft nodes before linearized reading' (duration: 193.242645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:48.769772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.567313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-08T18:21:48.769825Z","caller":"traceutil/trace.go:171","msg":"trace[1086634680] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2084; }","duration":"514.645056ms","start":"2026-05-08T18:21:48.255164Z","end":"2026-05-08T18:21:48.76981Z","steps":["trace[1086634680] 'agreement among raft nodes before linearized reading' (duration: 513.916973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:21:48.769865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:21:48.255152Z","time spent":"514.700748ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:21:48.770016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.142341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-08T18:21:48.770642Z","caller":"traceutil/trace.go:171","msg":"trace[690618281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2084; }","duration":"120.820993ms","start":"2026-05-08T18:21:48.649804Z","end":"2026-05-08T18:21:48.770625Z","steps":["trace[690618281] 'agreement among raft nodes before linearized reading' (duration: 119.489361ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:53.629701Z","caller":"traceutil/trace.go:171","msg":"trace[256344447] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"122.182929ms","start":"2026-05-08T18:21:53.507481Z","end":"2026-05-08T18:21:53.629664Z","steps":["trace[256344447] 'process raft request' (duration: 70.013217ms)","trace[256344447] 'compare' (duration: 51.953685ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:21:53.629929Z","caller":"traceutil/trace.go:171","msg":"trace[208384168] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"121.91426ms","start":"2026-05-08T18:21:53.508003Z","end":"2026-05-08T18:21:53.629917Z","steps":["trace[208384168] 'process raft request' (duration: 121.616791ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:57.234243Z","caller":"traceutil/trace.go:171","msg":"trace[1534435069] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"138.348461ms","start":"2026-05-08T18:21:57.095859Z","end":"2026-05-08T18:21:57.234208Z","steps":["trace[1534435069] 'process raft request' (duration: 138.169275ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:21:57.244226Z","caller":"traceutil/trace.go:171","msg":"trace[1827116745] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"106.199133ms","start":"2026-05-08T18:21:57.137516Z","end":"2026-05-08T18:21:57.243715Z","steps":["trace[1827116745] 'process raft request' (duration: 106.019037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:20.121945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.825792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:22:20.122045Z","caller":"traceutil/trace.go:171","msg":"trace[1651142735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2261; }","duration":"147.993187ms","start":"2026-05-08T18:22:19.974032Z","end":"2026-05-08T18:22:20.122025Z","steps":["trace[1651142735] 'range keys from in-memory index tree' (duration: 147.634076ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:21.02791Z","caller":"traceutil/trace.go:171","msg":"trace[326145030] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"228.323849ms","start":"2026-05-08T18:22:20.799563Z","end":"2026-05-08T18:22:21.027887Z","steps":["trace[326145030] 'process raft request' (duration: 228.192405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:21.583869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174203534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:22.08402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174203534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:22.584896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174203534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:22.767605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.735121948s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T18:22:22.768238Z","caller":"traceutil/trace.go:171","msg":"trace[1613153504] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"1.735836141s","start":"2026-05-08T18:22:21.032363Z","end":"2026-05-08T18:22:22.768199Z","steps":["trace[1613153504] 'process raft request' (duration: 1.735643205s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:22.768422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:21.032344Z","time spent":"1.735984236s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:22:22.777453Z","caller":"traceutil/trace.go:171","msg":"trace[1424253427] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"1.744797185s","start":"2026-05-08T18:22:21.032628Z","end":"2026-05-08T18:22:22.777425Z","steps":["trace[1424253427] 'process raft request' (duration: 1.74462762s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:22.777587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:21.0326Z","time spent":"1.744907859s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:22:22.777745Z","caller":"traceutil/trace.go:171","msg":"trace[1723333288] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"1.406543224s","start":"2026-05-08T18:22:21.371178Z","end":"2026-05-08T18:22:22.777722Z","steps":["trace[1723333288] 'process raft request' (duration: 1.406204523s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:22.777803Z","caller":"traceutil/trace.go:171","msg":"trace[690221519] linearizableReadLoop","detail":"{readStateIndex:2358; appliedIndex:2353; }","duration":"1.693993966s","start":"2026-05-08T18:22:21.083792Z","end":"2026-05-08T18:22:22.777786Z","steps":["trace[690221519] 'read index received' (duration: 1.684181815s)","trace[690221519] 'applied index is now lower than readState.Index' (duration: 9.811251ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:22:22.777829Z","caller":"traceutil/trace.go:171","msg":"trace[114481734] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"1.178073621s","start":"2026-05-08T18:22:21.599749Z","end":"2026-05-08T18:22:22.777822Z","steps":["trace[114481734] 'process raft request' (duration: 1.177952877s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:22.777867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:21.371152Z","time spent":"1.406654537s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:22:22.777929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:21.599725Z","time spent":"1.178138723s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:22:22.777749Z","caller":"traceutil/trace.go:171","msg":"trace[361350954] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"1.179976701s","start":"2026-05-08T18:22:21.597753Z","end":"2026-05-08T18:22:22.77773Z","steps":["trace[361350954] 'process raft request' (duration: 1.179864187s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:22.778086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694292986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-08T18:22:22.778118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:21.597722Z","time spent":"1.180358073s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:22:22.778132Z","caller":"traceutil/trace.go:171","msg":"trace[1539567189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2268; }","duration":"1.694385488s","start":"2026-05-08T18:22:21.083733Z","end":"2026-05-08T18:22:22.778118Z","steps":["trace[1539567189] 'agreement among raft nodes before linearized reading' (duration: 1.694172321s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:22.778164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:21.083712Z","time spent":"1.69444404s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T18:22:22.778175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.421059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T18:22:22.778208Z","caller":"traceutil/trace.go:171","msg":"trace[1177581781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2268; }","duration":"815.489732ms","start":"2026-05-08T18:22:21.96271Z","end":"2026-05-08T18:22:22.778199Z","steps":["trace[1177581781] 'agreement among raft nodes before linearized reading' (duration: 815.373288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:22.778229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:21.962692Z","time spent":"815.532523ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:22:22.778256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359266858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:22:22.778293Z","caller":"traceutil/trace.go:171","msg":"trace[1250475939] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2268; }","duration":"1.359348441s","start":"2026-05-08T18:22:21.418932Z","end":"2026-05-08T18:22:22.77828Z","steps":["trace[1250475939] 'agreement among raft nodes before linearized reading' (duration: 1.359291109s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:22.778299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421961872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-08T18:22:22.778278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648066992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-08T18:22:22.778325Z","caller":"traceutil/trace.go:171","msg":"trace[860546600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2268; }","duration":"1.422020903s","start":"2026-05-08T18:22:21.356296Z","end":"2026-05-08T18:22:22.778317Z","steps":["trace[860546600] 'agreement among raft nodes before linearized reading' (duration: 1.421942021s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:22.778328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.224535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:22:22.778359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202450323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:22:22.778369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:21.356278Z","time spent":"1.422075676s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T18:22:22.77835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083669852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-08T18:22:22.778375Z","caller":"traceutil/trace.go:171","msg":"trace[1178686169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2268; }","duration":"1.648221467s","start":"2026-05-08T18:22:21.130129Z","end":"2026-05-08T18:22:22.778351Z","steps":["trace[1178686169] 'agreement among raft nodes before linearized reading' (duration: 1.647930057s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:22.778323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:21.418908Z","time spent":"1.359406902s","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:22:22.778415Z","caller":"traceutil/trace.go:171","msg":"trace[169372251] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2268; }","duration":"816.344318ms","start":"2026-05-08T18:22:21.962036Z","end":"2026-05-08T18:22:22.77838Z","steps":["trace[169372251] 'agreement among raft nodes before linearized reading' (duration: 816.174103ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:22.778443Z","caller":"traceutil/trace.go:171","msg":"trace[1546749851] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2268; }","duration":"1.083822398s","start":"2026-05-08T18:22:21.694596Z","end":"2026-05-08T18:22:22.778419Z","steps":["trace[1546749851] 'agreement among raft nodes before linearized reading' (duration: 1.083504128s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:22.778446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:21.130094Z","time spent":"1.64834058s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-08T18:22:22.778467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:21.962016Z","time spent":"816.436341ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:22:22.778492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:21.694571Z","time spent":"1.0839097s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T18:22:22.778386Z","caller":"traceutil/trace.go:171","msg":"trace[112234144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2268; }","duration":"1.202521085s","start":"2026-05-08T18:22:21.575857Z","end":"2026-05-08T18:22:22.778378Z","steps":["trace[112234144] 'agreement among raft nodes before linearized reading' (duration: 1.202485174s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:22.778581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:21.575837Z","time spent":"1.202713381s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:22:22.779242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.819956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:22:22.77929Z","caller":"traceutil/trace.go:171","msg":"trace[1221789376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2268; }","duration":"625.924418ms","start":"2026-05-08T18:22:22.153357Z","end":"2026-05-08T18:22:22.779282Z","steps":["trace[1221789376] 'agreement among raft nodes before linearized reading' (duration: 624.920936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:22.779314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:22.153341Z","time spent":"625.96752ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T18:22:58.938949Z","caller":"traceutil/trace.go:171","msg":"trace[262446369] linearizableReadLoop","detail":"{readStateIndex:2575; appliedIndex:2574; }","duration":"450.16527ms","start":"2026-05-08T18:22:58.488742Z","end":"2026-05-08T18:22:58.938907Z","steps":["trace[262446369] 'read index received' (duration: 450.100888ms)","trace[262446369] 'applied index is now lower than readState.Index' (duration: 62.872µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:22:58.939034Z","caller":"traceutil/trace.go:171","msg":"trace[289634328] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"491.868008ms","start":"2026-05-08T18:22:58.447132Z","end":"2026-05-08T18:22:58.939Z","steps":["trace[289634328] 'process raft request' (duration: 491.60193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:58.939121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.359116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:22:58.939175Z","caller":"traceutil/trace.go:171","msg":"trace[1884354150] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2477; }","duration":"450.509401ms","start":"2026-05-08T18:22:58.488646Z","end":"2026-05-08T18:22:58.939155Z","steps":["trace[1884354150] 'agreement among raft nodes before linearized reading' (duration: 450.413848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:58.939191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:58.44711Z","time spent":"491.992622ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:22:58.939238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:58.488613Z","time spent":"450.608494ms","remote":"127.0.0.1:41752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:22:58.984735Z","caller":"traceutil/trace.go:171","msg":"trace[1009366387] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"427.626807ms","start":"2026-05-08T18:22:58.557086Z","end":"2026-05-08T18:22:58.984713Z","steps":["trace[1009366387] 'process raft request' (duration: 427.442681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:58.984875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:58.557052Z","time spent":"427.753242ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:22:58.985369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.960703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-08T18:22:58.985468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.006985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:22:58.985507Z","caller":"traceutil/trace.go:171","msg":"trace[1394160815] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:0; response_revision:2480; }","duration":"487.069337ms","start":"2026-05-08T18:22:58.498426Z","end":"2026-05-08T18:22:58.985496Z","steps":["trace[1394160815] 'agreement among raft nodes before linearized reading' (duration: 487.011235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:58.985529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:58.498397Z","time spent":"487.125739ms","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"warn","ts":"2026-05-08T18:22:58.985581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.096956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-08T18:22:58.985458Z","caller":"traceutil/trace.go:171","msg":"trace[1692898016] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2480; }","duration":"462.100448ms","start":"2026-05-08T18:22:58.52333Z","end":"2026-05-08T18:22:58.98543Z","steps":["trace[1692898016] 'agreement among raft nodes before linearized reading' (duration: 461.84373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:58.985633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:58.523302Z","time spent":"462.324975ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-08T18:22:58.98563Z","caller":"traceutil/trace.go:171","msg":"trace[1346841603] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2480; }","duration":"461.188469ms","start":"2026-05-08T18:22:58.524431Z","end":"2026-05-08T18:22:58.98562Z","steps":["trace[1346841603] 'agreement among raft nodes before linearized reading' (duration: 461.065425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:58.985668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:58.524413Z","time spent":"461.247201ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-08T18:22:59.695812Z","caller":"traceutil/trace.go:171","msg":"trace[254053299] linearizableReadLoop","detail":"{readStateIndex:2588; appliedIndex:2587; }","duration":"121.525672ms","start":"2026-05-08T18:22:59.574252Z","end":"2026-05-08T18:22:59.695778Z","steps":["trace[254053299] 'read index received' (duration: 121.303155ms)","trace[254053299] 'applied index is now lower than readState.Index' (duration: 221.507µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:22:59.69586Z","caller":"traceutil/trace.go:171","msg":"trace[1111207923] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"227.277225ms","start":"2026-05-08T18:22:59.468552Z","end":"2026-05-08T18:22:59.695829Z","steps":["trace[1111207923] 'process raft request' (duration: 227.082319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:59.695955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.680427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:22:59.695997Z","caller":"traceutil/trace.go:171","msg":"trace[1241185438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2490; }","duration":"121.738299ms","start":"2026-05-08T18:22:59.574246Z","end":"2026-05-08T18:22:59.695985Z","steps":["trace[1241185438] 'agreement among raft nodes before linearized reading' (duration: 121.636615ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:59.926416Z","caller":"traceutil/trace.go:171","msg":"trace[1209896328] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"226.456129ms","start":"2026-05-08T18:22:59.699921Z","end":"2026-05-08T18:22:59.926377Z","steps":["trace[1209896328] 'process raft request' (duration: 146.944565ms)","trace[1209896328] 'compare' (duration: 79.260956ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:23:00.008501Z","caller":"traceutil/trace.go:171","msg":"trace[1611629657] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"273.33757ms","start":"2026-05-08T18:22:59.735122Z","end":"2026-05-08T18:23:00.008459Z","steps":["trace[1611629657] 'process raft request' (duration: 273.203766ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:00.173723Z","caller":"traceutil/trace.go:171","msg":"trace[690150642] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"157.496129ms","start":"2026-05-08T18:23:00.016196Z","end":"2026-05-08T18:23:00.173692Z","steps":["trace[690150642] 'process raft request' (duration: 101.365754ms)","trace[690150642] 'compare' (duration: 55.960009ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:23:03.292383Z","caller":"traceutil/trace.go:171","msg":"trace[1202419846] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"295.024226ms","start":"2026-05-08T18:23:02.997334Z","end":"2026-05-08T18:23:03.292358Z","steps":["trace[1202419846] 'process raft request' (duration: 294.85294ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:03.341277Z","caller":"traceutil/trace.go:171","msg":"trace[1313608458] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"343.179198ms","start":"2026-05-08T18:23:02.998082Z","end":"2026-05-08T18:23:03.341261Z","steps":["trace[1313608458] 'process raft request' (duration: 342.419654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:03.341418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:02.998065Z","time spent":"343.266371ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:23:03.344796Z","caller":"traceutil/trace.go:171","msg":"trace[865635700] linearizableReadLoop","detail":"{readStateIndex:2631; appliedIndex:2629; }","duration":"322.143194ms","start":"2026-05-08T18:23:03.022629Z","end":"2026-05-08T18:23:03.344772Z","steps":["trace[865635700] 'read index received' (duration: 269.631374ms)","trace[865635700] 'applied index is now lower than readState.Index' (duration: 52.51062ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:23:03.345026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.410422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-08T18:23:03.345066Z","caller":"traceutil/trace.go:171","msg":"trace[1772190636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2532; }","duration":"322.500185ms","start":"2026-05-08T18:23:03.022556Z","end":"2026-05-08T18:23:03.345056Z","steps":["trace[1772190636] 'agreement among raft nodes before linearized reading' (duration: 322.34186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:03.345083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.884275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-08T18:23:03.345139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.774274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-08T18:23:03.345152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.425049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-05-08T18:23:03.345153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.06852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-08T18:23:03.345146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.498626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-08T18:23:03.345194Z","caller":"traceutil/trace.go:171","msg":"trace[801027307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2532; }","duration":"285.852397ms","start":"2026-05-08T18:23:03.05933Z","end":"2026-05-08T18:23:03.345182Z","steps":["trace[801027307] 'agreement among raft nodes before linearized reading' (duration: 285.737193ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:03.345217Z","caller":"traceutil/trace.go:171","msg":"trace[822157363] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2532; }","duration":"283.505822ms","start":"2026-05-08T18:23:03.061692Z","end":"2026-05-08T18:23:03.345198Z","steps":["trace[822157363] 'agreement among raft nodes before linearized reading' (duration: 283.353687ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:03.345229Z","caller":"traceutil/trace.go:171","msg":"trace[1258155210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2532; }","duration":"290.164743ms","start":"2026-05-08T18:23:03.055044Z","end":"2026-05-08T18:23:03.345209Z","steps":["trace[1258155210] 'agreement among raft nodes before linearized reading' (duration: 289.946546ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:03.345232Z","caller":"traceutil/trace.go:171","msg":"trace[1226068628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2532; }","duration":"292.60048ms","start":"2026-05-08T18:23:03.052619Z","end":"2026-05-08T18:23:03.34522Z","steps":["trace[1226068628] 'agreement among raft nodes before linearized reading' (duration: 292.388083ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:03.345158Z","caller":"traceutil/trace.go:171","msg":"trace[1895477854] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2532; }","duration":"322.002489ms","start":"2026-05-08T18:23:03.023137Z","end":"2026-05-08T18:23:03.34514Z","steps":["trace[1895477854] 'agreement among raft nodes before linearized reading' (duration: 321.801933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:03.345339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:03.023112Z","time spent":"322.209775ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:23:03.345099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:03.022516Z","time spent":"322.575007ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:23:03.345523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.459667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-08T18:23:03.34601Z","caller":"traceutil/trace.go:171","msg":"trace[1511059877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2532; }","duration":"287.943122ms","start":"2026-05-08T18:23:03.058015Z","end":"2026-05-08T18:23:03.345958Z","steps":["trace[1511059877] 'agreement among raft nodes before linearized reading' (duration: 286.956991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:35.076157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174204690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:23:35.504497Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110528406s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T18:23:35.504925Z","caller":"traceutil/trace.go:171","msg":"trace[1822309219] linearizableReadLoop","detail":"{readStateIndex:2813; appliedIndex:2812; }","duration":"929.558844ms","start":"2026-05-08T18:23:34.575339Z","end":"2026-05-08T18:23:35.504898Z","steps":["trace[1822309219] 'read index received' (duration: 929.517123ms)","trace[1822309219] 'applied index is now lower than readState.Index' (duration: 40.641µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:23:35.505082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.718969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:23:35.505035Z","caller":"traceutil/trace.go:171","msg":"trace[1267081464] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"1.111142894s","start":"2026-05-08T18:23:34.393842Z","end":"2026-05-08T18:23:35.504985Z","steps":["trace[1267081464] 'process raft request' (duration: 1.110910957s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:35.505121Z","caller":"traceutil/trace.go:171","msg":"trace[1283351297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2707; }","duration":"929.814773ms","start":"2026-05-08T18:23:34.575296Z","end":"2026-05-08T18:23:35.505111Z","steps":["trace[1283351297] 'agreement among raft nodes before linearized reading' (duration: 929.733511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:35.505332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:34.393816Z","time spent":"1.111372072s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:23:35.505399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:34.575278Z","time spent":"930.090081ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:23:36.005294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174204694,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T18:23:36.192781Z","caller":"traceutil/trace.go:171","msg":"trace[1404095207] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"799.420191ms","start":"2026-05-08T18:23:35.393319Z","end":"2026-05-08T18:23:36.192739Z","steps":["trace[1404095207] 'process raft request' (duration: 773.022246ms)","trace[1404095207] 'compare' (duration: 25.321741ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:23:36.193231Z","caller":"traceutil/trace.go:171","msg":"trace[1709854595] linearizableReadLoop","detail":"{readStateIndex:2815; appliedIndex:2813; }","duration":"688.184394ms","start":"2026-05-08T18:23:35.505003Z","end":"2026-05-08T18:23:36.193188Z","steps":["trace[1709854595] 'read index received' (duration: 661.318865ms)","trace[1709854595] 'applied index is now lower than readState.Index' (duration: 26.861329ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:23:36.193289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.409266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:23:36.193344Z","caller":"traceutil/trace.go:171","msg":"trace[486637457] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2709; }","duration":"834.52971ms","start":"2026-05-08T18:23:35.358798Z","end":"2026-05-08T18:23:36.193328Z","steps":["trace[486637457] 'agreement among raft nodes before linearized reading' (duration: 834.417107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:36.193338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.281327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:23:36.193379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.358771Z","time spent":"834.599733ms","remote":"127.0.0.1:56674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:23:36.193394Z","caller":"traceutil/trace.go:171","msg":"trace[1029270400] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2709; }","duration":"992.38579ms","start":"2026-05-08T18:23:35.200993Z","end":"2026-05-08T18:23:36.193379Z","steps":["trace[1029270400] 'agreement among raft nodes before linearized reading' (duration: 992.276107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:36.193428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.200971Z","time spent":"992.448422ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":23,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:23:36.193379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.192625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:23:36.193569Z","caller":"traceutil/trace.go:171","msg":"trace[1825447494] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2709; }","duration":"750.447332ms","start":"2026-05-08T18:23:35.443068Z","end":"2026-05-08T18:23:36.193515Z","steps":["trace[1825447494] 'agreement among raft nodes before linearized reading' (duration: 750.168254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:36.193654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.339907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:23:36.193702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.45369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-08T18:23:36.193718Z","caller":"traceutil/trace.go:171","msg":"trace[894208570] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2709; }","duration":"929.44201ms","start":"2026-05-08T18:23:35.264258Z","end":"2026-05-08T18:23:36.1937Z","steps":["trace[894208570] 'agreement among raft nodes before linearized reading' (duration: 929.326207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:36.193729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.632862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-08T18:23:36.193857Z","caller":"traceutil/trace.go:171","msg":"trace[1889547593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2709; }","duration":"678.815868ms","start":"2026-05-08T18:23:35.515008Z","end":"2026-05-08T18:23:36.193824Z","steps":["trace[1889547593] 'agreement among raft nodes before linearized reading' (duration: 678.413145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:36.193881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38212446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:23:36.193454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091171273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:23:36.193928Z","caller":"traceutil/trace.go:171","msg":"trace[556014764] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2709; }","duration":"1.382250315s","start":"2026-05-08T18:23:34.811665Z","end":"2026-05-08T18:23:36.193915Z","steps":["trace[556014764] 'agreement among raft nodes before linearized reading' (duration: 1.382141682s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:36.193934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.292267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-08T18:23:36.193964Z","caller":"traceutil/trace.go:171","msg":"trace[1657488602] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2709; }","duration":"1.091717541s","start":"2026-05-08T18:23:35.102205Z","end":"2026-05-08T18:23:36.193922Z","steps":["trace[1657488602] 'agreement among raft nodes before linearized reading' (duration: 1.091162084s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:36.193973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.015531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-08T18:23:36.193928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.514992Z","time spent":"678.919272ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-08T18:23:36.193772Z","caller":"traceutil/trace.go:171","msg":"trace[1118004456] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2709; }","duration":"668.574274ms","start":"2026-05-08T18:23:35.52518Z","end":"2026-05-08T18:23:36.193754Z","steps":["trace[1118004456] 'agreement among raft nodes before linearized reading' (duration: 668.335096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:36.194016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.102186Z","time spent":"1.091810404s","remote":"127.0.0.1:41594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:23:36.194052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.525166Z","time spent":"668.877274ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:23:36.194073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.121451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18adaa3a5f37e5ab\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-05-08T18:23:36.194089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.433384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-08T18:23:36.194128Z","caller":"traceutil/trace.go:171","msg":"trace[1904605346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2709; }","duration":"677.171356ms","start":"2026-05-08T18:23:35.5169Z","end":"2026-05-08T18:23:36.194072Z","steps":["trace[1904605346] 'agreement among raft nodes before linearized reading' (duration: 676.915778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:36.194294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.334108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:23:36.19432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.902754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:23:36.194357Z","caller":"traceutil/trace.go:171","msg":"trace[1131984061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2709; }","duration":"619.432501ms","start":"2026-05-08T18:23:35.574911Z","end":"2026-05-08T18:23:36.194343Z","steps":["trace[1131984061] 'agreement among raft nodes before linearized reading' (duration: 619.336357ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:36.19437Z","caller":"traceutil/trace.go:171","msg":"trace[732137283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2709; }","duration":"668.973887ms","start":"2026-05-08T18:23:35.525383Z","end":"2026-05-08T18:23:36.194357Z","steps":["trace[732137283] 'agreement among raft nodes before linearized reading' (duration: 668.796191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:36.194367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.393295Z","time spent":"799.584695ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:23:36.194399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.574888Z","time spent":"619.499563ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:23:36.194415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.52537Z","time spent":"669.034278ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T18:23:36.193853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.443049Z","time spent":"750.786583ms","remote":"127.0.0.1:56410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:23:36.194004Z","caller":"traceutil/trace.go:171","msg":"trace[1930477107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2709; }","duration":"675.38605ms","start":"2026-05-08T18:23:35.518595Z","end":"2026-05-08T18:23:36.193981Z","steps":["trace[1930477107] 'agreement among raft nodes before linearized reading' (duration: 675.146723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:36.194756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.518582Z","time spent":"676.158344ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:23:36.194345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.516882Z","time spent":"677.444585ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T18:23:36.194139Z","caller":"traceutil/trace.go:171","msg":"trace[698814633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2709; }","duration":"677.519138ms","start":"2026-05-08T18:23:35.516607Z","end":"2026-05-08T18:23:36.194126Z","steps":["trace[698814633] 'agreement among raft nodes before linearized reading' (duration: 677.365103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:36.194898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.516587Z","time spent":"678.292461ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T18:23:36.194163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.015935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-08T18:23:36.193371Z","caller":"traceutil/trace.go:171","msg":"trace[217032222] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"743.3885ms","start":"2026-05-08T18:23:35.44989Z","end":"2026-05-08T18:23:36.193279Z","steps":["trace[217032222] 'process raft request' (duration: 742.742809ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:36.194977Z","caller":"traceutil/trace.go:171","msg":"trace[106125477] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2709; }","duration":"673.857602ms","start":"2026-05-08T18:23:35.521101Z","end":"2026-05-08T18:23:36.194958Z","steps":["trace[106125477] 'agreement among raft nodes before linearized reading' (duration: 672.995575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:36.193778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.264239Z","time spent":"929.523103ms","remote":"127.0.0.1:56730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:23:36.195128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.449872Z","time spent":"745.195266ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:23:36.194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:34.81164Z","time spent":"1.382343317s","remote":"127.0.0.1:56514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:23:36.194109Z","caller":"traceutil/trace.go:171","msg":"trace[927525527] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18adaa3a5f37e5ab; range_end:; response_count:1; response_revision:2709; }","duration":"619.221294ms","start":"2026-05-08T18:23:35.574878Z","end":"2026-05-08T18:23:36.194099Z","steps":["trace[927525527] 'agreement among raft nodes before linearized reading' (duration: 619.0974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:36.195245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.574861Z","time spent":"620.373981ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18adaa3a5f37e5ab\" "} {"level":"warn","ts":"2026-05-08T18:23:36.195123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:35.521081Z","time spent":"674.000026ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:23:36.428849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.546614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:23:36.428979Z","caller":"traceutil/trace.go:171","msg":"trace[1277943521] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"231.394915ms","start":"2026-05-08T18:23:36.197563Z","end":"2026-05-08T18:23:36.428958Z","steps":["trace[1277943521] 'process raft request' (duration: 108.642595ms)","trace[1277943521] 'compare' (duration: 122.286045ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:23:37.944989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.609741375s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T18:23:38.578225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000850438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T18:23:38.578315Z","caller":"traceutil/trace.go:171","msg":"trace[829511031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000995522s","start":"2026-05-08T18:23:36.5773Z","end":"2026-05-08T18:23:38.578296Z","steps":["trace[829511031] 'agreement among raft nodes before linearized reading' (duration: 2.000874108s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:38.578353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:36.577287Z","time spent":"2.001057985s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:23:39.017457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.607368ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:23:39.017694Z","caller":"traceutil/trace.go:171","msg":"trace[1516405021] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2710; }","duration":"198.859336ms","start":"2026-05-08T18:23:38.818809Z","end":"2026-05-08T18:23:39.017669Z","steps":["trace[1516405021] 'range keys from in-memory index tree' (duration: 198.588738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.017934Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072718s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T18:23:39.018294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072902026s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:23:39.01865Z","caller":"traceutil/trace.go:171","msg":"trace[541302483] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"2.744944459s","start":"2026-05-08T18:23:36.273678Z","end":"2026-05-08T18:23:39.018623Z","steps":["trace[541302483] 'process raft request' (duration: 1.671550658s)","trace[541302483] 'compare' (duration: 1.071314496s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:23:39.018831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:36.273649Z","time spent":"2.745073903s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:23:39.019293Z","caller":"traceutil/trace.go:171","msg":"trace[599962021] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"2.486840721s","start":"2026-05-08T18:23:36.532425Z","end":"2026-05-08T18:23:39.019266Z","steps":["trace[599962021] 'process raft request' (duration: 2.486772018s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:39.019344Z","caller":"traceutil/trace.go:171","msg":"trace[752429335] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"2.742138781s","start":"2026-05-08T18:23:36.277169Z","end":"2026-05-08T18:23:39.019308Z","steps":["trace[752429335] 'process raft request' (duration: 2.741921254s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:39.019334Z","caller":"traceutil/trace.go:171","msg":"trace[1403087534] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"2.744509046s","start":"2026-05-08T18:23:36.27476Z","end":"2026-05-08T18:23:39.019269Z","steps":["trace[1403087534] 'process raft request' (duration: 2.744247937s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.01968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:36.277157Z","time spent":"2.742442251s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:23:39.019711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:36.532403Z","time spent":"2.487247404s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:23:39.019839Z","caller":"traceutil/trace.go:171","msg":"trace[693283861] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"2.743511424s","start":"2026-05-08T18:23:36.276315Z","end":"2026-05-08T18:23:39.019827Z","steps":["trace[693283861] 'process raft request' (duration: 2.74273038s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.019879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:36.274739Z","time spent":"2.744994881s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:23:39.019906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:36.276304Z","time spent":"2.743569337s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:23:39.019866Z","caller":"traceutil/trace.go:171","msg":"trace[214576547] linearizableReadLoop","detail":"{readStateIndex:2818; appliedIndex:2815; }","duration":"2.745389933s","start":"2026-05-08T18:23:36.274441Z","end":"2026-05-08T18:23:39.019831Z","steps":["trace[214576547] 'read index received' (duration: 31.778024ms)","trace[214576547] 'applied index is now lower than readState.Index' (duration: 2.713608229s)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:23:39.020033Z","caller":"traceutil/trace.go:171","msg":"trace[1043166556] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"2.636417999s","start":"2026-05-08T18:23:36.383594Z","end":"2026-05-08T18:23:39.020012Z","steps":["trace[1043166556] 'process raft request' (duration: 2.635563432s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:39.02007Z","caller":"traceutil/trace.go:171","msg":"trace[1078548826] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"2.745728485s","start":"2026-05-08T18:23:36.274327Z","end":"2026-05-08T18:23:39.020055Z","steps":["trace[1078548826] 'process raft request' (duration: 2.744158585s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.020132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:36.274282Z","time spent":"2.745816407s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:23:39.020144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745683444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-05-08T18:23:39.020181Z","caller":"traceutil/trace.go:171","msg":"trace[336679554] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2718; }","duration":"2.745762285s","start":"2026-05-08T18:23:36.27441Z","end":"2026-05-08T18:23:39.020172Z","steps":["trace[336679554] 'agreement among raft nodes before linearized reading' (duration: 2.745515827s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.020165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:36.383564Z","time spent":"2.636533543s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:23:39.020218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:36.274403Z","time spent":"2.745808907s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-08T18:23:39.020247Z","caller":"traceutil/trace.go:171","msg":"trace[1571275657] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"2.74559798s","start":"2026-05-08T18:23:36.274636Z","end":"2026-05-08T18:23:39.020234Z","steps":["trace[1571275657] 'process raft request' (duration: 2.74431463s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.020307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:36.274614Z","time spent":"2.745662963s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:23:39.096043Z","caller":"traceutil/trace.go:171","msg":"trace[1160591269] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"893.756063ms","start":"2026-05-08T18:23:38.202256Z","end":"2026-05-08T18:23:39.096012Z","steps":["trace[1160591269] 'process raft request' (duration: 893.421262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.096232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:38.202227Z","time spent":"893.903868ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:23:39.096585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.272757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:23:39.096655Z","caller":"traceutil/trace.go:171","msg":"trace[616744817] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2721; }","duration":"179.408162ms","start":"2026-05-08T18:23:38.91723Z","end":"2026-05-08T18:23:39.096639Z","steps":["trace[616744817] 'agreement among raft nodes before linearized reading' (duration: 179.216406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.096605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331751629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:23:39.096752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511784109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:23:39.096783Z","caller":"traceutil/trace.go:171","msg":"trace[308381389] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2721; }","duration":"1.331988176s","start":"2026-05-08T18:23:37.764756Z","end":"2026-05-08T18:23:39.096744Z","steps":["trace[308381389] 'agreement among raft nodes before linearized reading' (duration: 1.331596594s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:39.096789Z","caller":"traceutil/trace.go:171","msg":"trace[1464810330] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"894.007781ms","start":"2026-05-08T18:23:38.202674Z","end":"2026-05-08T18:23:39.096681Z","steps":["trace[1464810330] 'process raft request' (duration: 893.156174ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:39.096855Z","caller":"traceutil/trace.go:171","msg":"trace[129491129] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2721; }","duration":"1.511887312s","start":"2026-05-08T18:23:37.584911Z","end":"2026-05-08T18:23:39.096799Z","steps":["trace[129491129] 'agreement among raft nodes before linearized reading' (duration: 1.511777168s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:39.09691Z","caller":"traceutil/trace.go:171","msg":"trace[912665682] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"106.673082ms","start":"2026-05-08T18:23:38.990222Z","end":"2026-05-08T18:23:39.096895Z","steps":["trace[912665682] 'process raft request' (duration: 105.649809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.096889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.422078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:23:39.096986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93701615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:23:39.097029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.610395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:23:39.097031Z","caller":"traceutil/trace.go:171","msg":"trace[1061790777] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2721; }","duration":"1.937106384s","start":"2026-05-08T18:23:37.159915Z","end":"2026-05-08T18:23:39.097021Z","steps":["trace[1061790777] 'agreement among raft nodes before linearized reading' (duration: 1.937032121s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:39.097047Z","caller":"traceutil/trace.go:171","msg":"trace[1621081701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2721; }","duration":"326.667096ms","start":"2026-05-08T18:23:38.770375Z","end":"2026-05-08T18:23:39.097042Z","steps":["trace[1621081701] 'agreement among raft nodes before linearized reading' (duration: 326.638276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.097031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564587088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:23:39.096847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:37.764721Z","time spent":"1.3321103s","remote":"127.0.0.1:35766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:23:39.097071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:38.770353Z","time spent":"326.713358ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T18:23:39.097084Z","caller":"traceutil/trace.go:171","msg":"trace[1890941000] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2721; }","duration":"2.56464495s","start":"2026-05-08T18:23:36.532423Z","end":"2026-05-08T18:23:39.097068Z","steps":["trace[1890941000] 'agreement among raft nodes before linearized reading' (duration: 2.564557137s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:39.096995Z","caller":"traceutil/trace.go:171","msg":"trace[1817025801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2721; }","duration":"493.590843ms","start":"2026-05-08T18:23:38.60338Z","end":"2026-05-08T18:23:39.096971Z","steps":["trace[1817025801] 'agreement among raft nodes before linearized reading' (duration: 493.376236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.097101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594035609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-08T18:23:39.097133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011591637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-08T18:23:39.097202Z","caller":"traceutil/trace.go:171","msg":"trace[575034148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2721; }","duration":"1.594167462s","start":"2026-05-08T18:23:37.503004Z","end":"2026-05-08T18:23:39.097171Z","steps":["trace[575034148] 'agreement among raft nodes before linearized reading' (duration: 1.593924815s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.097032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:38.20266Z","time spent":"894.242048ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:23:39.097233Z","caller":"traceutil/trace.go:171","msg":"trace[750580459] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:2721; }","duration":"1.011731462s","start":"2026-05-08T18:23:38.085469Z","end":"2026-05-08T18:23:39.097201Z","steps":["trace[750580459] 'agreement among raft nodes before linearized reading' (duration: 1.011369061s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.097279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:37.502982Z","time spent":"1.594281716s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T18:23:39.097289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:38.085447Z","time spent":"1.011830335s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-05-08T18:23:39.096916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:37.584883Z","time spent":"1.512020496s","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:23:39.097069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:37.159892Z","time spent":"1.937165406s","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:23:39.097124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:36.532364Z","time spent":"2.564744874s","remote":"127.0.0.1:60924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:23:39.096629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516010133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:23:39.097709Z","caller":"traceutil/trace.go:171","msg":"trace[1788822701] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2721; }","duration":"2.517135849s","start":"2026-05-08T18:23:36.580544Z","end":"2026-05-08T18:23:39.09768Z","steps":["trace[1788822701] 'agreement among raft nodes before linearized reading' (duration: 2.515950981s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.097127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:38.603351Z","time spent":"493.769349ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:23:39.097861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:36.580535Z","time spent":"2.517261972s","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:23:39.275214Z","caller":"traceutil/trace.go:171","msg":"trace[1114066423] linearizableReadLoop","detail":"{readStateIndex:2829; appliedIndex:2827; }","duration":"171.740399ms","start":"2026-05-08T18:23:39.103443Z","end":"2026-05-08T18:23:39.275183Z","steps":["trace[1114066423] 'read index received' (duration: 120.432047ms)","trace[1114066423] 'applied index is now lower than readState.Index' (duration: 51.306992ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:23:39.275255Z","caller":"traceutil/trace.go:171","msg":"trace[1796931242] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"171.925225ms","start":"2026-05-08T18:23:39.103296Z","end":"2026-05-08T18:23:39.275221Z","steps":["trace[1796931242] 'process raft request' (duration: 171.646986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.275537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.06299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1311"} {"level":"info","ts":"2026-05-08T18:23:39.275584Z","caller":"traceutil/trace.go:171","msg":"trace[2056155463] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2722; }","duration":"172.152692ms","start":"2026-05-08T18:23:39.103419Z","end":"2026-05-08T18:23:39.275572Z","steps":["trace[2056155463] 'agreement among raft nodes before linearized reading' (duration: 171.911974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:39.276073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.303106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-08T18:23:39.276122Z","caller":"traceutil/trace.go:171","msg":"trace[1374583600] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2723; }","duration":"172.358339ms","start":"2026-05-08T18:23:39.103752Z","end":"2026-05-08T18:23:39.27611Z","steps":["trace[1374583600] 'agreement among raft nodes before linearized reading' (duration: 172.203564ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:25:56.376254Z","caller":"traceutil/trace.go:171","msg":"trace[897190906] transaction","detail":"{read_only:false; response_revision:3552; number_of_response:1; }","duration":"136.853823ms","start":"2026-05-08T18:25:56.239358Z","end":"2026-05-08T18:25:56.376212Z","steps":["trace[897190906] 'process raft request' (duration: 136.596395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:26:18.009257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.801615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:26:18.009386Z","caller":"traceutil/trace.go:171","msg":"trace[1162022969] transaction","detail":"{read_only:false; response_revision:3738; number_of_response:1; }","duration":"141.388841ms","start":"2026-05-08T18:26:17.867979Z","end":"2026-05-08T18:26:18.009368Z","steps":["trace[1162022969] 'process raft request' (duration: 36.39213ms)","trace[1162022969] 'compare' (duration: 104.681981ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:26:18.012433Z","caller":"traceutil/trace.go:171","msg":"trace[334223463] transaction","detail":"{read_only:false; response_revision:3739; number_of_response:1; }","duration":"144.056106ms","start":"2026-05-08T18:26:17.868361Z","end":"2026-05-08T18:26:18.012417Z","steps":["trace[334223463] 'process raft request' (duration: 143.770197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:26:24.667317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.201991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-05-08T18:26:24.667399Z","caller":"traceutil/trace.go:171","msg":"trace[683252825] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:3779; }","duration":"230.329885ms","start":"2026-05-08T18:26:24.437053Z","end":"2026-05-08T18:26:24.667383Z","steps":["trace[683252825] 'range keys from in-memory index tree' (duration: 230.006225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:26:30.607487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174207721,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T18:26:30.733577Z","caller":"traceutil/trace.go:171","msg":"trace[2030904314] transaction","detail":"{read_only:false; response_revision:3804; number_of_response:1; }","duration":"662.743ms","start":"2026-05-08T18:26:30.070799Z","end":"2026-05-08T18:26:30.733542Z","steps":["trace[2030904314] 'process raft request' (duration: 662.537704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:26:30.733857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:26:30.07078Z","time spent":"662.976527ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:26:30.757108Z","caller":"traceutil/trace.go:171","msg":"trace[1995484207] linearizableReadLoop","detail":"{readStateIndex:3953; appliedIndex:3951; }","duration":"650.210114ms","start":"2026-05-08T18:26:30.106866Z","end":"2026-05-08T18:26:30.757076Z","steps":["trace[1995484207] 'read index received' (duration: 626.484823ms)","trace[1995484207] 'applied index is now lower than readState.Index' (duration: 23.724331ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:26:30.75719Z","caller":"traceutil/trace.go:171","msg":"trace[238600053] transaction","detail":"{read_only:false; response_revision:3805; number_of_response:1; }","duration":"685.379216ms","start":"2026-05-08T18:26:30.071775Z","end":"2026-05-08T18:26:30.757155Z","steps":["trace[238600053] 'process raft request' (duration: 685.161349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:26:30.757343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:26:30.071747Z","time spent":"685.514861ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:26:30.75739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.505163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T18:26:30.757437Z","caller":"traceutil/trace.go:171","msg":"trace[923478742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3805; }","duration":"650.609527ms","start":"2026-05-08T18:26:30.106816Z","end":"2026-05-08T18:26:30.757426Z","steps":["trace[923478742] 'agreement among raft nodes before linearized reading' (duration: 650.455052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:26:30.757475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:26:30.106803Z","time spent":"650.662738ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T18:26:30.757654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.315434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-08T18:26:30.757743Z","caller":"traceutil/trace.go:171","msg":"trace[2132934073] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3805; }","duration":"648.434137ms","start":"2026-05-08T18:26:30.109295Z","end":"2026-05-08T18:26:30.757729Z","steps":["trace[2132934073] 'agreement among raft nodes before linearized reading' (duration: 648.273082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:26:30.757832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:26:30.109279Z","time spent":"648.540941ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:26:30.757847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.949863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-08T18:26:30.757899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.783418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:26:30.757968Z","caller":"traceutil/trace.go:171","msg":"trace[1095099707] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3805; }","duration":"648.108697ms","start":"2026-05-08T18:26:30.109844Z","end":"2026-05-08T18:26:30.757953Z","steps":["trace[1095099707] 'agreement among raft nodes before linearized reading' (duration: 647.846269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:26:30.75801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:26:30.10982Z","time spent":"648.17772ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T18:26:30.758041Z","caller":"traceutil/trace.go:171","msg":"trace[1001773097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3805; }","duration":"180.948863ms","start":"2026-05-08T18:26:30.577043Z","end":"2026-05-08T18:26:30.757992Z","steps":["trace[1001773097] 'agreement among raft nodes before linearized reading' (duration: 180.743206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:26:30.758068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.56915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:26:30.758189Z","caller":"traceutil/trace.go:171","msg":"trace[1941876826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3805; }","duration":"647.745076ms","start":"2026-05-08T18:26:30.110419Z","end":"2026-05-08T18:26:30.758164Z","steps":["trace[1941876826] 'agreement among raft nodes before linearized reading' (duration: 647.338583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:26:30.758253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:26:30.110408Z","time spent":"647.834709ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T18:26:30.757865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.065726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T18:26:30.758417Z","caller":"traceutil/trace.go:171","msg":"trace[1187209676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3805; }","duration":"648.633874ms","start":"2026-05-08T18:26:30.109771Z","end":"2026-05-08T18:26:30.758405Z","steps":["trace[1187209676] 'agreement among raft nodes before linearized reading' (duration: 648.019564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:26:30.758462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:26:30.10976Z","time spent":"648.690396ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:26:30.758658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.024644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-05-08T18:26:30.759013Z","caller":"traceutil/trace.go:171","msg":"trace[1652792839] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3805; }","duration":"617.220511ms","start":"2026-05-08T18:26:30.141535Z","end":"2026-05-08T18:26:30.758755Z","steps":["trace[1652792839] 'agreement among raft nodes before linearized reading' (duration: 616.082855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:26:30.759404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:26:30.141504Z","time spent":"617.880182ms","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-05-08T18:27:44.61213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.557787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:27:44.612496Z","caller":"traceutil/trace.go:171","msg":"trace[1723064757] linearizableReadLoop","detail":"{readStateIndex:4810; appliedIndex:4807; }","duration":"239.181618ms","start":"2026-05-08T18:27:44.373291Z","end":"2026-05-08T18:27:44.612472Z","steps":["trace[1723064757] 'read index received' (duration: 46.180107ms)","trace[1723064757] 'applied index is now lower than readState.Index' (duration: 193.000331ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:27:44.612636Z","caller":"traceutil/trace.go:171","msg":"trace[1490749253] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"250.927249ms","start":"2026-05-08T18:27:44.361694Z","end":"2026-05-08T18:27:44.612622Z","steps":["trace[1490749253] 'process raft request' (duration: 250.66027ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:44.612782Z","caller":"traceutil/trace.go:171","msg":"trace[1021726490] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"276.873568ms","start":"2026-05-08T18:27:44.335871Z","end":"2026-05-08T18:27:44.612745Z","steps":["trace[1021726490] 'process raft request' (duration: 276.422263ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:44.612845Z","caller":"traceutil/trace.go:171","msg":"trace[903509597] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"288.97233ms","start":"2026-05-08T18:27:44.323539Z","end":"2026-05-08T18:27:44.612512Z","steps":["trace[903509597] 'process raft request' (duration: 95.908457ms)","trace[903509597] 'compare' (duration: 192.375252ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:27:44.612991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.672524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-fsksp\" ","response":"range_response_count:1 size:2444"} {"level":"info","ts":"2026-05-08T18:27:44.61344Z","caller":"traceutil/trace.go:171","msg":"trace[1876221914] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-fsksp; range_end:; response_count:1; response_revision:4626; }","duration":"239.959353ms","start":"2026-05-08T18:27:44.373216Z","end":"2026-05-08T18:27:44.613175Z","steps":["trace[1876221914] 'agreement among raft nodes before linearized reading' (duration: 239.441767ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:44.634297Z","caller":"traceutil/trace.go:171","msg":"trace[1937238884] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"200.242869ms","start":"2026-05-08T18:27:44.434026Z","end":"2026-05-08T18:27:44.634269Z","steps":["trace[1937238884] 'process raft request' (duration: 200.057913ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:44.658722Z","caller":"traceutil/trace.go:171","msg":"trace[350923440] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"185.39568ms","start":"2026-05-08T18:27:44.473256Z","end":"2026-05-08T18:27:44.658652Z","steps":["trace[350923440] 'process raft request' (duration: 185.140692ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:44.658807Z","caller":"traceutil/trace.go:171","msg":"trace[940353213] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"122.63339ms","start":"2026-05-08T18:27:44.536125Z","end":"2026-05-08T18:27:44.658758Z","steps":["trace[940353213] 'process raft request' (duration: 122.391022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:44.65941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.394066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:27:44.659535Z","caller":"traceutil/trace.go:171","msg":"trace[1638879874] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4632; }","duration":"265.597632ms","start":"2026-05-08T18:27:44.393908Z","end":"2026-05-08T18:27:44.659506Z","steps":["trace[1638879874] 'agreement among raft nodes before linearized reading' (duration: 265.382396ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:47.257186Z","caller":"traceutil/trace.go:171","msg":"trace[256750014] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"100.845193ms","start":"2026-05-08T18:27:47.156308Z","end":"2026-05-08T18:27:47.257153Z","steps":["trace[256750014] 'process raft request' (duration: 100.656147ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:47.26759Z","caller":"traceutil/trace.go:171","msg":"trace[1112325505] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"110.772876ms","start":"2026-05-08T18:27:47.156751Z","end":"2026-05-08T18:27:47.267524Z","steps":["trace[1112325505] 'process raft request' (duration: 110.57223ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:51.046814Z","caller":"traceutil/trace.go:171","msg":"trace[1993504187] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"285.14233ms","start":"2026-05-08T18:27:50.761635Z","end":"2026-05-08T18:27:51.046778Z","steps":["trace[1993504187] 'process raft request' (duration: 272.375997ms)","trace[1993504187] 'compare' (duration: 12.596918ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:27:51.05188Z","caller":"traceutil/trace.go:171","msg":"trace[980200274] linearizableReadLoop","detail":"{readStateIndex:4937; appliedIndex:4935; }","duration":"290.077286ms","start":"2026-05-08T18:27:50.761774Z","end":"2026-05-08T18:27:51.051851Z","steps":["trace[980200274] 'read index received' (duration: 272.317736ms)","trace[980200274] 'applied index is now lower than readState.Index' (duration: 17.75823ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:27:51.052104Z","caller":"traceutil/trace.go:171","msg":"trace[1904148660] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"283.197278ms","start":"2026-05-08T18:27:50.76881Z","end":"2026-05-08T18:27:51.052007Z","steps":["trace[1904148660] 'process raft request' (duration: 282.834297ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:51.052103Z","caller":"traceutil/trace.go:171","msg":"trace[843600170] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"290.411716ms","start":"2026-05-08T18:27:50.76164Z","end":"2026-05-08T18:27:51.052052Z","steps":["trace[843600170] 'process raft request' (duration: 289.859019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:51.052522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.731607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:27:51.052504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.951239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-05-08T18:27:51.052599Z","caller":"traceutil/trace.go:171","msg":"trace[192281220] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4752; }","duration":"250.115714ms","start":"2026-05-08T18:27:50.802461Z","end":"2026-05-08T18:27:51.052576Z","steps":["trace[192281220] 'agreement among raft nodes before linearized reading' (duration: 249.801724ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:51.052597Z","caller":"traceutil/trace.go:171","msg":"trace[964622768] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4752; }","duration":"290.794499ms","start":"2026-05-08T18:27:50.761768Z","end":"2026-05-08T18:27:51.052563Z","steps":["trace[964622768] 'agreement among raft nodes before linearized reading' (duration: 290.708236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:52.225121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.908035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-08T18:27:52.225257Z","caller":"traceutil/trace.go:171","msg":"trace[967949498] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4781; }","duration":"306.110231ms","start":"2026-05-08T18:27:51.919115Z","end":"2026-05-08T18:27:52.225225Z","steps":["trace[967949498] 'range keys from in-memory index tree' (duration: 305.632517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:52.225325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:51.919086Z","time spent":"306.221795ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T18:27:52.225761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.970978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2353093"} {"level":"info","ts":"2026-05-08T18:27:52.225848Z","caller":"traceutil/trace.go:171","msg":"trace[1461187566] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4781; }","duration":"415.152323ms","start":"2026-05-08T18:27:51.810677Z","end":"2026-05-08T18:27:52.22583Z","steps":["trace[1461187566] 'range keys from in-memory index tree' (duration: 414.070289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:52.225882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:51.810643Z","time spent":"415.231396ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2353117,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-05-08T18:27:52.692101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.026884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:27:52.692209Z","caller":"traceutil/trace.go:171","msg":"trace[1602215498] linearizableReadLoop","detail":"{readStateIndex:4969; appliedIndex:4968; }","duration":"389.578656ms","start":"2026-05-08T18:27:52.30261Z","end":"2026-05-08T18:27:52.692189Z","steps":["trace[1602215498] 'read index received' (duration: 150.300904ms)","trace[1602215498] 'applied index is now lower than readState.Index' (duration: 239.275822ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:27:52.692301Z","caller":"traceutil/trace.go:171","msg":"trace[598993688] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"390.261888ms","start":"2026-05-08T18:27:52.301982Z","end":"2026-05-08T18:27:52.692244Z","steps":["trace[598993688] 'process raft request' (duration: 151.004506ms)","trace[598993688] 'compare' (duration: 238.787577ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:27:52.692412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.054299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5eea09c-cb4e-4949-afbd-49a44fd8ea59\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-05-08T18:27:52.692442Z","caller":"traceutil/trace.go:171","msg":"trace[741560301] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5eea09c-cb4e-4949-afbd-49a44fd8ea59; range_end:; response_count:1; response_revision:4783; }","duration":"145.0853ms","start":"2026-05-08T18:27:52.547347Z","end":"2026-05-08T18:27:52.692432Z","steps":["trace[741560301] 'agreement among raft nodes before linearized reading' (duration: 144.951906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:52.692457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.823424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"warn","ts":"2026-05-08T18:27:52.692497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.795398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:27:52.692562Z","caller":"traceutil/trace.go:171","msg":"trace[763584803] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4783; }","duration":"389.965398ms","start":"2026-05-08T18:27:52.302572Z","end":"2026-05-08T18:27:52.692537Z","steps":["trace[763584803] 'agreement among raft nodes before linearized reading' (duration: 389.70429ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:52.692601Z","caller":"traceutil/trace.go:171","msg":"trace[492811801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4783; }","duration":"117.905111ms","start":"2026-05-08T18:27:52.57467Z","end":"2026-05-08T18:27:52.692575Z","steps":["trace[492811801] 'agreement among raft nodes before linearized reading' (duration: 117.747286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:52.692611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:52.302545Z","time spent":"390.057031ms","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1370,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-05-08T18:27:52.692517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:52.301961Z","time spent":"390.427062ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:27:52.692837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.549708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5eea09c-cb4e-4949-afbd-49a44fd8ea59\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-05-08T18:27:52.692939Z","caller":"traceutil/trace.go:171","msg":"trace[1382562706] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5eea09c-cb4e-4949-afbd-49a44fd8ea59; range_end:; response_count:1; response_revision:4783; }","duration":"122.707793ms","start":"2026-05-08T18:27:52.570207Z","end":"2026-05-08T18:27:52.692914Z","steps":["trace[1382562706] 'agreement among raft nodes before linearized reading' (duration: 122.335751ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:53.066793Z","caller":"traceutil/trace.go:171","msg":"trace[505642792] linearizableReadLoop","detail":"{readStateIndex:4970; appliedIndex:4969; }","duration":"366.26169ms","start":"2026-05-08T18:27:52.7005Z","end":"2026-05-08T18:27:53.066762Z","steps":["trace[505642792] 'read index received' (duration: 315.668843ms)","trace[505642792] 'applied index is now lower than readState.Index' (duration: 50.592097ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:27:53.067066Z","caller":"traceutil/trace.go:171","msg":"trace[1612199978] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"368.605694ms","start":"2026-05-08T18:27:52.698447Z","end":"2026-05-08T18:27:53.067053Z","steps":["trace[1612199978] 'process raft request' (duration: 317.737388ms)","trace[1612199978] 'compare' (duration: 50.409921ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:27:53.067192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:52.698431Z","time spent":"368.661626ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:27:53.067512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.965162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:27:53.067629Z","caller":"traceutil/trace.go:171","msg":"trace[1094635768] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4784; }","duration":"348.181119ms","start":"2026-05-08T18:27:52.71942Z","end":"2026-05-08T18:27:53.067601Z","steps":["trace[1094635768] 'agreement among raft nodes before linearized reading' (duration: 347.966472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:53.067631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.100787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-05-08T18:27:53.067696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:52.719403Z","time spent":"348.275423ms","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:27:53.067739Z","caller":"traceutil/trace.go:171","msg":"trace[1175736454] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4784; }","duration":"367.269302ms","start":"2026-05-08T18:27:52.700445Z","end":"2026-05-08T18:27:53.067715Z","steps":["trace[1175736454] 'agreement among raft nodes before linearized reading' (duration: 366.90644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:53.067794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:52.700426Z","time spent":"367.357755ms","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-05-08T18:27:53.06793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.004387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:558093"} {"level":"info","ts":"2026-05-08T18:27:53.06803Z","caller":"traceutil/trace.go:171","msg":"trace[1919071963] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4784; }","duration":"222.150052ms","start":"2026-05-08T18:27:52.845856Z","end":"2026-05-08T18:27:53.068006Z","steps":["trace[1919071963] 'agreement among raft nodes before linearized reading' (duration: 221.535183ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:53.307076Z","caller":"traceutil/trace.go:171","msg":"trace[2030174743] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"209.655827ms","start":"2026-05-08T18:27:53.097385Z","end":"2026-05-08T18:27:53.307041Z","steps":["trace[2030174743] 'process raft request' (duration: 209.409339ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:54.206188Z","caller":"traceutil/trace.go:171","msg":"trace[690575428] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"201.021025ms","start":"2026-05-08T18:27:54.00514Z","end":"2026-05-08T18:27:54.206161Z","steps":["trace[690575428] 'process raft request' (duration: 200.642963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:56.490984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.276303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-05-08T18:27:56.491091Z","caller":"traceutil/trace.go:171","msg":"trace[1651172018] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4934; }","duration":"835.450169ms","start":"2026-05-08T18:27:55.655621Z","end":"2026-05-08T18:27:56.491071Z","steps":["trace[1651172018] 'range keys from in-memory index tree' (duration: 835.042766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:56.491133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:55.655595Z","time spent":"835.526802ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-05-08T18:27:56.49127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.207223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-05-08T18:27:56.49138Z","caller":"traceutil/trace.go:171","msg":"trace[1525542559] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4934; }","duration":"260.351967ms","start":"2026-05-08T18:27:56.230997Z","end":"2026-05-08T18:27:56.491349Z","steps":["trace[1525542559] 'range keys from in-memory index tree' (duration: 260.034457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:56.491421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.513421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-05-08T18:27:56.491471Z","caller":"traceutil/trace.go:171","msg":"trace[920315619] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4934; }","duration":"835.579193ms","start":"2026-05-08T18:27:55.655877Z","end":"2026-05-08T18:27:56.491456Z","steps":["trace[920315619] 'range keys from in-memory index tree' (duration: 835.406988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:56.491536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:55.655867Z","time spent":"835.637115ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-05-08T18:27:56.491465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.204353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-05-08T18:27:56.491898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.863352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-05-08T18:27:56.491949Z","caller":"traceutil/trace.go:171","msg":"trace[844159804] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4934; }","duration":"835.935234ms","start":"2026-05-08T18:27:55.655999Z","end":"2026-05-08T18:27:56.491934Z","steps":["trace[844159804] 'range keys from in-memory index tree' (duration: 835.684237ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:56.491961Z","caller":"traceutil/trace.go:171","msg":"trace[967814741] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:4934; }","duration":"740.702759ms","start":"2026-05-08T18:27:55.751218Z","end":"2026-05-08T18:27:56.491921Z","steps":["trace[967814741] 'range keys from in-memory index tree' (duration: 740.051829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:56.492006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:55.655988Z","time spent":"836.005266ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-05-08T18:27:56.492039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:55.751189Z","time spent":"740.826493ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-xxzdb\" "} {"level":"warn","ts":"2026-05-08T18:27:56.491284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.154167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5eea09c-cb4e-4949-afbd-49a44fd8ea59\" ","response":"range_response_count:1 size:4078"} {"level":"info","ts":"2026-05-08T18:27:56.492164Z","caller":"traceutil/trace.go:171","msg":"trace[2105976884] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5eea09c-cb4e-4949-afbd-49a44fd8ea59; range_end:; response_count:1; response_revision:4934; }","duration":"745.038575ms","start":"2026-05-08T18:27:55.747083Z","end":"2026-05-08T18:27:56.492122Z","steps":["trace[2105976884] 'range keys from in-memory index tree' (duration: 744.029594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:56.492242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:55.747059Z","time spent":"745.16258ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4102,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5eea09c-cb4e-4949-afbd-49a44fd8ea59\" "} {"level":"info","ts":"2026-05-08T18:27:56.492321Z","caller":"traceutil/trace.go:171","msg":"trace[103313853] linearizableReadLoop","detail":"{readStateIndex:5127; appliedIndex:5126; }","duration":"150.849811ms","start":"2026-05-08T18:27:56.341416Z","end":"2026-05-08T18:27:56.492265Z","steps":["trace[103313853] 'read index received' (duration: 88.748261ms)","trace[103313853] 'applied index is now lower than readState.Index' (duration: 62.09991ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:27:56.492393Z","caller":"traceutil/trace.go:171","msg":"trace[51378317] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"245.736466ms","start":"2026-05-08T18:27:56.24662Z","end":"2026-05-08T18:27:56.492357Z","steps":["trace[51378317] 'process raft request' (duration: 183.603955ms)","trace[51378317] 'compare' (duration: 61.824611ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:27:56.49249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.833254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:755060"} {"level":"warn","ts":"2026-05-08T18:27:56.492511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.211327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-05-08T18:27:56.492568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.121209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c5d38df-343c-445d-a0c4-36a8444991d6\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-05-08T18:27:56.492573Z","caller":"traceutil/trace.go:171","msg":"trace[1710945694] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4934; }","duration":"786.954808ms","start":"2026-05-08T18:27:55.7056Z","end":"2026-05-08T18:27:56.492555Z","steps":["trace[1710945694] 'range keys from in-memory index tree' (duration: 786.289628ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:56.492583Z","caller":"traceutil/trace.go:171","msg":"trace[216003190] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4934; }","duration":"736.355861ms","start":"2026-05-08T18:27:55.756207Z","end":"2026-05-08T18:27:56.492563Z","steps":["trace[216003190] 'range keys from in-memory index tree' (duration: 735.205135ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:56.492615Z","caller":"traceutil/trace.go:171","msg":"trace[1876731546] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2c5d38df-343c-445d-a0c4-36a8444991d6; range_end:; response_count:1; response_revision:4935; }","duration":"151.227093ms","start":"2026-05-08T18:27:56.341372Z","end":"2026-05-08T18:27:56.492599Z","steps":["trace[1876731546] 'agreement among raft nodes before linearized reading' (duration: 151.034707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:56.492629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:55.705576Z","time spent":"787.038471ms","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":755084,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-05-08T18:27:56.492672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:55.756188Z","time spent":"736.469495ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-05-08T18:27:58.274849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.096287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:27:58.275046Z","caller":"traceutil/trace.go:171","msg":"trace[1402520460] linearizableReadLoop","detail":"{readStateIndex:5169; appliedIndex:5168; }","duration":"611.059707ms","start":"2026-05-08T18:27:57.663963Z","end":"2026-05-08T18:27:58.275023Z","steps":["trace[1402520460] 'read index received' (duration: 358.619269ms)","trace[1402520460] 'applied index is now lower than readState.Index' (duration: 252.438038ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:27:58.275556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.575173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:27:58.275569Z","caller":"traceutil/trace.go:171","msg":"trace[662392976] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"656.713468ms","start":"2026-05-08T18:27:57.618813Z","end":"2026-05-08T18:27:58.275527Z","steps":["trace[662392976] 'process raft request' (duration: 403.839287ms)","trace[662392976] 'compare' (duration: 251.930151ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:27:58.275639Z","caller":"traceutil/trace.go:171","msg":"trace[1824881854] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4976; }","duration":"611.696897ms","start":"2026-05-08T18:27:57.66392Z","end":"2026-05-08T18:27:58.275617Z","steps":["trace[1824881854] 'agreement among raft nodes before linearized reading' (duration: 611.549172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:58.275692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:57.663902Z","time spent":"611.77398ms","remote":"127.0.0.1:41742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:27:58.275696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.481787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"warn","ts":"2026-05-08T18:27:58.275759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:57.618791Z","time spent":"656.857302ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:27:58.275786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.959759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-08T18:27:58.275819Z","caller":"traceutil/trace.go:171","msg":"trace[1200512191] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4976; }","duration":"494.643272ms","start":"2026-05-08T18:27:57.781149Z","end":"2026-05-08T18:27:58.275792Z","steps":["trace[1200512191] 'agreement among raft nodes before linearized reading' (duration: 494.399015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:58.275818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.442878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-08T18:27:58.275891Z","caller":"traceutil/trace.go:171","msg":"trace[1246858162] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:4976; }","duration":"173.094463ms","start":"2026-05-08T18:27:58.102772Z","end":"2026-05-08T18:27:58.275866Z","steps":["trace[1246858162] 'agreement among raft nodes before linearized reading' (duration: 172.807274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:58.275911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:57.781125Z","time spent":"494.768947ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1253,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-05-08T18:27:58.275938Z","caller":"traceutil/trace.go:171","msg":"trace[304345931] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4976; }","duration":"597.632113ms","start":"2026-05-08T18:27:57.678274Z","end":"2026-05-08T18:27:58.275906Z","steps":["trace[304345931] 'agreement among raft nodes before linearized reading' (duration: 597.285132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:58.275993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:57.678251Z","time spent":"597.731806ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-08T18:27:58.276678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.688009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:755060"} {"level":"info","ts":"2026-05-08T18:27:58.276879Z","caller":"traceutil/trace.go:171","msg":"trace[792782825] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4976; }","duration":"606.954887ms","start":"2026-05-08T18:27:57.669896Z","end":"2026-05-08T18:27:58.276851Z","steps":["trace[792782825] 'agreement among raft nodes before linearized reading' (duration: 605.657326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:58.277034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:57.669858Z","time spent":"607.155864ms","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":755084,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-05-08T18:27:58.638136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:58.278998Z","time spent":"359.128855ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-08T18:27:58.638272Z","caller":"traceutil/trace.go:171","msg":"trace[1706794548] linearizableReadLoop","detail":"{readStateIndex:5170; appliedIndex:5169; }","duration":"357.457653ms","start":"2026-05-08T18:27:58.280788Z","end":"2026-05-08T18:27:58.638246Z","steps":["trace[1706794548] 'read index received' (duration: 345.261508ms)","trace[1706794548] 'applied index is now lower than readState.Index' (duration: 12.193455ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:27:58.638369Z","caller":"traceutil/trace.go:171","msg":"trace[711396882] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"139.014388ms","start":"2026-05-08T18:27:58.499325Z","end":"2026-05-08T18:27:58.638339Z","steps":["trace[711396882] 'process raft request' (duration: 138.806331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:58.638683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.872376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c5d38df-343c-445d-a0c4-36a8444991d6\" ","response":"range_response_count:1 size:4052"} {"level":"warn","ts":"2026-05-08T18:27:58.638746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.578376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:27:58.638777Z","caller":"traceutil/trace.go:171","msg":"trace[1622831966] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2c5d38df-343c-445d-a0c4-36a8444991d6; range_end:; response_count:1; response_revision:4977; }","duration":"358.01473ms","start":"2026-05-08T18:27:58.28075Z","end":"2026-05-08T18:27:58.638765Z","steps":["trace[1622831966] 'agreement among raft nodes before linearized reading' (duration: 357.68273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:58.638812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:27:58.280734Z","time spent":"358.069072ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4076,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c5d38df-343c-445d-a0c4-36a8444991d6\" "} {"level":"info","ts":"2026-05-08T18:27:58.63882Z","caller":"traceutil/trace.go:171","msg":"trace[2103367871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4977; }","duration":"184.770492ms","start":"2026-05-08T18:27:58.454024Z","end":"2026-05-08T18:27:58.638794Z","steps":["trace[2103367871] 'agreement among raft nodes before linearized reading' (duration: 184.584946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:58.638949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.262148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-05-08T18:27:58.638964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.50211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c5d38df-343c-445d-a0c4-36a8444991d6\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-05-08T18:27:58.639013Z","caller":"traceutil/trace.go:171","msg":"trace[829267441] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:4977; }","duration":"134.372721ms","start":"2026-05-08T18:27:58.504625Z","end":"2026-05-08T18:27:58.638997Z","steps":["trace[829267441] 'agreement among raft nodes before linearized reading' (duration: 134.151584ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:58.639061Z","caller":"traceutil/trace.go:171","msg":"trace[1711116597] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2c5d38df-343c-445d-a0c4-36a8444991d6; range_end:; response_count:1; response_revision:4977; }","duration":"137.649865ms","start":"2026-05-08T18:27:58.501391Z","end":"2026-05-08T18:27:58.639041Z","steps":["trace[1711116597] 'agreement among raft nodes before linearized reading' (duration: 137.420458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:58.639045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.676584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b25946c-6c88-4f77-a95c-ed18ee60ec42\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-05-08T18:27:58.639142Z","caller":"traceutil/trace.go:171","msg":"trace[1236179705] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b25946c-6c88-4f77-a95c-ed18ee60ec42; range_end:; response_count:1; response_revision:4977; }","duration":"136.840249ms","start":"2026-05-08T18:27:58.502278Z","end":"2026-05-08T18:27:58.639118Z","steps":["trace[1236179705] 'agreement among raft nodes before linearized reading' (duration: 136.526989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:58.639961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.878166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:755060"} {"level":"info","ts":"2026-05-08T18:27:58.640039Z","caller":"traceutil/trace.go:171","msg":"trace[1438848602] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4977; }","duration":"115.00559ms","start":"2026-05-08T18:27:58.525017Z","end":"2026-05-08T18:27:58.640023Z","steps":["trace[1438848602] 'agreement among raft nodes before linearized reading' (duration: 113.976667ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:27:58.99292Z","caller":"traceutil/trace.go:171","msg":"trace[1446026172] linearizableReadLoop","detail":"{readStateIndex:5175; appliedIndex:5174; }","duration":"134.917627ms","start":"2026-05-08T18:27:58.857976Z","end":"2026-05-08T18:27:58.992893Z","steps":["trace[1446026172] 'read index received' (duration: 134.752252ms)","trace[1446026172] 'applied index is now lower than readState.Index' (duration: 163.805µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:27:58.992959Z","caller":"traceutil/trace.go:171","msg":"trace[680349222] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"160.711852ms","start":"2026-05-08T18:27:58.832203Z","end":"2026-05-08T18:27:58.992914Z","steps":["trace[680349222] 'process raft request' (duration: 160.536486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:27:58.993138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.136254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:27:58.993198Z","caller":"traceutil/trace.go:171","msg":"trace[686778185] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4981; }","duration":"135.286958ms","start":"2026-05-08T18:27:58.857897Z","end":"2026-05-08T18:27:58.993184Z","steps":["trace[686778185] 'agreement among raft nodes before linearized reading' (duration: 135.129713ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:01.084314Z","caller":"traceutil/trace.go:171","msg":"trace[85590180] linearizableReadLoop","detail":"{readStateIndex:5226; appliedIndex:5225; }","duration":"206.017522ms","start":"2026-05-08T18:28:00.878272Z","end":"2026-05-08T18:28:01.084289Z","steps":["trace[85590180] 'read index received' (duration: 180.058743ms)","trace[85590180] 'applied index is now lower than readState.Index' (duration: 25.957899ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:01.084412Z","caller":"traceutil/trace.go:171","msg":"trace[1796385880] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"317.836981ms","start":"2026-05-08T18:28:00.766524Z","end":"2026-05-08T18:28:01.084361Z","steps":["trace[1796385880] 'process raft request' (duration: 291.864922ms)","trace[1796385880] 'compare' (duration: 25.407712ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:01.084516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.23169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b25946c-6c88-4f77-a95c-ed18ee60ec42\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-05-08T18:28:01.084539Z","caller":"traceutil/trace.go:171","msg":"trace[1941474572] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b25946c-6c88-4f77-a95c-ed18ee60ec42; range_end:; response_count:1; response_revision:5030; }","duration":"206.511238ms","start":"2026-05-08T18:28:00.878021Z","end":"2026-05-08T18:28:01.084532Z","steps":["trace[1941474572] 'agreement among raft nodes before linearized reading' (duration: 206.369213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:01.084515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.564319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:28:01.084595Z","caller":"traceutil/trace.go:171","msg":"trace[2076400535] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5030; }","duration":"180.709404ms","start":"2026-05-08T18:28:00.903865Z","end":"2026-05-08T18:28:01.084575Z","steps":["trace[2076400535] 'agreement among raft nodes before linearized reading' (duration: 180.56724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:01.084675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:00.766499Z","time spent":"318.020647ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:01.623168Z","caller":"traceutil/trace.go:171","msg":"trace[285786134] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5227; }","duration":"150.406987ms","start":"2026-05-08T18:28:01.472727Z","end":"2026-05-08T18:28:01.623134Z","steps":["trace[285786134] 'read index received' (duration: 63.614207ms)","trace[285786134] 'applied index is now lower than readState.Index' (duration: 86.79091ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:01.623243Z","caller":"traceutil/trace.go:171","msg":"trace[1495639996] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"184.915787ms","start":"2026-05-08T18:28:01.438285Z","end":"2026-05-08T18:28:01.623201Z","steps":["trace[1495639996] 'process raft request' (duration: 98.122297ms)","trace[1495639996] 'compare' (duration: 86.582683ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:01.623448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.733338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-08T18:28:01.62348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.584311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-08T18:28:01.623527Z","caller":"traceutil/trace.go:171","msg":"trace[84067198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5032; }","duration":"150.862282ms","start":"2026-05-08T18:28:01.472647Z","end":"2026-05-08T18:28:01.623509Z","steps":["trace[84067198] 'agreement among raft nodes before linearized reading' (duration: 150.639644ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:01.623545Z","caller":"traceutil/trace.go:171","msg":"trace[918815760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5032; }","duration":"117.677664ms","start":"2026-05-08T18:28:01.505851Z","end":"2026-05-08T18:28:01.623528Z","steps":["trace[918815760] 'agreement among raft nodes before linearized reading' (duration: 117.487298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:01.623568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.472247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-08T18:28:01.623625Z","caller":"traceutil/trace.go:171","msg":"trace[86330445] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5032; }","duration":"117.54702ms","start":"2026-05-08T18:28:01.506061Z","end":"2026-05-08T18:28:01.623608Z","steps":["trace[86330445] 'agreement among raft nodes before linearized reading' (duration: 117.351003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:02.148672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.977559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:28:02.148819Z","caller":"traceutil/trace.go:171","msg":"trace[1407804519] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"520.499489ms","start":"2026-05-08T18:28:01.628293Z","end":"2026-05-08T18:28:02.148793Z","steps":["trace[1407804519] 'process raft request' (duration: 341.312993ms)","trace[1407804519] 'compare' (duration: 178.731272ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:02.148883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:01.62827Z","time spent":"520.582581ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:02.235821Z","caller":"traceutil/trace.go:171","msg":"trace[604939923] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"607.456973ms","start":"2026-05-08T18:28:01.628337Z","end":"2026-05-08T18:28:02.235794Z","steps":["trace[604939923] 'process raft request' (duration: 607.36447ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:02.235847Z","caller":"traceutil/trace.go:171","msg":"trace[1623411315] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"607.467504ms","start":"2026-05-08T18:28:01.628319Z","end":"2026-05-08T18:28:02.235787Z","steps":["trace[1623411315] 'process raft request' (duration: 607.170174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:02.236004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:01.628326Z","time spent":"607.583347ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:02.236053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:01.628295Z","time spent":"607.637528ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:02.236132Z","caller":"traceutil/trace.go:171","msg":"trace[1357518954] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"607.704301ms","start":"2026-05-08T18:28:01.628407Z","end":"2026-05-08T18:28:02.236112Z","steps":["trace[1357518954] 'process raft request' (duration: 607.34695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:02.236214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:01.628379Z","time spent":"607.795014ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:02.236317Z","caller":"traceutil/trace.go:171","msg":"trace[782834859] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"607.880256ms","start":"2026-05-08T18:28:01.628424Z","end":"2026-05-08T18:28:02.236304Z","steps":["trace[782834859] 'process raft request' (duration: 607.609808ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:02.236327Z","caller":"traceutil/trace.go:171","msg":"trace[1572720980] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"344.625807ms","start":"2026-05-08T18:28:01.891688Z","end":"2026-05-08T18:28:02.236313Z","steps":["trace[1572720980] 'process raft request' (duration: 344.507044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:02.236392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:01.89166Z","time spent":"344.69845ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:02.236385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:01.628393Z","time spent":"607.957528ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:02.236287Z","caller":"traceutil/trace.go:171","msg":"trace[615059194] linearizableReadLoop","detail":"{readStateIndex:5233; appliedIndex:5228; }","duration":"562.832984ms","start":"2026-05-08T18:28:01.673422Z","end":"2026-05-08T18:28:02.236255Z","steps":["trace[615059194] 'read index received' (duration: 296.202679ms)","trace[615059194] 'applied index is now lower than readState.Index' (duration: 266.628855ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:02.236483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.039531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:28:02.236549Z","caller":"traceutil/trace.go:171","msg":"trace[1001230263] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:5038; }","duration":"563.179165ms","start":"2026-05-08T18:28:01.673357Z","end":"2026-05-08T18:28:02.236537Z","steps":["trace[1001230263] 'agreement among raft nodes before linearized reading' (duration: 562.99664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:02.2366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:01.673335Z","time spent":"563.255318ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-05-08T18:28:02.236654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.344342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b25946c-6c88-4f77-a95c-ed18ee60ec42\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-05-08T18:28:02.236784Z","caller":"traceutil/trace.go:171","msg":"trace[270729694] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b25946c-6c88-4f77-a95c-ed18ee60ec42; range_end:; response_count:1; response_revision:5038; }","duration":"557.420214ms","start":"2026-05-08T18:28:01.679258Z","end":"2026-05-08T18:28:02.236678Z","steps":["trace[270729694] 'agreement among raft nodes before linearized reading' (duration: 557.29289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:02.236833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:01.679237Z","time spent":"557.584969ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b25946c-6c88-4f77-a95c-ed18ee60ec42\" "} {"level":"info","ts":"2026-05-08T18:28:02.576913Z","caller":"traceutil/trace.go:171","msg":"trace[1765732952] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"132.496341ms","start":"2026-05-08T18:28:02.444333Z","end":"2026-05-08T18:28:02.57683Z","steps":["trace[1765732952] 'process raft request' (duration: 132.176911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:03.387278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.708538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:28:03.387414Z","caller":"traceutil/trace.go:171","msg":"trace[278087886] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"804.484802ms","start":"2026-05-08T18:28:02.582905Z","end":"2026-05-08T18:28:03.38739Z","steps":["trace[278087886] 'process raft request' (duration: 198.564857ms)","trace[278087886] 'compare' (duration: 605.519542ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:03.387478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:02.58288Z","time spent":"804.570895ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T18:28:03.443382Z","caller":"traceutil/trace.go:171","msg":"trace[189501012] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"857.764973ms","start":"2026-05-08T18:28:02.585587Z","end":"2026-05-08T18:28:03.443352Z","steps":["trace[189501012] 'process raft request' (duration: 857.536716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:03.443559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:02.585557Z","time spent":"857.908908ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4922,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:03.443573Z","caller":"traceutil/trace.go:171","msg":"trace[1858472323] linearizableReadLoop","detail":"{readStateIndex:5239; appliedIndex:5236; }","duration":"761.463604ms","start":"2026-05-08T18:28:02.682084Z","end":"2026-05-08T18:28:03.443548Z","steps":["trace[1858472323] 'read index received' (duration: 99.407208ms)","trace[1858472323] 'applied index is now lower than readState.Index' (duration: 662.053866ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:03.443794Z","caller":"traceutil/trace.go:171","msg":"trace[70481083] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"765.599235ms","start":"2026-05-08T18:28:02.678064Z","end":"2026-05-08T18:28:03.443663Z","steps":["trace[70481083] 'process raft request' (duration: 765.222223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:03.443943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.836196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-05-08T18:28:03.443992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:02.678043Z","time spent":"765.845752ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:03.443998Z","caller":"traceutil/trace.go:171","msg":"trace[1404153954] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:5042; }","duration":"761.929529ms","start":"2026-05-08T18:28:02.682055Z","end":"2026-05-08T18:28:03.443984Z","steps":["trace[1404153954] 'agreement among raft nodes before linearized reading' (duration: 761.673011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:03.44405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:02.682043Z","time spent":"761.999751ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-xxzdb\" "} {"level":"warn","ts":"2026-05-08T18:28:03.445052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.10464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b25946c-6c88-4f77-a95c-ed18ee60ec42\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-05-08T18:28:03.445097Z","caller":"traceutil/trace.go:171","msg":"trace[13276123] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b25946c-6c88-4f77-a95c-ed18ee60ec42; range_end:; response_count:1; response_revision:5044; }","duration":"203.177783ms","start":"2026-05-08T18:28:03.241909Z","end":"2026-05-08T18:28:03.445087Z","steps":["trace[13276123] 'agreement among raft nodes before linearized reading' (duration: 203.061359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:03.445119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.89017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:28:03.44512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.28428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:28:03.445176Z","caller":"traceutil/trace.go:171","msg":"trace[908528832] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5044; }","duration":"730.452395ms","start":"2026-05-08T18:28:02.714708Z","end":"2026-05-08T18:28:03.44516Z","steps":["trace[908528832] 'agreement among raft nodes before linearized reading' (duration: 730.243029ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:03.445189Z","caller":"traceutil/trace.go:171","msg":"trace[302341448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5044; }","duration":"572.003094ms","start":"2026-05-08T18:28:02.873174Z","end":"2026-05-08T18:28:03.445177Z","steps":["trace[302341448] 'agreement among raft nodes before linearized reading' (duration: 571.857889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:03.445228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:02.873147Z","time spent":"572.065546ms","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:28:03.445269Z","caller":"traceutil/trace.go:171","msg":"trace[419982629] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"354.074565ms","start":"2026-05-08T18:28:03.091177Z","end":"2026-05-08T18:28:03.445252Z","steps":["trace[419982629] 'process raft request' (duration: 353.650842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:03.445353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:03.091149Z","time spent":"354.156898ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:03.445367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.627698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9hwjq.18adaa7b91a1897f\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-05-08T18:28:03.445435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:02.714686Z","time spent":"730.523338ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:28:03.445455Z","caller":"traceutil/trace.go:171","msg":"trace[1536278364] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9hwjq.18adaa7b91a1897f; range_end:; response_count:1; response_revision:5044; }","duration":"613.802724ms","start":"2026-05-08T18:28:02.831632Z","end":"2026-05-08T18:28:03.445434Z","steps":["trace[1536278364] 'agreement among raft nodes before linearized reading' (duration: 613.420852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:03.445511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:02.831609Z","time spent":"613.886246ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":986,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9hwjq.18adaa7b91a1897f\" "} {"level":"info","ts":"2026-05-08T18:28:11.022434Z","caller":"traceutil/trace.go:171","msg":"trace[1825158515] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"126.08016ms","start":"2026-05-08T18:28:10.896306Z","end":"2026-05-08T18:28:11.022387Z","steps":["trace[1825158515] 'process raft request' (duration: 125.907154ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:11.655499Z","caller":"traceutil/trace.go:171","msg":"trace[2037820343] linearizableReadLoop","detail":"{readStateIndex:5381; appliedIndex:5379; }","duration":"106.899765ms","start":"2026-05-08T18:28:11.54857Z","end":"2026-05-08T18:28:11.65547Z","steps":["trace[2037820343] 'read index received' (duration: 79.881042ms)","trace[2037820343] 'applied index is now lower than readState.Index' (duration: 27.017053ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:11.655688Z","caller":"traceutil/trace.go:171","msg":"trace[161145672] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"126.211213ms","start":"2026-05-08T18:28:11.529461Z","end":"2026-05-08T18:28:11.655673Z","steps":["trace[161145672] 'process raft request' (duration: 98.962323ms)","trace[161145672] 'compare' (duration: 26.576729ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:11.656079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.484293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-08T18:28:11.656124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.259634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-08T18:28:11.656185Z","caller":"traceutil/trace.go:171","msg":"trace[86928659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5180; }","duration":"107.652559ms","start":"2026-05-08T18:28:11.548509Z","end":"2026-05-08T18:28:11.656162Z","steps":["trace[86928659] 'agreement among raft nodes before linearized reading' (duration: 107.320808ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:11.656205Z","caller":"traceutil/trace.go:171","msg":"trace[40697788] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:5180; }","duration":"106.385199ms","start":"2026-05-08T18:28:11.549803Z","end":"2026-05-08T18:28:11.656189Z","steps":["trace[40697788] 'agreement among raft nodes before linearized reading' (duration: 106.089649ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:11.656062Z","caller":"traceutil/trace.go:171","msg":"trace[253495414] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"116.192817ms","start":"2026-05-08T18:28:11.53983Z","end":"2026-05-08T18:28:11.656022Z","steps":["trace[253495414] 'process raft request' (duration: 115.517776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:12.03737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.23577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-05-08T18:28:12.037499Z","caller":"traceutil/trace.go:171","msg":"trace[52318500] linearizableReadLoop","detail":"{readStateIndex:5384; appliedIndex:5383; }","duration":"336.452549ms","start":"2026-05-08T18:28:11.701025Z","end":"2026-05-08T18:28:12.037478Z","steps":["trace[52318500] 'read index received' (duration: 91.050464ms)","trace[52318500] 'applied index is now lower than readState.Index' (duration: 245.400595ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:12.037532Z","caller":"traceutil/trace.go:171","msg":"trace[114673080] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5182; }","duration":"341.54153ms","start":"2026-05-08T18:28:11.695945Z","end":"2026-05-08T18:28:12.037487Z","steps":["trace[114673080] 'process raft request' (duration: 96.096344ms)","trace[114673080] 'compare' (duration: 245.158577ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:12.037724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.699947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-08T18:28:12.037725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:11.695925Z","time spent":"341.705575ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T18:28:12.037766Z","caller":"traceutil/trace.go:171","msg":"trace[1589511438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5182; }","duration":"336.77797ms","start":"2026-05-08T18:28:11.700975Z","end":"2026-05-08T18:28:12.037753Z","steps":["trace[1589511438] 'agreement among raft nodes before linearized reading' (duration: 336.610094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:12.037811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:11.700957Z","time spent":"336.845331ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:28:12.037959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.099019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"info","ts":"2026-05-08T18:28:12.038077Z","caller":"traceutil/trace.go:171","msg":"trace[392449296] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5182; }","duration":"279.240973ms","start":"2026-05-08T18:28:11.758807Z","end":"2026-05-08T18:28:12.038048Z","steps":["trace[392449296] 'agreement among raft nodes before linearized reading' (duration: 278.82147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:12.038573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.941738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-08T18:28:12.038757Z","caller":"traceutil/trace.go:171","msg":"trace[337730203] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5182; }","duration":"211.149424ms","start":"2026-05-08T18:28:11.82753Z","end":"2026-05-08T18:28:12.03868Z","steps":["trace[337730203] 'agreement among raft nodes before linearized reading' (duration: 210.100341ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:12.213665Z","caller":"traceutil/trace.go:171","msg":"trace[1363897467] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"166.34273ms","start":"2026-05-08T18:28:12.047293Z","end":"2026-05-08T18:28:12.213636Z","steps":["trace[1363897467] 'process raft request' (duration: 143.100567ms)","trace[1363897467] 'compare' (duration: 23.050667ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:12.266424Z","caller":"traceutil/trace.go:171","msg":"trace[911356927] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"216.171483ms","start":"2026-05-08T18:28:12.050205Z","end":"2026-05-08T18:28:12.266377Z","steps":["trace[911356927] 'process raft request' (duration: 215.838133ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:12.39184Z","caller":"traceutil/trace.go:171","msg":"trace[1908702831] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"117.942043ms","start":"2026-05-08T18:28:12.273864Z","end":"2026-05-08T18:28:12.391806Z","steps":["trace[1908702831] 'process raft request' (duration: 66.290043ms)","trace[1908702831] 'compare' (duration: 51.454924ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:12.786314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.751446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:28:12.786656Z","caller":"traceutil/trace.go:171","msg":"trace[581126622] linearizableReadLoop","detail":"{readStateIndex:5394; appliedIndex:5388; }","duration":"491.308847ms","start":"2026-05-08T18:28:12.29533Z","end":"2026-05-08T18:28:12.786638Z","steps":["trace[581126622] 'read index received' (duration: 44.902547ms)","trace[581126622] 'applied index is now lower than readState.Index' (duration: 446.40517ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:12.786746Z","caller":"traceutil/trace.go:171","msg":"trace[1554124609] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"512.519737ms","start":"2026-05-08T18:28:12.274216Z","end":"2026-05-08T18:28:12.786736Z","steps":["trace[1554124609] 'process raft request' (duration: 254.258836ms)","trace[1554124609] 'compare' (duration: 257.528318ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:12.786802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:12.274196Z","time spent":"512.573678ms","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:12.786853Z","caller":"traceutil/trace.go:171","msg":"trace[1474588837] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"512.230617ms","start":"2026-05-08T18:28:12.27457Z","end":"2026-05-08T18:28:12.786801Z","steps":["trace[1474588837] 'process raft request' (duration: 511.980249ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:12.787051Z","caller":"traceutil/trace.go:171","msg":"trace[591294193] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"512.455444ms","start":"2026-05-08T18:28:12.274574Z","end":"2026-05-08T18:28:12.78703Z","steps":["trace[591294193] 'process raft request' (duration: 511.828165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:12.787107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:12.274542Z","time spent":"512.433824ms","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:12.787159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:12.27455Z","time spent":"512.555348ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:12.787201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.553491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:28:12.78721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.732441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-08T18:28:12.78724Z","caller":"traceutil/trace.go:171","msg":"trace[154421053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5192; }","duration":"213.633223ms","start":"2026-05-08T18:28:12.573597Z","end":"2026-05-08T18:28:12.78723Z","steps":["trace[154421053] 'agreement among raft nodes before linearized reading' (duration: 213.570161ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:12.787278Z","caller":"traceutil/trace.go:171","msg":"trace[631593434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5192; }","duration":"491.814914ms","start":"2026-05-08T18:28:12.295442Z","end":"2026-05-08T18:28:12.787257Z","steps":["trace[631593434] 'agreement among raft nodes before linearized reading' (duration: 491.602787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:12.787347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:12.295431Z","time spent":"491.902776ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T18:28:12.787335Z","caller":"traceutil/trace.go:171","msg":"trace[93702237] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"509.201842ms","start":"2026-05-08T18:28:12.278095Z","end":"2026-05-08T18:28:12.787297Z","steps":["trace[93702237] 'process raft request' (duration: 508.49441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:12.787473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.170634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-08T18:28:12.787502Z","caller":"traceutil/trace.go:171","msg":"trace[24470765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5192; }","duration":"492.284448ms","start":"2026-05-08T18:28:12.29521Z","end":"2026-05-08T18:28:12.787495Z","steps":["trace[24470765] 'agreement among raft nodes before linearized reading' (duration: 492.158064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:12.787523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:12.295181Z","time spent":"492.33712ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:28:12.787583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.101663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-778f869887-v4j4d\" ","response":"range_response_count:1 size:11844"} {"level":"info","ts":"2026-05-08T18:28:12.787177Z","caller":"traceutil/trace.go:171","msg":"trace[76714385] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"512.418683ms","start":"2026-05-08T18:28:12.27457Z","end":"2026-05-08T18:28:12.786989Z","steps":["trace[76714385] 'process raft request' (duration: 511.930008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:12.788976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:12.274542Z","time spent":"514.368425ms","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:12.787645Z","caller":"traceutil/trace.go:171","msg":"trace[1697511322] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-778f869887-v4j4d; range_end:; response_count:1; response_revision:5192; }","duration":"230.211376ms","start":"2026-05-08T18:28:12.557416Z","end":"2026-05-08T18:28:12.787628Z","steps":["trace[1697511322] 'agreement among raft nodes before linearized reading' (duration: 230.044781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:12.787641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:12.278079Z","time spent":"509.405689ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T18:28:12.787752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.111584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-08T18:28:12.787907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.778944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T18:28:12.789603Z","caller":"traceutil/trace.go:171","msg":"trace[529287619] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5192; }","duration":"488.510809ms","start":"2026-05-08T18:28:12.301068Z","end":"2026-05-08T18:28:12.789579Z","steps":["trace[529287619] 'agreement among raft nodes before linearized reading' (duration: 486.659941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:12.789655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:12.301053Z","time spent":"488.586741ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T18:28:12.789443Z","caller":"traceutil/trace.go:171","msg":"trace[1570485050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5192; }","duration":"481.857149ms","start":"2026-05-08T18:28:12.307567Z","end":"2026-05-08T18:28:12.789424Z","steps":["trace[1570485050] 'agreement among raft nodes before linearized reading' (duration: 480.104624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:12.789736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:12.307526Z","time spent":"482.191159ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T18:28:13.272332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.80677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:28:13.27298Z","caller":"traceutil/trace.go:171","msg":"trace[2064725384] linearizableReadLoop","detail":"{readStateIndex:5396; appliedIndex:5395; }","duration":"477.192401ms","start":"2026-05-08T18:28:12.795759Z","end":"2026-05-08T18:28:13.272951Z","steps":["trace[2064725384] 'read index received' (duration: 42.509802ms)","trace[2064725384] 'applied index is now lower than readState.Index' (duration: 434.681029ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:13.273153Z","caller":"traceutil/trace.go:171","msg":"trace[884309815] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"476.745577ms","start":"2026-05-08T18:28:12.796389Z","end":"2026-05-08T18:28:13.273135Z","steps":["trace[884309815] 'process raft request' (duration: 476.346084ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:13.273224Z","caller":"traceutil/trace.go:171","msg":"trace[1398788212] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"478.958497ms","start":"2026-05-08T18:28:12.794238Z","end":"2026-05-08T18:28:13.273197Z","steps":["trace[1398788212] 'process raft request' (duration: 122.117424ms)","trace[1398788212] 'compare' (duration: 355.574183ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:13.27328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:12.79637Z","time spent":"476.83895ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:13.273359Z","caller":"traceutil/trace.go:171","msg":"trace[1008652008] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"470.949354ms","start":"2026-05-08T18:28:12.802361Z","end":"2026-05-08T18:28:13.273311Z","steps":["trace[1008652008] 'process raft request' (duration: 470.451668ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:13.273088Z","caller":"traceutil/trace.go:171","msg":"trace[1080011094] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"477.124589ms","start":"2026-05-08T18:28:12.795896Z","end":"2026-05-08T18:28:13.273021Z","steps":["trace[1080011094] 'process raft request' (duration: 476.640634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:13.27344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:12.794203Z","time spent":"479.087981ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:13.273524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:12.795874Z","time spent":"477.601564ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:13.273774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:12.802346Z","time spent":"471.115889ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11651,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:13.273825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.799543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-08T18:28:13.273909Z","caller":"traceutil/trace.go:171","msg":"trace[623368356] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5197; }","duration":"415.924047ms","start":"2026-05-08T18:28:12.857965Z","end":"2026-05-08T18:28:13.273889Z","steps":["trace[623368356] 'agreement among raft nodes before linearized reading' (duration: 415.298738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:13.273773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.985566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115783"} {"level":"warn","ts":"2026-05-08T18:28:13.273974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:12.857949Z","time spent":"416.01112ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-08T18:28:13.274025Z","caller":"traceutil/trace.go:171","msg":"trace[751958756] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5197; }","duration":"478.291796ms","start":"2026-05-08T18:28:12.795714Z","end":"2026-05-08T18:28:13.274006Z","steps":["trace[751958756] 'agreement among raft nodes before linearized reading' (duration: 477.522852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:13.27409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:12.795696Z","time spent":"478.376378ms","remote":"127.0.0.1:56238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":115807,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-08T18:28:13.573112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.524379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:28:13.573221Z","caller":"traceutil/trace.go:171","msg":"trace[442623460] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"244.631672ms","start":"2026-05-08T18:28:13.328573Z","end":"2026-05-08T18:28:13.573205Z","steps":["trace[442623460] 'process raft request' (duration: 126.970998ms)","trace[442623460] 'compare' (duration: 117.306022ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:13.574834Z","caller":"traceutil/trace.go:171","msg":"trace[445466760] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"243.563427ms","start":"2026-05-08T18:28:13.331243Z","end":"2026-05-08T18:28:13.574806Z","steps":["trace[445466760] 'process raft request' (duration: 243.367891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:14.165249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.854635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-08T18:28:14.165282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.924155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-05-08T18:28:14.165419Z","caller":"traceutil/trace.go:171","msg":"trace[1943462141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5224; }","duration":"115.066991ms","start":"2026-05-08T18:28:14.050282Z","end":"2026-05-08T18:28:14.165349Z","steps":["trace[1943462141] 'range keys from in-memory index tree' (duration: 114.635538ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:14.165423Z","caller":"traceutil/trace.go:171","msg":"trace[998141475] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:5224; }","duration":"267.133852ms","start":"2026-05-08T18:28:13.898259Z","end":"2026-05-08T18:28:14.165393Z","steps":["trace[998141475] 'range keys from in-memory index tree' (duration: 266.619245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:14.630675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.421491ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-08T18:28:14.630818Z","caller":"traceutil/trace.go:171","msg":"trace[209683077] linearizableReadLoop","detail":"{readStateIndex:5427; appliedIndex:5426; }","duration":"463.961024ms","start":"2026-05-08T18:28:14.166831Z","end":"2026-05-08T18:28:14.630792Z","steps":["trace[209683077] 'read index received' (duration: 170.474191ms)","trace[209683077] 'applied index is now lower than readState.Index' (duration: 293.485263ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:14.631126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.273843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-7n6xh\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-05-08T18:28:14.631233Z","caller":"traceutil/trace.go:171","msg":"trace[925424489] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-7n6xh; range_end:; response_count:1; response_revision:5224; }","duration":"464.415468ms","start":"2026-05-08T18:28:14.166794Z","end":"2026-05-08T18:28:14.631209Z","steps":["trace[925424489] 'agreement among raft nodes before linearized reading' (duration: 464.097928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:14.631281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:14.166753Z","time spent":"464.517611ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7841,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-7n6xh\" "} {"level":"warn","ts":"2026-05-08T18:28:14.655603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.567976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:28:14.655672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.719053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:28:14.655772Z","caller":"traceutil/trace.go:171","msg":"trace[705675628] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5225; }","duration":"237.904809ms","start":"2026-05-08T18:28:14.417845Z","end":"2026-05-08T18:28:14.65575Z","steps":["trace[705675628] 'agreement among raft nodes before linearized reading' (duration: 237.702122ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:14.655759Z","caller":"traceutil/trace.go:171","msg":"trace[1007893934] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"485.148742ms","start":"2026-05-08T18:28:14.170589Z","end":"2026-05-08T18:28:14.655738Z","steps":["trace[1007893934] 'process raft request' (duration: 484.713979ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:14.655704Z","caller":"traceutil/trace.go:171","msg":"trace[1590780952] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5225; }","duration":"479.726872ms","start":"2026-05-08T18:28:14.175953Z","end":"2026-05-08T18:28:14.65568Z","steps":["trace[1590780952] 'agreement among raft nodes before linearized reading' (duration: 479.552646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:14.655878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.964422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-08T18:28:14.655939Z","caller":"traceutil/trace.go:171","msg":"trace[112462864] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5225; }","duration":"399.073656ms","start":"2026-05-08T18:28:14.256851Z","end":"2026-05-08T18:28:14.655924Z","steps":["trace[112462864] 'agreement among raft nodes before linearized reading' (duration: 398.838099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:14.655982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:14.256825Z","time spent":"399.146758ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:28:14.655887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:14.170565Z","time spent":"485.242706ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:14.656104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:14.175938Z","time spent":"480.00484ms","remote":"127.0.0.1:49596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:28:19.058796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.437189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:28:19.059098Z","caller":"traceutil/trace.go:171","msg":"trace[594675530] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"159.322499ms","start":"2026-05-08T18:28:18.899738Z","end":"2026-05-08T18:28:19.05906Z","steps":["trace[594675530] 'process raft request' (duration: 40.508739ms)","trace[594675530] 'compare' (duration: 118.103408ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:19.059159Z","caller":"traceutil/trace.go:171","msg":"trace[32162874] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"158.885945ms","start":"2026-05-08T18:28:18.900219Z","end":"2026-05-08T18:28:19.059105Z","steps":["trace[32162874] 'process raft request' (duration: 158.70523ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:19.059242Z","caller":"traceutil/trace.go:171","msg":"trace[1694470708] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"152.401ms","start":"2026-05-08T18:28:18.906823Z","end":"2026-05-08T18:28:19.059224Z","steps":["trace[1694470708] 'process raft request' (duration: 152.348859ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:19.059542Z","caller":"traceutil/trace.go:171","msg":"trace[1734297146] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"158.619117ms","start":"2026-05-08T18:28:18.900912Z","end":"2026-05-08T18:28:19.059531Z","steps":["trace[1734297146] 'process raft request' (duration: 158.115161ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:19.05962Z","caller":"traceutil/trace.go:171","msg":"trace[1042371226] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"157.782751ms","start":"2026-05-08T18:28:18.90183Z","end":"2026-05-08T18:28:19.059613Z","steps":["trace[1042371226] 'process raft request' (duration: 157.308656ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:19.059626Z","caller":"traceutil/trace.go:171","msg":"trace[152007659] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"158.168242ms","start":"2026-05-08T18:28:18.901442Z","end":"2026-05-08T18:28:19.05961Z","steps":["trace[152007659] 'process raft request' (duration: 157.663987ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:19.059903Z","caller":"traceutil/trace.go:171","msg":"trace[1452888269] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"158.852074ms","start":"2026-05-08T18:28:18.901043Z","end":"2026-05-08T18:28:19.059895Z","steps":["trace[1452888269] 'process raft request' (duration: 158.020358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:20.102623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.819545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:28:20.103028Z","caller":"traceutil/trace.go:171","msg":"trace[1833112935] linearizableReadLoop","detail":"{readStateIndex:5495; appliedIndex:5492; }","duration":"804.118621ms","start":"2026-05-08T18:28:19.298887Z","end":"2026-05-08T18:28:20.103005Z","steps":["trace[1833112935] 'read index received' (duration: 444.635545ms)","trace[1833112935] 'applied index is now lower than readState.Index' (duration: 359.481736ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:20.10333Z","caller":"traceutil/trace.go:171","msg":"trace[2086541382] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"981.115337ms","start":"2026-05-08T18:28:19.122199Z","end":"2026-05-08T18:28:20.103314Z","steps":["trace[2086541382] 'process raft request' (duration: 621.365782ms)","trace[2086541382] 'compare' (duration: 356.512532ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:20.103405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:19.122172Z","time spent":"981.198329ms","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1046,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:20.103738Z","caller":"traceutil/trace.go:171","msg":"trace[1225254215] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"980.493808ms","start":"2026-05-08T18:28:19.123232Z","end":"2026-05-08T18:28:20.103726Z","steps":["trace[1225254215] 'process raft request' (duration: 979.522087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:20.103809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:19.123207Z","time spent":"980.566979ms","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:20.104722Z","caller":"traceutil/trace.go:171","msg":"trace[1038181545] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"396.073571ms","start":"2026-05-08T18:28:19.7086Z","end":"2026-05-08T18:28:20.104674Z","steps":["trace[1038181545] 'process raft request' (duration: 394.298495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:20.104754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.866536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-08T18:28:20.104793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:19.708566Z","time spent":"396.193925ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:20.104809Z","caller":"traceutil/trace.go:171","msg":"trace[1275000305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5293; }","duration":"805.976729ms","start":"2026-05-08T18:28:19.298813Z","end":"2026-05-08T18:28:20.10479Z","steps":["trace[1275000305] 'agreement among raft nodes before linearized reading' (duration: 805.750492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:20.104802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.09517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:28:20.104844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:19.298757Z","time spent":"806.078243ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-08T18:28:20.104847Z","caller":"traceutil/trace.go:171","msg":"trace[373916877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5293; }","duration":"779.150523ms","start":"2026-05-08T18:28:19.325684Z","end":"2026-05-08T18:28:20.104835Z","steps":["trace[373916877] 'agreement among raft nodes before linearized reading' (duration: 779.065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:20.104888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:19.325647Z","time spent":"779.230255ms","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:28:20.104911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.552724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-08T18:28:20.10493Z","caller":"traceutil/trace.go:171","msg":"trace[1447918300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5293; }","duration":"804.605825ms","start":"2026-05-08T18:28:19.300317Z","end":"2026-05-08T18:28:20.104923Z","steps":["trace[1447918300] 'agreement among raft nodes before linearized reading' (duration: 804.234934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:20.104947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:19.300294Z","time spent":"804.648567ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T18:28:20.104927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.297472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T18:28:20.104955Z","caller":"traceutil/trace.go:171","msg":"trace[60486725] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"361.771638ms","start":"2026-05-08T18:28:19.743172Z","end":"2026-05-08T18:28:20.104944Z","steps":["trace[60486725] 'process raft request' (duration: 359.788885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:20.104918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.179284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-08T18:28:20.105005Z","caller":"traceutil/trace.go:171","msg":"trace[1109247664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5293; }","duration":"283.434936ms","start":"2026-05-08T18:28:19.821548Z","end":"2026-05-08T18:28:20.104983Z","steps":["trace[1109247664] 'agreement among raft nodes before linearized reading' (duration: 283.174298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:20.105044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:19.743158Z","time spent":"361.843781ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:20.105022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.337951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T18:28:20.105135Z","caller":"traceutil/trace.go:171","msg":"trace[2038181495] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5293; }","duration":"800.486295ms","start":"2026-05-08T18:28:19.304621Z","end":"2026-05-08T18:28:20.105107Z","steps":["trace[2038181495] 'agreement among raft nodes before linearized reading' (duration: 800.154875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:20.105209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:19.304609Z","time spent":"800.581979ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T18:28:20.105056Z","caller":"traceutil/trace.go:171","msg":"trace[805747786] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5293; }","duration":"178.37256ms","start":"2026-05-08T18:28:19.926644Z","end":"2026-05-08T18:28:20.105017Z","steps":["trace[805747786] 'agreement among raft nodes before linearized reading' (duration: 178.008299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:20.106667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.682872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-08T18:28:20.10683Z","caller":"traceutil/trace.go:171","msg":"trace[536240368] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:5293; }","duration":"283.373594ms","start":"2026-05-08T18:28:19.823388Z","end":"2026-05-08T18:28:20.106761Z","steps":["trace[536240368] 'agreement among raft nodes before linearized reading' (duration: 281.487085ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:20.104721Z","caller":"traceutil/trace.go:171","msg":"trace[73563918] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"978.332539ms","start":"2026-05-08T18:28:19.126335Z","end":"2026-05-08T18:28:20.104668Z","steps":["trace[73563918] 'process raft request' (duration: 976.511292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:20.108376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:19.126325Z","time spent":"981.985134ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5085,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:22.909009Z","caller":"traceutil/trace.go:171","msg":"trace[1515019720] linearizableReadLoop","detail":"{readStateIndex:5572; appliedIndex:5571; }","duration":"132.858241ms","start":"2026-05-08T18:28:22.77611Z","end":"2026-05-08T18:28:22.908969Z","steps":["trace[1515019720] 'read index received' (duration: 75.220237ms)","trace[1515019720] 'applied index is now lower than readState.Index' (duration: 57.636784ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:22.909663Z","caller":"traceutil/trace.go:171","msg":"trace[2052789682] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"139.232522ms","start":"2026-05-08T18:28:22.770399Z","end":"2026-05-08T18:28:22.909632Z","steps":["trace[2052789682] 'process raft request' (duration: 80.989539ms)","trace[2052789682] 'compare' (duration: 57.434507ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:22.910364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.216084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-08T18:28:22.910769Z","caller":"traceutil/trace.go:171","msg":"trace[1336380825] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5368; }","duration":"134.650388ms","start":"2026-05-08T18:28:22.776089Z","end":"2026-05-08T18:28:22.91074Z","steps":["trace[1336380825] 'agreement among raft nodes before linearized reading' (duration: 133.714078ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:24.44958Z","caller":"traceutil/trace.go:171","msg":"trace[1391796935] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"562.209342ms","start":"2026-05-08T18:28:23.887338Z","end":"2026-05-08T18:28:24.449547Z","steps":["trace[1391796935] 'process raft request' (duration: 562.017495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:24.449751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:23.887322Z","time spent":"562.334965ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:24.480985Z","caller":"traceutil/trace.go:171","msg":"trace[317200698] linearizableReadLoop","detail":"{readStateIndex:5589; appliedIndex:5586; }","duration":"349.163628ms","start":"2026-05-08T18:28:24.131793Z","end":"2026-05-08T18:28:24.480956Z","steps":["trace[317200698] 'read index received' (duration: 317.642606ms)","trace[317200698] 'applied index is now lower than readState.Index' (duration: 31.519662ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:24.481081Z","caller":"traceutil/trace.go:171","msg":"trace[1027727382] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"362.504538ms","start":"2026-05-08T18:28:24.118538Z","end":"2026-05-08T18:28:24.481042Z","steps":["trace[1027727382] 'process raft request' (duration: 362.367523ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:24.481059Z","caller":"traceutil/trace.go:171","msg":"trace[1284577848] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"363.471248ms","start":"2026-05-08T18:28:24.117538Z","end":"2026-05-08T18:28:24.481009Z","steps":["trace[1284577848] 'process raft request' (duration: 363.173038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:24.481283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:24.118526Z","time spent":"362.627691ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:24.481323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:24.117504Z","time spent":"363.672374ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:24.481464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.359182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-08T18:28:24.481486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.645853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-08T18:28:24.481554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.928599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-08T18:28:24.481591Z","caller":"traceutil/trace.go:171","msg":"trace[1174087812] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:5384; }","duration":"348.026932ms","start":"2026-05-08T18:28:24.133554Z","end":"2026-05-08T18:28:24.481581Z","steps":["trace[1174087812] 'agreement among raft nodes before linearized reading' (duration: 347.906478ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:24.481594Z","caller":"traceutil/trace.go:171","msg":"trace[1270870134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5384; }","duration":"349.834228ms","start":"2026-05-08T18:28:24.131742Z","end":"2026-05-08T18:28:24.481576Z","steps":["trace[1270870134] 'agreement among raft nodes before linearized reading' (duration: 349.357783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:24.481623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:24.133527Z","time spent":"348.090284ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-xxzdb\" "} {"level":"warn","ts":"2026-05-08T18:28:24.481473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.316323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-08T18:28:24.481668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:24.131716Z","time spent":"349.942572ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-08T18:28:24.48172Z","caller":"traceutil/trace.go:171","msg":"trace[1246796731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5384; }","duration":"349.634132ms","start":"2026-05-08T18:28:24.132062Z","end":"2026-05-08T18:28:24.481697Z","steps":["trace[1246796731] 'agreement among raft nodes before linearized reading' (duration: 349.137257ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:24.481516Z","caller":"traceutil/trace.go:171","msg":"trace[1750317877] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5384; }","duration":"348.432925ms","start":"2026-05-08T18:28:24.13307Z","end":"2026-05-08T18:28:24.481503Z","steps":["trace[1750317877] 'agreement among raft nodes before linearized reading' (duration: 348.239709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:24.481878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:24.132048Z","time spent":"349.799438ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T18:28:24.481906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:24.133063Z","time spent":"348.827197ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:28:24.482002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.305901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:28:24.48219Z","caller":"traceutil/trace.go:171","msg":"trace[504117271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5384; }","duration":"348.699963ms","start":"2026-05-08T18:28:24.133458Z","end":"2026-05-08T18:28:24.482158Z","steps":["trace[504117271] 'agreement among raft nodes before linearized reading' (duration: 347.844676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:24.482322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:24.133429Z","time spent":"348.870938ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T18:28:25.07168Z","caller":"traceutil/trace.go:171","msg":"trace[176226002] linearizableReadLoop","detail":"{readStateIndex:5599; appliedIndex:5598; }","duration":"123.737314ms","start":"2026-05-08T18:28:24.947908Z","end":"2026-05-08T18:28:25.071645Z","steps":["trace[176226002] 'read index received' (duration: 91.83ms)","trace[176226002] 'applied index is now lower than readState.Index' (duration: 31.906024ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:25.071781Z","caller":"traceutil/trace.go:171","msg":"trace[954705088] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"124.071804ms","start":"2026-05-08T18:28:24.947662Z","end":"2026-05-08T18:28:25.071734Z","steps":["trace[954705088] 'process raft request' (duration: 92.133299ms)","trace[954705088] 'compare' (duration: 31.694078ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:25.072039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.088075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e7a6514-4ce6-4791-a7c7-f2bc82492be3\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-05-08T18:28:25.072139Z","caller":"traceutil/trace.go:171","msg":"trace[1278842863] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e7a6514-4ce6-4791-a7c7-f2bc82492be3; range_end:; response_count:1; response_revision:5394; }","duration":"124.26256ms","start":"2026-05-08T18:28:24.94785Z","end":"2026-05-08T18:28:25.072113Z","steps":["trace[1278842863] 'agreement among raft nodes before linearized reading' (duration: 123.93627ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:25.126896Z","caller":"traceutil/trace.go:171","msg":"trace[2035372116] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"178.880109ms","start":"2026-05-08T18:28:24.947981Z","end":"2026-05-08T18:28:25.126861Z","steps":["trace[2035372116] 'process raft request' (duration: 178.614421ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:25.126928Z","caller":"traceutil/trace.go:171","msg":"trace[555547159] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"177.664421ms","start":"2026-05-08T18:28:24.949227Z","end":"2026-05-08T18:28:25.126892Z","steps":["trace[555547159] 'process raft request' (duration: 177.568628ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:25.127214Z","caller":"traceutil/trace.go:171","msg":"trace[42234614] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"177.808636ms","start":"2026-05-08T18:28:24.94939Z","end":"2026-05-08T18:28:25.127199Z","steps":["trace[42234614] 'process raft request' (duration: 177.453385ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:25.127377Z","caller":"traceutil/trace.go:171","msg":"trace[2141686353] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"177.909849ms","start":"2026-05-08T18:28:24.949437Z","end":"2026-05-08T18:28:25.127347Z","steps":["trace[2141686353] 'process raft request' (duration: 177.708492ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:25.127763Z","caller":"traceutil/trace.go:171","msg":"trace[803841546] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"149.374481ms","start":"2026-05-08T18:28:24.978375Z","end":"2026-05-08T18:28:25.127749Z","steps":["trace[803841546] 'process raft request' (duration: 149.307589ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:25.127784Z","caller":"traceutil/trace.go:171","msg":"trace[697518206] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"178.296071ms","start":"2026-05-08T18:28:24.949474Z","end":"2026-05-08T18:28:25.12777Z","steps":["trace[697518206] 'process raft request' (duration: 178.127746ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:25.127741Z","caller":"traceutil/trace.go:171","msg":"trace[1674897871] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"178.240429ms","start":"2026-05-08T18:28:24.949451Z","end":"2026-05-08T18:28:25.127691Z","steps":["trace[1674897871] 'process raft request' (duration: 177.844667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:25.319089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.263327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:28:25.319343Z","caller":"traceutil/trace.go:171","msg":"trace[95454253] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"147.273004ms","start":"2026-05-08T18:28:25.172044Z","end":"2026-05-08T18:28:25.319317Z","steps":["trace[95454253] 'process raft request' (duration: 147.182962ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:25.319378Z","caller":"traceutil/trace.go:171","msg":"trace[839496825] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"147.959246ms","start":"2026-05-08T18:28:25.171337Z","end":"2026-05-08T18:28:25.319296Z","steps":["trace[839496825] 'process raft request' (duration: 32.362728ms)","trace[839496825] 'compare' (duration: 115.123263ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:27.893406Z","caller":"traceutil/trace.go:171","msg":"trace[1229430448] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"259.100064ms","start":"2026-05-08T18:28:27.634263Z","end":"2026-05-08T18:28:27.893363Z","steps":["trace[1229430448] 'process raft request' (duration: 258.706672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:30.029207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.969671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-08T18:28:30.029206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.244033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:28:30.029361Z","caller":"traceutil/trace.go:171","msg":"trace[214677315] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5484; }","duration":"362.177857ms","start":"2026-05-08T18:28:29.667149Z","end":"2026-05-08T18:28:30.029327Z","steps":["trace[214677315] 'range keys from in-memory index tree' (duration: 361.780494ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:30.029383Z","caller":"traceutil/trace.go:171","msg":"trace[1062802291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5484; }","duration":"453.476511ms","start":"2026-05-08T18:28:29.575872Z","end":"2026-05-08T18:28:30.029348Z","steps":["trace[1062802291] 'range keys from in-memory index tree' (duration: 453.079548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:30.029207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.882986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-08T18:28:30.02944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:29.667127Z","time spent":"362.294871ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:28:30.029452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:29.575854Z","time spent":"453.579733ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T18:28:30.029499Z","caller":"traceutil/trace.go:171","msg":"trace[1850659428] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5484; }","duration":"279.235337ms","start":"2026-05-08T18:28:29.750231Z","end":"2026-05-08T18:28:30.029466Z","steps":["trace[1850659428] 'range keys from in-memory index tree' (duration: 278.586557ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:30.438453Z","caller":"traceutil/trace.go:171","msg":"trace[1704437244] linearizableReadLoop","detail":"{readStateIndex:5693; appliedIndex:5691; }","duration":"196.08074ms","start":"2026-05-08T18:28:30.242344Z","end":"2026-05-08T18:28:30.438424Z","steps":["trace[1704437244] 'read index received' (duration: 195.942405ms)","trace[1704437244] 'applied index is now lower than readState.Index' (duration: 136.785µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:30.438509Z","caller":"traceutil/trace.go:171","msg":"trace[482865188] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"402.92332ms","start":"2026-05-08T18:28:30.035531Z","end":"2026-05-08T18:28:30.438454Z","steps":["trace[482865188] 'process raft request' (duration: 402.644721ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:30.438577Z","caller":"traceutil/trace.go:171","msg":"trace[1816419665] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"397.335344ms","start":"2026-05-08T18:28:30.041194Z","end":"2026-05-08T18:28:30.438529Z","steps":["trace[1816419665] 'process raft request' (duration: 397.159059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:30.438742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.331838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:28:30.438848Z","caller":"traceutil/trace.go:171","msg":"trace[266441441] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5487; }","duration":"196.553295ms","start":"2026-05-08T18:28:30.242272Z","end":"2026-05-08T18:28:30.438825Z","steps":["trace[266441441] 'agreement among raft nodes before linearized reading' (duration: 196.272327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:30.438899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:30.041164Z","time spent":"397.503489ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8232,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:30.439017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:30.0355Z","time spent":"403.134736ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:30.568778Z","caller":"traceutil/trace.go:171","msg":"trace[2058861860] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"122.607259ms","start":"2026-05-08T18:28:30.446131Z","end":"2026-05-08T18:28:30.568738Z","steps":["trace[2058861860] 'process raft request' (duration: 59.957557ms)","trace[2058861860] 'compare' (duration: 62.204228ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:30.568878Z","caller":"traceutil/trace.go:171","msg":"trace[2086303468] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"120.621506ms","start":"2026-05-08T18:28:30.448214Z","end":"2026-05-08T18:28:30.568836Z","steps":["trace[2086303468] 'process raft request' (duration: 120.527973ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:30.569052Z","caller":"traceutil/trace.go:171","msg":"trace[452918699] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"121.916387ms","start":"2026-05-08T18:28:30.447086Z","end":"2026-05-08T18:28:30.569003Z","steps":["trace[452918699] 'process raft request' (duration: 121.568936ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:30.568909Z","caller":"traceutil/trace.go:171","msg":"trace[1613117400] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"122.300809ms","start":"2026-05-08T18:28:30.446558Z","end":"2026-05-08T18:28:30.568858Z","steps":["trace[1613117400] 'process raft request' (duration: 121.941217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:30.661793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.501933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T18:28:30.661976Z","caller":"traceutil/trace.go:171","msg":"trace[1073322419] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5495; }","duration":"141.748301ms","start":"2026-05-08T18:28:30.520203Z","end":"2026-05-08T18:28:30.661951Z","steps":["trace[1073322419] 'agreement among raft nodes before linearized reading' (duration: 141.40202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:30.662038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.199103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-05-08T18:28:30.662124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.572265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T18:28:30.662225Z","caller":"traceutil/trace.go:171","msg":"trace[1508158507] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:5495; }","duration":"134.439041ms","start":"2026-05-08T18:28:30.52776Z","end":"2026-05-08T18:28:30.662199Z","steps":["trace[1508158507] 'agreement among raft nodes before linearized reading' (duration: 134.020138ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:30.662249Z","caller":"traceutil/trace.go:171","msg":"trace[393325871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5495; }","duration":"141.746591ms","start":"2026-05-08T18:28:30.520477Z","end":"2026-05-08T18:28:30.662224Z","steps":["trace[393325871] 'agreement among raft nodes before linearized reading' (duration: 141.354779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:30.662624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.543747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-08T18:28:30.662738Z","caller":"traceutil/trace.go:171","msg":"trace[935587284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5495; }","duration":"136.694922ms","start":"2026-05-08T18:28:30.526019Z","end":"2026-05-08T18:28:30.662714Z","steps":["trace[935587284] 'agreement among raft nodes before linearized reading' (duration: 135.704211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:31.574299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.036659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:28:31.574502Z","caller":"traceutil/trace.go:171","msg":"trace[568804908] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"225.218528ms","start":"2026-05-08T18:28:31.349253Z","end":"2026-05-08T18:28:31.574472Z","steps":["trace[568804908] 'process raft request' (duration: 76.634812ms)","trace[568804908] 'compare' (duration: 147.599115ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:37.33635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.748268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-05-08T18:28:37.336884Z","caller":"traceutil/trace.go:171","msg":"trace[594107074] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5569; }","duration":"236.386289ms","start":"2026-05-08T18:28:37.100467Z","end":"2026-05-08T18:28:37.336853Z","steps":["trace[594107074] 'range keys from in-memory index tree' (duration: 235.355826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:37.336861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.388852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13875"} {"level":"info","ts":"2026-05-08T18:28:37.336974Z","caller":"traceutil/trace.go:171","msg":"trace[907575901] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5569; }","duration":"204.605949ms","start":"2026-05-08T18:28:37.13234Z","end":"2026-05-08T18:28:37.336946Z","steps":["trace[907575901] 'range keys from in-memory index tree' (duration: 204.038321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:37.336389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.890108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:28:37.337065Z","caller":"traceutil/trace.go:171","msg":"trace[1097421912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5569; }","duration":"389.653152ms","start":"2026-05-08T18:28:36.94738Z","end":"2026-05-08T18:28:37.337033Z","steps":["trace[1097421912] 'count revisions from in-memory index tree' (duration: 388.723042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:37.336589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.183936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-08T18:28:37.337191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:36.947353Z","time spent":"389.806567ms","remote":"127.0.0.1:60894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:28:37.33723Z","caller":"traceutil/trace.go:171","msg":"trace[1632582550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5569; }","duration":"170.838986ms","start":"2026-05-08T18:28:37.166362Z","end":"2026-05-08T18:28:37.337201Z","steps":["trace[1632582550] 'range keys from in-memory index tree' (duration: 169.982159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:37.33668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.540985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-08T18:28:37.337444Z","caller":"traceutil/trace.go:171","msg":"trace[1332555887] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5569; }","duration":"149.271878ms","start":"2026-05-08T18:28:37.188106Z","end":"2026-05-08T18:28:37.337377Z","steps":["trace[1332555887] 'range keys from in-memory index tree' (duration: 148.278106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:41.662867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174211778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:28:42.164126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174211778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:28:42.318902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.285478653s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T18:28:42.319506Z","caller":"traceutil/trace.go:171","msg":"trace[639624273] linearizableReadLoop","detail":"{readStateIndex:5821; appliedIndex:5820; }","duration":"1.157369821s","start":"2026-05-08T18:28:41.162097Z","end":"2026-05-08T18:28:42.319467Z","steps":["trace[639624273] 'read index received' (duration: 1.157001609s)","trace[639624273] 'applied index is now lower than readState.Index' (duration: 367.172µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:42.319583Z","caller":"traceutil/trace.go:171","msg":"trace[1626487475] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"1.298502272s","start":"2026-05-08T18:28:41.021024Z","end":"2026-05-08T18:28:42.319526Z","steps":["trace[1626487475] 'process raft request' (duration: 1.298145221s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:42.320022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.451744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-08T18:28:42.32004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.757627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-08T18:28:42.320074Z","caller":"traceutil/trace.go:171","msg":"trace[753482968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5611; }","duration":"960.541877ms","start":"2026-05-08T18:28:41.359519Z","end":"2026-05-08T18:28:42.32006Z","steps":["trace[753482968] 'agreement among raft nodes before linearized reading' (duration: 960.314089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:42.320149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:41.359494Z","time spent":"960.6476ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:28:42.320061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.854989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:28:42.320259Z","caller":"traceutil/trace.go:171","msg":"trace[703752510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5611; }","duration":"745.124798ms","start":"2026-05-08T18:28:41.575092Z","end":"2026-05-08T18:28:42.320217Z","steps":["trace[703752510] 'agreement among raft nodes before linearized reading' (duration: 744.832238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:42.320332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:41.575069Z","time spent":"745.249892ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:28:42.320425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157759123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-05-08T18:28:42.32045Z","caller":"traceutil/trace.go:171","msg":"trace[1192975453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5611; }","duration":"990.898092ms","start":"2026-05-08T18:28:41.329185Z","end":"2026-05-08T18:28:42.320083Z","steps":["trace[1192975453] 'agreement among raft nodes before linearized reading' (duration: 990.704546ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:42.320552Z","caller":"traceutil/trace.go:171","msg":"trace[1223455982] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5611; }","duration":"1.158468775s","start":"2026-05-08T18:28:41.162021Z","end":"2026-05-08T18:28:42.32049Z","steps":["trace[1223455982] 'agreement among raft nodes before linearized reading' (duration: 1.157581707s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:42.320064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.858552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-05-08T18:28:42.320528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:41.329159Z","time spent":"991.351976ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T18:28:42.320608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:41.161982Z","time spent":"1.15861526s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-08T18:28:42.320613Z","caller":"traceutil/trace.go:171","msg":"trace[287828652] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5611; }","duration":"883.496593ms","start":"2026-05-08T18:28:41.437101Z","end":"2026-05-08T18:28:42.320598Z","steps":["trace[287828652] 'agreement among raft nodes before linearized reading' (duration: 882.695227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:42.320657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:41.437081Z","time spent":"883.564055ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:28:42.320131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.689105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-08T18:28:42.320788Z","caller":"traceutil/trace.go:171","msg":"trace[1234518322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5611; }","duration":"705.451069ms","start":"2026-05-08T18:28:41.615328Z","end":"2026-05-08T18:28:42.320779Z","steps":["trace[1234518322] 'agreement among raft nodes before linearized reading' (duration: 704.53082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:42.32082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:41.615302Z","time spent":"705.510151ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T18:28:42.320826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:41.020991Z","time spent":"1.298688108s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:42.320998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105013943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-08T18:28:42.321064Z","caller":"traceutil/trace.go:171","msg":"trace[482056820] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5611; }","duration":"1.105132627s","start":"2026-05-08T18:28:41.215915Z","end":"2026-05-08T18:28:42.321048Z","steps":["trace[482056820] 'agreement among raft nodes before linearized reading' (duration: 1.103828176s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:42.321134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:41.215886Z","time spent":"1.10523875s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-08T18:28:42.825515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174211787,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T18:28:43.172329Z","caller":"traceutil/trace.go:171","msg":"trace[702310502] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"847.737408ms","start":"2026-05-08T18:28:42.32455Z","end":"2026-05-08T18:28:43.172287Z","steps":["trace[702310502] 'process raft request' (duration: 774.985768ms)","trace[702310502] 'compare' (duration: 72.560884ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:43.172503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.324524Z","time spent":"847.880903ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:43.200336Z","caller":"traceutil/trace.go:171","msg":"trace[1322166881] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"873.847569ms","start":"2026-05-08T18:28:42.326456Z","end":"2026-05-08T18:28:43.200303Z","steps":["trace[1322166881] 'process raft request' (duration: 873.600571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.20055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.326435Z","time spent":"873.990774ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:43.200334Z","caller":"traceutil/trace.go:171","msg":"trace[1090418811] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"873.662863ms","start":"2026-05-08T18:28:42.326643Z","end":"2026-05-08T18:28:43.200306Z","steps":["trace[1090418811] 'process raft request' (duration: 873.55699ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:43.200842Z","caller":"traceutil/trace.go:171","msg":"trace[432918752] linearizableReadLoop","detail":"{readStateIndex:5827; appliedIndex:5821; }","duration":"875.76438ms","start":"2026-05-08T18:28:42.325042Z","end":"2026-05-08T18:28:43.200807Z","steps":["trace[432918752] 'read index received' (duration: 774.533425ms)","trace[432918752] 'applied index is now lower than readState.Index' (duration: 101.229525ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:43.20088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.326633Z","time spent":"874.113798ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:43.200862Z","caller":"traceutil/trace.go:171","msg":"trace[1931715042] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"869.378719ms","start":"2026-05-08T18:28:42.331428Z","end":"2026-05-08T18:28:43.200806Z","steps":["trace[1931715042] 'process raft request' (duration: 868.818691ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:43.200922Z","caller":"traceutil/trace.go:171","msg":"trace[1864775138] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"535.433289ms","start":"2026-05-08T18:28:42.665439Z","end":"2026-05-08T18:28:43.200872Z","steps":["trace[1864775138] 'process raft request' (duration: 535.123239ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:43.201036Z","caller":"traceutil/trace.go:171","msg":"trace[1716202312] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"530.110072ms","start":"2026-05-08T18:28:42.670908Z","end":"2026-05-08T18:28:43.201018Z","steps":["trace[1716202312] 'process raft request' (duration: 529.828923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.201097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.665382Z","time spent":"535.647706ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:43.20111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.331416Z","time spent":"869.559404ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:43.201129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.08239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-08T18:28:43.201139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.670888Z","time spent":"530.196905ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:43.201179Z","caller":"traceutil/trace.go:171","msg":"trace[415286514] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5617; }","duration":"876.160172ms","start":"2026-05-08T18:28:42.325005Z","end":"2026-05-08T18:28:43.201165Z","steps":["trace[415286514] 'agreement among raft nodes before linearized reading' (duration: 876.001067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.201224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.324986Z","time spent":"876.230114ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T18:28:43.53231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.388474ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-08T18:28:43.532616Z","caller":"traceutil/trace.go:171","msg":"trace[1013160231] linearizableReadLoop","detail":"{readStateIndex:5828; appliedIndex:5827; }","duration":"331.613406ms","start":"2026-05-08T18:28:43.200942Z","end":"2026-05-08T18:28:43.532555Z","steps":["trace[1013160231] 'read index received' (duration: 105.008675ms)","trace[1013160231] 'applied index is now lower than readState.Index' (duration: 226.588611ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:43.532795Z","caller":"traceutil/trace.go:171","msg":"trace[1449173312] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"324.763721ms","start":"2026-05-08T18:28:43.208004Z","end":"2026-05-08T18:28:43.532768Z","steps":["trace[1449173312] 'process raft request' (duration: 324.476342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.532889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020133473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:28:43.533012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.685658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:28:43.53299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067820234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:28:43.533037Z","caller":"traceutil/trace.go:171","msg":"trace[658951499] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5618; }","duration":"1.020393981s","start":"2026-05-08T18:28:42.512614Z","end":"2026-05-08T18:28:43.533008Z","steps":["trace[658951499] 'agreement among raft nodes before linearized reading' (duration: 1.020012209s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:43.533092Z","caller":"traceutil/trace.go:171","msg":"trace[1456787629] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5618; }","duration":"596.848712ms","start":"2026-05-08T18:28:42.936221Z","end":"2026-05-08T18:28:43.53307Z","steps":["trace[1456787629] 'agreement among raft nodes before linearized reading' (duration: 596.661806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.533114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.403762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-08T18:28:43.533125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182035438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-05-08T18:28:43.533174Z","caller":"traceutil/trace.go:171","msg":"trace[1315260057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5618; }","duration":"789.520296ms","start":"2026-05-08T18:28:42.743639Z","end":"2026-05-08T18:28:43.533159Z","steps":["trace[1315260057] 'agreement among raft nodes before linearized reading' (duration: 789.148714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.533182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.006768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-08T18:28:43.533062Z","caller":"traceutil/trace.go:171","msg":"trace[42663784] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"324.989377ms","start":"2026-05-08T18:28:43.208042Z","end":"2026-05-08T18:28:43.533031Z","steps":["trace[42663784] 'process raft request' (duration: 324.631256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.533225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.743611Z","time spent":"789.604629ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:28:43.533061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.38734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-05-08T18:28:43.533306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.81725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-08T18:28:43.53334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:43.208031Z","time spent":"325.209825ms","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:28:43.533367Z","caller":"traceutil/trace.go:171","msg":"trace[1252164143] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5618; }","duration":"649.878801ms","start":"2026-05-08T18:28:42.883471Z","end":"2026-05-08T18:28:43.53335Z","steps":["trace[1252164143] 'agreement among raft nodes before linearized reading' (duration: 649.399646ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:43.533374Z","caller":"traceutil/trace.go:171","msg":"trace[2027330032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:5617; }","duration":"652.801743ms","start":"2026-05-08T18:28:42.880546Z","end":"2026-05-08T18:28:43.533348Z","steps":["trace[2027330032] 'agreement among raft nodes before linearized reading' (duration: 652.014388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.533407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.883464Z","time spent":"649.931863ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:28:43.533288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.512575Z","time spent":"1.020617498s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":5,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:28:43.533448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.880524Z","time spent":"652.908957ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-xxzdb\" "} {"level":"warn","ts":"2026-05-08T18:28:43.533488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.123059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17820"} {"level":"info","ts":"2026-05-08T18:28:43.53323Z","caller":"traceutil/trace.go:171","msg":"trace[80067809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5618; }","duration":"645.116861ms","start":"2026-05-08T18:28:42.888102Z","end":"2026-05-08T18:28:43.533219Z","steps":["trace[80067809] 'agreement among raft nodes before linearized reading' (duration: 644.75461ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:43.533539Z","caller":"traceutil/trace.go:171","msg":"trace[1662852324] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5621; }","duration":"330.216582ms","start":"2026-05-08T18:28:43.203312Z","end":"2026-05-08T18:28:43.533528Z","steps":["trace[1662852324] 'agreement among raft nodes before linearized reading' (duration: 330.060277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.533551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.888077Z","time spent":"645.465692ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T18:28:43.533114Z","caller":"traceutil/trace.go:171","msg":"trace[1588649700] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5618; }","duration":"1.06799781s","start":"2026-05-08T18:28:42.465083Z","end":"2026-05-08T18:28:43.53308Z","steps":["trace[1588649700] 'agreement among raft nodes before linearized reading' (duration: 1.067786403s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:43.533543Z","caller":"traceutil/trace.go:171","msg":"trace[1663891968] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"325.282237ms","start":"2026-05-08T18:28:43.208223Z","end":"2026-05-08T18:28:43.533505Z","steps":["trace[1663891968] 'process raft request' (duration: 324.781771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.533585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:43.203291Z","time spent":"330.283924ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17844,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-08T18:28:43.533616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.465059Z","time spent":"1.068531926s","remote":"127.0.0.1:60910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:28:43.533616Z","caller":"traceutil/trace.go:171","msg":"trace[734897282] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"325.305187ms","start":"2026-05-08T18:28:43.208296Z","end":"2026-05-08T18:28:43.533601Z","steps":["trace[734897282] 'process raft request' (duration: 324.962076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.533643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208516512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0e7a6514-4ce6-4791-a7c7-f2bc82492be3\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-08T18:28:43.533717Z","caller":"traceutil/trace.go:171","msg":"trace[1723647630] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0e7a6514-4ce6-4791-a7c7-f2bc82492be3; range_end:; response_count:1; response_revision:5618; }","duration":"1.208610494s","start":"2026-05-08T18:28:42.325083Z","end":"2026-05-08T18:28:43.533693Z","steps":["trace[1723647630] 'agreement among raft nodes before linearized reading' (duration: 1.207770638s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.533724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:43.208216Z","time spent":"325.412141ms","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:43.533745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:43.208259Z","time spent":"325.408041ms","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:43.532958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:43.207982Z","time spent":"324.863083ms","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:28:43.533772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.325061Z","time spent":"1.208700407s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-0e7a6514-4ce6-4791-a7c7-f2bc82492be3\" "} {"level":"info","ts":"2026-05-08T18:28:43.533205Z","caller":"traceutil/trace.go:171","msg":"trace[1429267304] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5618; }","duration":"1.182170362s","start":"2026-05-08T18:28:42.35101Z","end":"2026-05-08T18:28:43.53318Z","steps":["trace[1429267304] 'agreement among raft nodes before linearized reading' (duration: 1.181825141s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.533185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.936196Z","time spent":"596.974047ms","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:28:43.533936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.787174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T18:28:43.533979Z","caller":"traceutil/trace.go:171","msg":"trace[1460232466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5618; }","duration":"646.859567ms","start":"2026-05-08T18:28:42.887106Z","end":"2026-05-08T18:28:43.533966Z","steps":["trace[1460232466] 'agreement among raft nodes before linearized reading' (duration: 645.757272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.534091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.887088Z","time spent":"646.98724ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T18:28:43.533944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:28:42.350986Z","time spent":"1.182890915s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-08T18:28:43.775661Z","caller":"traceutil/trace.go:171","msg":"trace[1800861854] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"236.643917ms","start":"2026-05-08T18:28:43.53898Z","end":"2026-05-08T18:28:43.775624Z","steps":["trace[1800861854] 'process raft request' (duration: 236.324437ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:43.780452Z","caller":"traceutil/trace.go:171","msg":"trace[1049429798] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"240.398725ms","start":"2026-05-08T18:28:43.540019Z","end":"2026-05-08T18:28:43.780418Z","steps":["trace[1049429798] 'process raft request' (duration: 240.283601ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:43.780741Z","caller":"traceutil/trace.go:171","msg":"trace[638993005] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"240.789347ms","start":"2026-05-08T18:28:43.539878Z","end":"2026-05-08T18:28:43.780667Z","steps":["trace[638993005] 'process raft request' (duration: 240.274391ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:43.7808Z","caller":"traceutil/trace.go:171","msg":"trace[333993881] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"240.507178ms","start":"2026-05-08T18:28:43.540268Z","end":"2026-05-08T18:28:43.780775Z","steps":["trace[333993881] 'process raft request' (duration: 240.077955ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:43.780808Z","caller":"traceutil/trace.go:171","msg":"trace[1512104424] linearizableReadLoop","detail":"{readStateIndex:5836; appliedIndex:5832; }","duration":"240.409845ms","start":"2026-05-08T18:28:43.540361Z","end":"2026-05-08T18:28:43.78077Z","steps":["trace[1512104424] 'read index received' (duration: 234.826479ms)","trace[1512104424] 'applied index is now lower than readState.Index' (duration: 5.581896ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:28:43.781077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.082534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:28:43.781125Z","caller":"traceutil/trace.go:171","msg":"trace[1024379275] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5625; }","duration":"219.222069ms","start":"2026-05-08T18:28:43.561887Z","end":"2026-05-08T18:28:43.781109Z","steps":["trace[1024379275] 'agreement among raft nodes before linearized reading' (duration: 219.099375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.78124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.367066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:28:43.781422Z","caller":"traceutil/trace.go:171","msg":"trace[1194332723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5625; }","duration":"207.618153ms","start":"2026-05-08T18:28:43.573787Z","end":"2026-05-08T18:28:43.781405Z","steps":["trace[1194332723] 'agreement among raft nodes before linearized reading' (duration: 207.293753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.781256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.87074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:65005"} {"level":"info","ts":"2026-05-08T18:28:43.781948Z","caller":"traceutil/trace.go:171","msg":"trace[1149896601] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5625; }","duration":"241.616084ms","start":"2026-05-08T18:28:43.540318Z","end":"2026-05-08T18:28:43.781934Z","steps":["trace[1149896601] 'agreement among raft nodes before linearized reading' (duration: 240.641333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:43.781289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.782509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:28:43.782284Z","caller":"traceutil/trace.go:171","msg":"trace[395619161] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5625; }","duration":"181.878513ms","start":"2026-05-08T18:28:43.600362Z","end":"2026-05-08T18:28:43.78224Z","steps":["trace[395619161] 'agreement among raft nodes before linearized reading' (duration: 180.710167ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:45.279277Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2746} {"level":"warn","ts":"2026-05-08T18:28:45.280251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.702434ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-05-08T18:28:45.280507Z","caller":"traceutil/trace.go:171","msg":"trace[1904174911] compact","detail":"{revision:2746; response_revision:5626; }","duration":"149.786374ms","start":"2026-05-08T18:28:45.130687Z","end":"2026-05-08T18:28:45.280473Z","steps":["trace[1904174911] 'process raft request' (duration: 45.035748ms)","trace[1904174911] 'check and update compact revision' (duration: 103.337492ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:45.281026Z","caller":"traceutil/trace.go:171","msg":"trace[1545743686] linearizableReadLoop","detail":"{readStateIndex:5839; appliedIndex:5837; }","duration":"103.125956ms","start":"2026-05-08T18:28:45.177872Z","end":"2026-05-08T18:28:45.280998Z","steps":["trace[1545743686] 'read index received' (duration: 49.175368ms)","trace[1545743686] 'applied index is now lower than readState.Index' (duration: 53.949228ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:28:45.281092Z","caller":"traceutil/trace.go:171","msg":"trace[2070680282] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"145.686345ms","start":"2026-05-08T18:28:45.135382Z","end":"2026-05-08T18:28:45.281069Z","steps":["trace[2070680282] 'process raft request' (duration: 145.012044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:45.281302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.405744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-08T18:28:45.281365Z","caller":"traceutil/trace.go:171","msg":"trace[790679657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5627; }","duration":"103.541439ms","start":"2026-05-08T18:28:45.177813Z","end":"2026-05-08T18:28:45.281354Z","steps":["trace[790679657] 'agreement among raft nodes before linearized reading' (duration: 103.26007ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:45.357474Z","caller":"traceutil/trace.go:171","msg":"trace[1443076959] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"150.664311ms","start":"2026-05-08T18:28:45.206734Z","end":"2026-05-08T18:28:45.357399Z","steps":["trace[1443076959] 'process raft request' (duration: 85.156529ms)","trace[1443076959] 'compare' (duration: 48.555709ms)","trace[1443076959] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:531; } (duration: 16.706075ms)"],"step_count":3} {"level":"warn","ts":"2026-05-08T18:28:45.358893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.044005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-08T18:28:45.358939Z","caller":"traceutil/trace.go:171","msg":"trace[1569667421] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5631; }","duration":"152.19328ms","start":"2026-05-08T18:28:45.206731Z","end":"2026-05-08T18:28:45.358925Z","steps":["trace[1569667421] 'agreement among raft nodes before linearized reading' (duration: 152.042295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:28:45.358962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.309323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-08T18:28:45.359034Z","caller":"traceutil/trace.go:171","msg":"trace[2106693221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5631; }","duration":"152.468198ms","start":"2026-05-08T18:28:45.206557Z","end":"2026-05-08T18:28:45.359026Z","steps":["trace[2106693221] 'agreement among raft nodes before linearized reading' (duration: 152.169259ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:45.359336Z","caller":"traceutil/trace.go:171","msg":"trace[1417693482] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"148.921907ms","start":"2026-05-08T18:28:45.209746Z","end":"2026-05-08T18:28:45.358668Z","steps":["trace[1417693482] 'process raft request' (duration: 147.596475ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:28:45.401448Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2746,"took":"119.594734ms","hash":2033602697,"current-db-size-bytes":54882304,"current-db-size":"55 MB","current-db-size-in-use-bytes":30777344,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-08T18:28:45.401547Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2033602697,"revision":2746,"compact-revision":-1} {"level":"info","ts":"2026-05-08T18:28:59.920217Z","caller":"traceutil/trace.go:171","msg":"trace[1101522164] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"100.453841ms","start":"2026-05-08T18:28:59.819727Z","end":"2026-05-08T18:28:59.92018Z","steps":["trace[1101522164] 'process raft request' (duration: 47.103302ms)","trace[1101522164] 'compare' (duration: 53.06094ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:29:15.7489Z","caller":"traceutil/trace.go:171","msg":"trace[1407820369] linearizableReadLoop","detail":"{readStateIndex:6133; appliedIndex:6132; }","duration":"279.661061ms","start":"2026-05-08T18:29:15.469211Z","end":"2026-05-08T18:29:15.748872Z","steps":["trace[1407820369] 'read index received' (duration: 279.570268ms)","trace[1407820369] 'applied index is now lower than readState.Index' (duration: 89.233µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:29:15.749046Z","caller":"traceutil/trace.go:171","msg":"trace[1045274623] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"450.539258ms","start":"2026-05-08T18:29:15.298463Z","end":"2026-05-08T18:29:15.749002Z","steps":["trace[1045274623] 'process raft request' (duration: 450.185917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:29:15.749281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:29:15.29843Z","time spent":"450.728904ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:29:15.749306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.059193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-08T18:29:15.749398Z","caller":"traceutil/trace.go:171","msg":"trace[596329413] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5913; }","duration":"280.185267ms","start":"2026-05-08T18:29:15.469191Z","end":"2026-05-08T18:29:15.749376Z","steps":["trace[596329413] 'agreement among raft nodes before linearized reading' (duration: 279.876457ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:29:15.749727Z","caller":"traceutil/trace.go:171","msg":"trace[1957059888] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"260.448427ms","start":"2026-05-08T18:29:15.489262Z","end":"2026-05-08T18:29:15.74971Z","steps":["trace[1957059888] 'process raft request' (duration: 260.257071ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:29:15.749881Z","caller":"traceutil/trace.go:171","msg":"trace[620041494] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"258.02157ms","start":"2026-05-08T18:29:15.491848Z","end":"2026-05-08T18:29:15.749869Z","steps":["trace[620041494] 'process raft request' (duration: 257.819643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:29:15.749974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.863053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:29:15.750014Z","caller":"traceutil/trace.go:171","msg":"trace[1037153823] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5915; }","duration":"174.991387ms","start":"2026-05-08T18:29:15.575011Z","end":"2026-05-08T18:29:15.750003Z","steps":["trace[1037153823] 'agreement among raft nodes before linearized reading' (duration: 174.893234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:29:15.750008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.661291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-08T18:29:15.750031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.642304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-05-08T18:29:15.750063Z","caller":"traceutil/trace.go:171","msg":"trace[816282909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5915; }","duration":"211.784255ms","start":"2026-05-08T18:29:15.538263Z","end":"2026-05-08T18:29:15.750047Z","steps":["trace[816282909] 'agreement among raft nodes before linearized reading' (duration: 211.6094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:29:15.750068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.726468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-08T18:29:15.750076Z","caller":"traceutil/trace.go:171","msg":"trace[1545089843] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5915; }","duration":"173.710327ms","start":"2026-05-08T18:29:15.576354Z","end":"2026-05-08T18:29:15.750065Z","steps":["trace[1545089843] 'agreement among raft nodes before linearized reading' (duration: 173.541571ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:29:15.750108Z","caller":"traceutil/trace.go:171","msg":"trace[1243760609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5915; }","duration":"174.782091ms","start":"2026-05-08T18:29:15.575316Z","end":"2026-05-08T18:29:15.750098Z","steps":["trace[1243760609] 'agreement among raft nodes before linearized reading' (duration: 174.653497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:29:15.750239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.214505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:29:15.750326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.536618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-08T18:29:15.75042Z","caller":"traceutil/trace.go:171","msg":"trace[1229005150] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5915; }","duration":"116.688252ms","start":"2026-05-08T18:29:15.633706Z","end":"2026-05-08T18:29:15.750394Z","steps":["trace[1229005150] 'agreement among raft nodes before linearized reading' (duration: 116.386673ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:29:15.750509Z","caller":"traceutil/trace.go:171","msg":"trace[359759098] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5915; }","duration":"176.500154ms","start":"2026-05-08T18:29:15.573869Z","end":"2026-05-08T18:29:15.750369Z","steps":["trace[359759098] 'agreement among raft nodes before linearized reading' (duration: 176.180084ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:29:24.820668Z","caller":"traceutil/trace.go:171","msg":"trace[140717634] linearizableReadLoop","detail":"{readStateIndex:6200; appliedIndex:6199; }","duration":"255.399637ms","start":"2026-05-08T18:29:24.56524Z","end":"2026-05-08T18:29:24.820639Z","steps":["trace[140717634] 'read index received' (duration: 255.19511ms)","trace[140717634] 'applied index is now lower than readState.Index' (duration: 203.236µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:29:24.82077Z","caller":"traceutil/trace.go:171","msg":"trace[1048272783] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"295.704594ms","start":"2026-05-08T18:29:24.525019Z","end":"2026-05-08T18:29:24.820723Z","steps":["trace[1048272783] 'process raft request' (duration: 295.429856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:29:24.820928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.665405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-08T18:29:24.820977Z","caller":"traceutil/trace.go:171","msg":"trace[596606393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5978; }","duration":"255.762078ms","start":"2026-05-08T18:29:24.565201Z","end":"2026-05-08T18:29:24.820963Z","steps":["trace[596606393] 'agreement among raft nodes before linearized reading' (duration: 255.574972ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:29:26.051961Z","caller":"traceutil/trace.go:171","msg":"trace[1949543341] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"155.113683ms","start":"2026-05-08T18:29:25.896811Z","end":"2026-05-08T18:29:26.051924Z","steps":["trace[1949543341] 'process raft request' (duration: 104.785211ms)","trace[1949543341] 'compare' (duration: 50.109786ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:29:26.052131Z","caller":"traceutil/trace.go:171","msg":"trace[529255850] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"155.258678ms","start":"2026-05-08T18:29:25.896836Z","end":"2026-05-08T18:29:26.052095Z","steps":["trace[529255850] 'process raft request' (duration: 155.041012ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:29:26.349317Z","caller":"traceutil/trace.go:171","msg":"trace[1834972405] linearizableReadLoop","detail":"{readStateIndex:6207; appliedIndex:6206; }","duration":"188.289737ms","start":"2026-05-08T18:29:26.160991Z","end":"2026-05-08T18:29:26.349281Z","steps":["trace[1834972405] 'read index received' (duration: 168.259766ms)","trace[1834972405] 'applied index is now lower than readState.Index' (duration: 20.028841ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:29:26.349457Z","caller":"traceutil/trace.go:171","msg":"trace[1310171979] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"219.523852ms","start":"2026-05-08T18:29:26.129916Z","end":"2026-05-08T18:29:26.34944Z","steps":["trace[1310171979] 'process raft request' (duration: 199.235013ms)","trace[1310171979] 'compare' (duration: 19.984541ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:29:26.349594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.574396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-08T18:29:26.349716Z","caller":"traceutil/trace.go:171","msg":"trace[898567110] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5985; }","duration":"188.74819ms","start":"2026-05-08T18:29:26.160936Z","end":"2026-05-08T18:29:26.349685Z","steps":["trace[898567110] 'agreement among raft nodes before linearized reading' (duration: 188.547885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:29:26.403229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.973482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:29:26.403324Z","caller":"traceutil/trace.go:171","msg":"trace[1485896837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5986; }","duration":"241.125095ms","start":"2026-05-08T18:29:26.162177Z","end":"2026-05-08T18:29:26.403302Z","steps":["trace[1485896837] 'agreement among raft nodes before linearized reading' (duration: 240.831887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:29:26.403532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.302548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:29:26.403618Z","caller":"traceutil/trace.go:171","msg":"trace[1445978954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5986; }","duration":"239.425601ms","start":"2026-05-08T18:29:26.164171Z","end":"2026-05-08T18:29:26.403597Z","steps":["trace[1445978954] 'agreement among raft nodes before linearized reading' (duration: 239.271087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:29:26.403811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.146276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-08T18:29:26.403838Z","caller":"traceutil/trace.go:171","msg":"trace[258976058] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"150.76989ms","start":"2026-05-08T18:29:26.252985Z","end":"2026-05-08T18:29:26.403755Z","steps":["trace[258976058] 'process raft request' (duration: 149.821135ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:29:26.404002Z","caller":"traceutil/trace.go:171","msg":"trace[1378701127] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:5986; }","duration":"241.357032ms","start":"2026-05-08T18:29:26.162591Z","end":"2026-05-08T18:29:26.403948Z","steps":["trace[1378701127] 'agreement among raft nodes before linearized reading' (duration: 240.935431ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:29:26.544334Z","caller":"traceutil/trace.go:171","msg":"trace[1278083856] transaction","detail":"{read_only:false; response_revision:5987; number_of_response:1; }","duration":"189.473168ms","start":"2026-05-08T18:29:26.354801Z","end":"2026-05-08T18:29:26.544274Z","steps":["trace[1278083856] 'process raft request' (duration: 118.787236ms)","trace[1278083856] 'compare' (duration: 70.254401ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:29:26.544393Z","caller":"traceutil/trace.go:171","msg":"trace[1288680789] linearizableReadLoop","detail":"{readStateIndex:6211; appliedIndex:6208; }","duration":"134.351923ms","start":"2026-05-08T18:29:26.410006Z","end":"2026-05-08T18:29:26.544358Z","steps":["trace[1288680789] 'read index received' (duration: 63.605488ms)","trace[1288680789] 'applied index is now lower than readState.Index' (duration: 70.745335ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:29:26.544621Z","caller":"traceutil/trace.go:171","msg":"trace[2001090117] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"135.717768ms","start":"2026-05-08T18:29:26.40886Z","end":"2026-05-08T18:29:26.544578Z","steps":["trace[2001090117] 'process raft request' (duration: 135.315108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:29:26.544796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.768693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84878"} {"level":"info","ts":"2026-05-08T18:29:26.544781Z","caller":"traceutil/trace.go:171","msg":"trace[569190589] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"135.79886ms","start":"2026-05-08T18:29:26.408945Z","end":"2026-05-08T18:29:26.544744Z","steps":["trace[569190589] 'process raft request' (duration: 135.369248ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:29:26.544847Z","caller":"traceutil/trace.go:171","msg":"trace[131330808] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5989; }","duration":"134.846795ms","start":"2026-05-08T18:29:26.409987Z","end":"2026-05-08T18:29:26.544834Z","steps":["trace[131330808] 'agreement among raft nodes before linearized reading' (duration: 134.489866ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:33:45.289194Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5626} {"level":"info","ts":"2026-05-08T18:33:45.393306Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5626,"took":"102.082529ms","hash":3579837741,"current-db-size-bytes":54882304,"current-db-size":"55 MB","current-db-size-in-use-bytes":25112576,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-08T18:33:45.393379Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3579837741,"revision":5626,"compact-revision":2746} {"level":"warn","ts":"2026-05-08T18:34:24.604968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.693765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-05-08T18:34:24.605043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.675594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-08T18:34:24.605095Z","caller":"traceutil/trace.go:171","msg":"trace[757349448] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:8085; }","duration":"152.868741ms","start":"2026-05-08T18:34:24.452204Z","end":"2026-05-08T18:34:24.605072Z","steps":["trace[757349448] 'range keys from in-memory index tree' (duration: 152.495228ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:24.60515Z","caller":"traceutil/trace.go:171","msg":"trace[1828770159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8085; }","duration":"195.8486ms","start":"2026-05-08T18:34:24.409282Z","end":"2026-05-08T18:34:24.60513Z","steps":["trace[1828770159] 'range keys from in-memory index tree' (duration: 195.454277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:24.605152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.763361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-7c5d7d6575-tl4zn\" ","response":"range_response_count:1 size:8470"} {"level":"info","ts":"2026-05-08T18:34:24.605261Z","caller":"traceutil/trace.go:171","msg":"trace[1015602533] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-7c5d7d6575-tl4zn; range_end:; response_count:1; response_revision:8085; }","duration":"102.926906ms","start":"2026-05-08T18:34:24.502312Z","end":"2026-05-08T18:34:24.605239Z","steps":["trace[1015602533] 'range keys from in-memory index tree' (duration: 102.539244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:24.605244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.243849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T18:34:24.605362Z","caller":"traceutil/trace.go:171","msg":"trace[207039544] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8085; }","duration":"160.439485ms","start":"2026-05-08T18:34:24.444897Z","end":"2026-05-08T18:34:24.605337Z","steps":["trace[207039544] 'range keys from in-memory index tree' (duration: 160.004911ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:24.60543Z","caller":"traceutil/trace.go:171","msg":"trace[709477117] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"101.768479ms","start":"2026-05-08T18:34:24.503641Z","end":"2026-05-08T18:34:24.60541Z","steps":["trace[709477117] 'process raft request' (duration: 93.792311ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:24.790474Z","caller":"traceutil/trace.go:171","msg":"trace[794946494] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"178.834419ms","start":"2026-05-08T18:34:24.611602Z","end":"2026-05-08T18:34:24.790437Z","steps":["trace[794946494] 'process raft request' (duration: 160.477926ms)","trace[794946494] 'compare' (duration: 18.228029ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:34:24.88563Z","caller":"traceutil/trace.go:171","msg":"trace[1444465883] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"268.85685ms","start":"2026-05-08T18:34:24.616733Z","end":"2026-05-08T18:34:24.88559Z","steps":["trace[1444465883] 'process raft request' (duration: 267.95699ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:24.885869Z","caller":"traceutil/trace.go:171","msg":"trace[1192664067] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"263.892479ms","start":"2026-05-08T18:34:24.621921Z","end":"2026-05-08T18:34:24.885813Z","steps":["trace[1192664067] 'process raft request' (duration: 263.599049ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:25.162686Z","caller":"traceutil/trace.go:171","msg":"trace[505916040] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"253.857424ms","start":"2026-05-08T18:34:24.908799Z","end":"2026-05-08T18:34:25.162656Z","steps":["trace[505916040] 'process raft request' (duration: 235.936055ms)","trace[505916040] 'compare' (duration: 16.542094ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:34:25.186669Z","caller":"traceutil/trace.go:171","msg":"trace[227165366] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"115.794562ms","start":"2026-05-08T18:34:25.070845Z","end":"2026-05-08T18:34:25.18664Z","steps":["trace[227165366] 'process raft request' (duration: 115.72607ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:25.186892Z","caller":"traceutil/trace.go:171","msg":"trace[1034683609] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"274.553483ms","start":"2026-05-08T18:34:24.912301Z","end":"2026-05-08T18:34:25.186854Z","steps":["trace[1034683609] 'process raft request' (duration: 274.202382ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:25.187063Z","caller":"traceutil/trace.go:171","msg":"trace[1107831424] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"277.597022ms","start":"2026-05-08T18:34:24.909432Z","end":"2026-05-08T18:34:25.187029Z","steps":["trace[1107831424] 'process raft request' (duration: 276.997862ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:25.187211Z","caller":"traceutil/trace.go:171","msg":"trace[1541363675] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"278.069986ms","start":"2026-05-08T18:34:24.90907Z","end":"2026-05-08T18:34:25.18714Z","steps":["trace[1541363675] 'process raft request' (duration: 277.168127ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:27.43117Z","caller":"traceutil/trace.go:171","msg":"trace[1060358364] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"103.513875ms","start":"2026-05-08T18:34:27.327623Z","end":"2026-05-08T18:34:27.431137Z","steps":["trace[1060358364] 'process raft request' (duration: 103.267758ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:31.634036Z","caller":"traceutil/trace.go:171","msg":"trace[1467975592] linearizableReadLoop","detail":"{readStateIndex:8555; appliedIndex:8554; }","duration":"124.762322ms","start":"2026-05-08T18:34:31.509243Z","end":"2026-05-08T18:34:31.634006Z","steps":["trace[1467975592] 'read index received' (duration: 124.514824ms)","trace[1467975592] 'applied index is now lower than readState.Index' (duration: 246.718µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:34:31.63443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.978919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:34:31.634475Z","caller":"traceutil/trace.go:171","msg":"trace[199917675] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8259; }","duration":"125.239057ms","start":"2026-05-08T18:34:31.509223Z","end":"2026-05-08T18:34:31.634462Z","steps":["trace[199917675] 'agreement among raft nodes before linearized reading' (duration: 124.918077ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:31.634589Z","caller":"traceutil/trace.go:171","msg":"trace[1676559808] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"189.122232ms","start":"2026-05-08T18:34:31.445416Z","end":"2026-05-08T18:34:31.634538Z","steps":["trace[1676559808] 'process raft request' (duration: 188.420709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:33.078302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174219080,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T18:34:33.305679Z","caller":"traceutil/trace.go:171","msg":"trace[862346165] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"968.126197ms","start":"2026-05-08T18:34:32.337529Z","end":"2026-05-08T18:34:33.305655Z","steps":["trace[862346165] 'process raft request' (duration: 967.420845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:33.306093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:34:32.337505Z","time spent":"968.270182ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:34:33.467204Z","caller":"traceutil/trace.go:171","msg":"trace[1787484281] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8559; }","duration":"889.759835ms","start":"2026-05-08T18:34:32.577426Z","end":"2026-05-08T18:34:33.467186Z","steps":["trace[1787484281] 'read index received' (duration: 727.453629ms)","trace[1787484281] 'applied index is now lower than readState.Index' (duration: 162.305226ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:34:33.467747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.069282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:34:33.467832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.466181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-08T18:34:33.467869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.704762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T18:34:33.467902Z","caller":"traceutil/trace.go:171","msg":"trace[269821736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8267; }","duration":"854.258008ms","start":"2026-05-08T18:34:32.613588Z","end":"2026-05-08T18:34:33.467846Z","steps":["trace[269821736] 'agreement among raft nodes before linearized reading' (duration: 854.015981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:33.468069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.766609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-08T18:34:33.468107Z","caller":"traceutil/trace.go:171","msg":"trace[151480220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:8267; }","duration":"804.835502ms","start":"2026-05-08T18:34:32.663263Z","end":"2026-05-08T18:34:33.468099Z","steps":["trace[151480220] 'agreement among raft nodes before linearized reading' (duration: 804.719208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:33.468152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:34:32.663239Z","time spent":"804.904083ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-xxzdb\" "} {"level":"warn","ts":"2026-05-08T18:34:33.468026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:34:32.61358Z","time spent":"854.427784ms","remote":"127.0.0.1:60892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:34:33.467944Z","caller":"traceutil/trace.go:171","msg":"trace[405573995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8267; }","duration":"611.640518ms","start":"2026-05-08T18:34:32.85628Z","end":"2026-05-08T18:34:33.467921Z","steps":["trace[405573995] 'agreement among raft nodes before linearized reading' (duration: 611.321147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:33.468677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:34:32.85626Z","time spent":"612.387591ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T18:34:33.468133Z","caller":"traceutil/trace.go:171","msg":"trace[218515539] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"226.151989ms","start":"2026-05-08T18:34:33.241137Z","end":"2026-05-08T18:34:33.467289Z","steps":["trace[218515539] 'process raft request' (duration: 225.833329ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:33.467098Z","caller":"traceutil/trace.go:171","msg":"trace[919943675] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"637.42254ms","start":"2026-05-08T18:34:32.829616Z","end":"2026-05-08T18:34:33.467039Z","steps":["trace[919943675] 'process raft request' (duration: 637.252675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:33.469163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.950541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:34:33.469137Z","caller":"traceutil/trace.go:171","msg":"trace[394264398] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8267; }","duration":"528.009104ms","start":"2026-05-08T18:34:32.941097Z","end":"2026-05-08T18:34:33.469106Z","steps":["trace[394264398] 'agreement among raft nodes before linearized reading' (duration: 526.598148ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:33.469314Z","caller":"traceutil/trace.go:171","msg":"trace[1073851753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8267; }","duration":"891.911055ms","start":"2026-05-08T18:34:32.577368Z","end":"2026-05-08T18:34:33.469279Z","steps":["trace[1073851753] 'agreement among raft nodes before linearized reading' (duration: 889.964722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:33.469326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:34:32.941075Z","time spent":"528.222371ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:34:33.469345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:34:32.82958Z","time spent":"639.625182ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:34:33.469384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:34:32.577347Z","time spent":"892.016427ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T18:34:33.466899Z","caller":"traceutil/trace.go:171","msg":"trace[912886289] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"865.530711ms","start":"2026-05-08T18:34:32.601317Z","end":"2026-05-08T18:34:33.466847Z","steps":["trace[912886289] 'process raft request' (duration: 815.68536ms)","trace[912886289] 'compare' (duration: 49.413197ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:34:33.469923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:34:32.601298Z","time spent":"868.419965ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:34:44.214251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.419133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T18:34:44.214351Z","caller":"traceutil/trace.go:171","msg":"trace[631494833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8323; }","duration":"112.583219ms","start":"2026-05-08T18:34:44.101746Z","end":"2026-05-08T18:34:44.214329Z","steps":["trace[631494833] 'range keys from in-memory index tree' (duration: 112.102302ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:44.335586Z","caller":"traceutil/trace.go:171","msg":"trace[909631800] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"117.044223ms","start":"2026-05-08T18:34:44.218512Z","end":"2026-05-08T18:34:44.335556Z","steps":["trace[909631800] 'process raft request' (duration: 116.830386ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:44.741786Z","caller":"traceutil/trace.go:171","msg":"trace[142426321] linearizableReadLoop","detail":"{readStateIndex:8625; appliedIndex:8624; }","duration":"100.223639ms","start":"2026-05-08T18:34:44.641524Z","end":"2026-05-08T18:34:44.741748Z","steps":["trace[142426321] 'read index received' (duration: 67.086728ms)","trace[142426321] 'applied index is now lower than readState.Index' (duration: 33.135291ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:34:44.741916Z","caller":"traceutil/trace.go:171","msg":"trace[1209535934] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"144.467619ms","start":"2026-05-08T18:34:44.597395Z","end":"2026-05-08T18:34:44.741863Z","steps":["trace[1209535934] 'process raft request' (duration: 111.143202ms)","trace[1209535934] 'compare' (duration: 32.995126ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:34:44.742004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.425296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:34:44.742067Z","caller":"traceutil/trace.go:171","msg":"trace[440040026] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8325; }","duration":"100.56724ms","start":"2026-05-08T18:34:44.641481Z","end":"2026-05-08T18:34:44.742049Z","steps":["trace[440040026] 'agreement among raft nodes before linearized reading' (duration: 100.408925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:45.726833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.377634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:34:45.726927Z","caller":"traceutil/trace.go:171","msg":"trace[2142774623] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8325; }","duration":"747.523639ms","start":"2026-05-08T18:34:44.979382Z","end":"2026-05-08T18:34:45.726905Z","steps":["trace[2142774623] 'count revisions from in-memory index tree' (duration: 747.265081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:45.72697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:34:44.979311Z","time spent":"747.649243ms","remote":"127.0.0.1:34604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:34:45.727193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.999617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:34:45.727206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.078305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T18:34:45.727284Z","caller":"traceutil/trace.go:171","msg":"trace[1245160451] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8325; }","duration":"650.168912ms","start":"2026-05-08T18:34:45.077089Z","end":"2026-05-08T18:34:45.727258Z","steps":["trace[1245160451] 'count revisions from in-memory index tree' (duration: 649.897934ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:45.727294Z","caller":"traceutil/trace.go:171","msg":"trace[910638752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8325; }","duration":"355.22611ms","start":"2026-05-08T18:34:45.372046Z","end":"2026-05-08T18:34:45.727272Z","steps":["trace[910638752] 'range keys from in-memory index tree' (duration: 354.92002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:45.727343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:34:45.37203Z","time spent":"355.302073ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T18:34:45.72734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:34:45.07706Z","time spent":"650.261966ms","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:34:45.727543Z","caller":"traceutil/trace.go:171","msg":"trace[1115790112] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"212.121975ms","start":"2026-05-08T18:34:45.515383Z","end":"2026-05-08T18:34:45.727505Z","steps":["trace[1115790112] 'process raft request' (duration: 208.939913ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:45.727583Z","caller":"traceutil/trace.go:171","msg":"trace[759236214] linearizableReadLoop","detail":"{readStateIndex:8626; appliedIndex:8625; }","duration":"173.899371ms","start":"2026-05-08T18:34:45.553671Z","end":"2026-05-08T18:34:45.72757Z","steps":["trace[759236214] 'read index received' (duration: 170.617635ms)","trace[759236214] 'applied index is now lower than readState.Index' (duration: 3.279635ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:34:45.727767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.101877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T18:34:45.727802Z","caller":"traceutil/trace.go:171","msg":"trace[1010362699] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8327; }","duration":"174.18653ms","start":"2026-05-08T18:34:45.553606Z","end":"2026-05-08T18:34:45.727793Z","steps":["trace[1010362699] 'agreement among raft nodes before linearized reading' (duration: 174.000754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:45.727804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.197815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-08T18:34:45.727841Z","caller":"traceutil/trace.go:171","msg":"trace[505188191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8327; }","duration":"172.282668ms","start":"2026-05-08T18:34:45.555547Z","end":"2026-05-08T18:34:45.72783Z","steps":["trace[505188191] 'agreement among raft nodes before linearized reading' (duration: 172.186925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:45.727846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.027005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:34:45.727879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.17873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-08T18:34:45.727962Z","caller":"traceutil/trace.go:171","msg":"trace[1095477132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8327; }","duration":"153.17631ms","start":"2026-05-08T18:34:45.574755Z","end":"2026-05-08T18:34:45.727932Z","steps":["trace[1095477132] 'agreement among raft nodes before linearized reading' (duration: 152.984194ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:45.727977Z","caller":"traceutil/trace.go:171","msg":"trace[457044162] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:8327; }","duration":"170.305054ms","start":"2026-05-08T18:34:45.557654Z","end":"2026-05-08T18:34:45.727959Z","steps":["trace[457044162] 'agreement among raft nodes before linearized reading' (duration: 170.092027ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:46.091742Z","caller":"traceutil/trace.go:171","msg":"trace[1182445513] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"358.015991ms","start":"2026-05-08T18:34:45.733691Z","end":"2026-05-08T18:34:46.091707Z","steps":["trace[1182445513] 'process raft request' (duration: 357.771453ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:46.091939Z","caller":"traceutil/trace.go:171","msg":"trace[1940185894] linearizableReadLoop","detail":"{readStateIndex:8630; appliedIndex:8628; }","duration":"245.103471ms","start":"2026-05-08T18:34:45.846803Z","end":"2026-05-08T18:34:46.091906Z","steps":["trace[1940185894] 'read index received' (duration: 244.535383ms)","trace[1940185894] 'applied index is now lower than readState.Index' (duration: 565.568µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:34:46.092029Z","caller":"traceutil/trace.go:171","msg":"trace[1577038771] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"356.686947ms","start":"2026-05-08T18:34:45.735284Z","end":"2026-05-08T18:34:46.091971Z","steps":["trace[1577038771] 'process raft request' (duration: 356.371617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:46.092269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:34:45.735273Z","time spent":"356.868594ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:34:46.092245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.418092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-08T18:34:46.092365Z","caller":"traceutil/trace.go:171","msg":"trace[697737368] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8330; }","duration":"245.601378ms","start":"2026-05-08T18:34:45.846731Z","end":"2026-05-08T18:34:46.092332Z","steps":["trace[697737368] 'agreement among raft nodes before linearized reading' (duration: 245.308908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:46.092523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:34:45.733645Z","time spent":"358.188846ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:34:46.264933Z","caller":"traceutil/trace.go:171","msg":"trace[1128180567] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"165.957464ms","start":"2026-05-08T18:34:46.098941Z","end":"2026-05-08T18:34:46.264898Z","steps":["trace[1128180567] 'process raft request' (duration: 165.613063ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:46.265327Z","caller":"traceutil/trace.go:171","msg":"trace[1269548956] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"166.367867ms","start":"2026-05-08T18:34:46.098938Z","end":"2026-05-08T18:34:46.265306Z","steps":["trace[1269548956] 'process raft request' (duration: 165.876321ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:46.265438Z","caller":"traceutil/trace.go:171","msg":"trace[974456205] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"166.384078ms","start":"2026-05-08T18:34:46.099009Z","end":"2026-05-08T18:34:46.265393Z","steps":["trace[974456205] 'process raft request' (duration: 166.290475ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:46.265527Z","caller":"traceutil/trace.go:171","msg":"trace[82527920] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"166.47994ms","start":"2026-05-08T18:34:46.099016Z","end":"2026-05-08T18:34:46.265496Z","steps":["trace[82527920] 'process raft request' (duration: 166.144459ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:47.991653Z","caller":"traceutil/trace.go:171","msg":"trace[363749671] linearizableReadLoop","detail":"{readStateIndex:8639; appliedIndex:8638; }","duration":"123.114949ms","start":"2026-05-08T18:34:47.868503Z","end":"2026-05-08T18:34:47.991618Z","steps":["trace[363749671] 'read index received' (duration: 72.832904ms)","trace[363749671] 'applied index is now lower than readState.Index' (duration: 50.280615ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:34:47.992349Z","caller":"traceutil/trace.go:171","msg":"trace[1583253288] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"124.216854ms","start":"2026-05-08T18:34:47.867972Z","end":"2026-05-08T18:34:47.992189Z","steps":["trace[1583253288] 'process raft request' (duration: 74.003481ms)","trace[1583253288] 'compare' (duration: 49.47692ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:34:47.992775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.252775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207009"} {"level":"info","ts":"2026-05-08T18:34:47.992821Z","caller":"traceutil/trace.go:171","msg":"trace[427444765] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8339; }","duration":"124.354379ms","start":"2026-05-08T18:34:47.868454Z","end":"2026-05-08T18:34:47.992809Z","steps":["trace[427444765] 'agreement among raft nodes before linearized reading' (duration: 123.289445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:48.19986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.42764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T18:34:48.199954Z","caller":"traceutil/trace.go:171","msg":"trace[57784514] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8339; }","duration":"102.609326ms","start":"2026-05-08T18:34:48.097323Z","end":"2026-05-08T18:34:48.199932Z","steps":["trace[57784514] 'range keys from in-memory index tree' (duration: 102.208613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:48.200281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.20233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T18:34:48.200375Z","caller":"traceutil/trace.go:171","msg":"trace[1888075684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8339; }","duration":"101.356916ms","start":"2026-05-08T18:34:48.098996Z","end":"2026-05-08T18:34:48.200353Z","steps":["trace[1888075684] 'range keys from in-memory index tree' (duration: 101.020474ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:48.717394Z","caller":"traceutil/trace.go:171","msg":"trace[798685167] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"301.322528ms","start":"2026-05-08T18:34:48.416014Z","end":"2026-05-08T18:34:48.717336Z","steps":["trace[798685167] 'process raft request' (duration: 296.064958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:48.717614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:34:48.415995Z","time spent":"301.493864ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:34:48.723066Z","caller":"traceutil/trace.go:171","msg":"trace[210940317] linearizableReadLoop","detail":"{readStateIndex:8648; appliedIndex:8646; }","duration":"147.89764ms","start":"2026-05-08T18:34:48.575137Z","end":"2026-05-08T18:34:48.723034Z","steps":["trace[210940317] 'read index received' (duration: 136.917855ms)","trace[210940317] 'applied index is now lower than readState.Index' (duration: 10.978155ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:34:48.723108Z","caller":"traceutil/trace.go:171","msg":"trace[1317763891] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"239.534711ms","start":"2026-05-08T18:34:48.483538Z","end":"2026-05-08T18:34:48.723073Z","steps":["trace[1317763891] 'process raft request' (duration: 239.336695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:34:48.723202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.068635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:34:48.723267Z","caller":"traceutil/trace.go:171","msg":"trace[15168938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8347; }","duration":"148.20271ms","start":"2026-05-08T18:34:48.57505Z","end":"2026-05-08T18:34:48.723252Z","steps":["trace[15168938] 'agreement among raft nodes before linearized reading' (duration: 148.095317ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:49.993142Z","caller":"traceutil/trace.go:171","msg":"trace[422525190] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"190.814556ms","start":"2026-05-08T18:34:49.802298Z","end":"2026-05-08T18:34:49.993113Z","steps":["trace[422525190] 'process raft request' (duration: 190.61451ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:50.07516Z","caller":"traceutil/trace.go:171","msg":"trace[2023690766] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"204.471385ms","start":"2026-05-08T18:34:49.870638Z","end":"2026-05-08T18:34:50.075109Z","steps":["trace[2023690766] 'process raft request' (duration: 203.36966ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:34:53.062561Z","caller":"traceutil/trace.go:171","msg":"trace[1802574553] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"141.665791ms","start":"2026-05-08T18:34:52.920864Z","end":"2026-05-08T18:34:53.06253Z","steps":["trace[1802574553] 'process raft request' (duration: 141.357441ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:10.116748Z","caller":"traceutil/trace.go:171","msg":"trace[1543270188] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"122.988372ms","start":"2026-05-08T18:35:09.993723Z","end":"2026-05-08T18:35:10.116712Z","steps":["trace[1543270188] 'process raft request' (duration: 122.776435ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:12.395889Z","caller":"traceutil/trace.go:171","msg":"trace[597739572] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"171.383693ms","start":"2026-05-08T18:35:12.224479Z","end":"2026-05-08T18:35:12.395863Z","steps":["trace[597739572] 'process raft request' (duration: 171.213708ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:12.433614Z","caller":"traceutil/trace.go:171","msg":"trace[2019125920] linearizableReadLoop","detail":"{readStateIndex:8780; appliedIndex:8778; }","duration":"176.479527ms","start":"2026-05-08T18:35:12.257098Z","end":"2026-05-08T18:35:12.433578Z","steps":["trace[2019125920] 'read index received' (duration: 138.523591ms)","trace[2019125920] 'applied index is now lower than readState.Index' (duration: 37.951326ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:12.43365Z","caller":"traceutil/trace.go:171","msg":"trace[172600295] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"182.406817ms","start":"2026-05-08T18:35:12.251218Z","end":"2026-05-08T18:35:12.433625Z","steps":["trace[172600295] 'process raft request' (duration: 182.165379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:12.433801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.691454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:35:12.433846Z","caller":"traceutil/trace.go:171","msg":"trace[1203006241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8475; }","duration":"176.788748ms","start":"2026-05-08T18:35:12.257046Z","end":"2026-05-08T18:35:12.433835Z","steps":["trace[1203006241] 'agreement among raft nodes before linearized reading' (duration: 176.637453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:12.434094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.319457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:35:12.434222Z","caller":"traceutil/trace.go:171","msg":"trace[1812419737] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8475; }","duration":"135.565496ms","start":"2026-05-08T18:35:12.298631Z","end":"2026-05-08T18:35:12.434196Z","steps":["trace[1812419737] 'agreement among raft nodes before linearized reading' (duration: 135.225225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:12.434705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.154622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-08T18:35:12.434866Z","caller":"traceutil/trace.go:171","msg":"trace[450495054] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:8475; }","duration":"169.366829ms","start":"2026-05-08T18:35:12.265471Z","end":"2026-05-08T18:35:12.434838Z","steps":["trace[450495054] 'agreement among raft nodes before linearized reading' (duration: 168.361696ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:13.436588Z","caller":"traceutil/trace.go:171","msg":"trace[1262179672] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"117.90761ms","start":"2026-05-08T18:35:13.318652Z","end":"2026-05-08T18:35:13.436559Z","steps":["trace[1262179672] 'process raft request' (duration: 117.827077ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:13.436594Z","caller":"traceutil/trace.go:171","msg":"trace[2080292900] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"118.951673ms","start":"2026-05-08T18:35:13.317612Z","end":"2026-05-08T18:35:13.436564Z","steps":["trace[2080292900] 'process raft request' (duration: 117.93062ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:13.480716Z","caller":"traceutil/trace.go:171","msg":"trace[552787281] linearizableReadLoop","detail":"{readStateIndex:8827; appliedIndex:8824; }","duration":"122.502597ms","start":"2026-05-08T18:35:13.35817Z","end":"2026-05-08T18:35:13.480673Z","steps":["trace[552787281] 'read index received' (duration: 77.396631ms)","trace[552787281] 'applied index is now lower than readState.Index' (duration: 45.105046ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:13.480853Z","caller":"traceutil/trace.go:171","msg":"trace[2113942499] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"128.496949ms","start":"2026-05-08T18:35:13.352347Z","end":"2026-05-08T18:35:13.480844Z","steps":["trace[2113942499] 'process raft request' (duration: 128.161298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:13.481274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.084595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dcscj\" ","response":"range_response_count:1 size:3304"} {"level":"info","ts":"2026-05-08T18:35:13.481307Z","caller":"traceutil/trace.go:171","msg":"trace[1823714853] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dcscj; range_end:; response_count:1; response_revision:8520; }","duration":"123.160628ms","start":"2026-05-08T18:35:13.358139Z","end":"2026-05-08T18:35:13.4813Z","steps":["trace[1823714853] 'agreement among raft nodes before linearized reading' (duration: 122.974332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:13.481443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.140367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-05-08T18:35:13.481536Z","caller":"traceutil/trace.go:171","msg":"trace[852575372] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8520; }","duration":"123.289272ms","start":"2026-05-08T18:35:13.358221Z","end":"2026-05-08T18:35:13.48151Z","steps":["trace[852575372] 'agreement among raft nodes before linearized reading' (duration: 122.888799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:13.481697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.409312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:33 size:421440"} {"level":"info","ts":"2026-05-08T18:35:13.481795Z","caller":"traceutil/trace.go:171","msg":"trace[621770498] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:33; response_revision:8520; }","duration":"107.549787ms","start":"2026-05-08T18:35:13.374226Z","end":"2026-05-08T18:35:13.481776Z","steps":["trace[621770498] 'agreement among raft nodes before linearized reading' (duration: 106.919077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:15.192793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174219937,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T18:35:15.221688Z","caller":"traceutil/trace.go:171","msg":"trace[2129782558] linearizableReadLoop","detail":"{readStateIndex:8842; appliedIndex:8841; }","duration":"529.427491ms","start":"2026-05-08T18:35:14.692234Z","end":"2026-05-08T18:35:15.221662Z","steps":["trace[2129782558] 'read index received' (duration: 529.299007ms)","trace[2129782558] 'applied index is now lower than readState.Index' (duration: 127.104µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:15.221864Z","caller":"traceutil/trace.go:171","msg":"trace[1036104905] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"580.735126ms","start":"2026-05-08T18:35:14.641089Z","end":"2026-05-08T18:35:15.221824Z","steps":["trace[1036104905] 'process raft request' (duration: 580.353304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:15.222057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.765992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-08T18:35:15.222154Z","caller":"traceutil/trace.go:171","msg":"trace[524118329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8535; }","duration":"529.923767ms","start":"2026-05-08T18:35:14.692203Z","end":"2026-05-08T18:35:15.222127Z","steps":["trace[524118329] 'agreement among raft nodes before linearized reading' (duration: 529.620307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:15.222231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:14.641058Z","time spent":"581.018625ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:35:15.222258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.600564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:35:15.222355Z","caller":"traceutil/trace.go:171","msg":"trace[348809510] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8535; }","duration":"333.745989ms","start":"2026-05-08T18:35:14.888582Z","end":"2026-05-08T18:35:15.222328Z","steps":["trace[348809510] 'agreement among raft nodes before linearized reading' (duration: 333.590704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:15.222408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:14.888558Z","time spent":"333.838961ms","remote":"127.0.0.1:56598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:35:15.222397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.779162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-05-08T18:35:15.222143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.834124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:35:15.222496Z","caller":"traceutil/trace.go:171","msg":"trace[73196701] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8535; }","duration":"490.932367ms","start":"2026-05-08T18:35:14.731536Z","end":"2026-05-08T18:35:15.222468Z","steps":["trace[73196701] 'agreement among raft nodes before linearized reading' (duration: 490.657379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:15.222522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.909587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-08T18:35:15.222548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:14.731511Z","time spent":"491.02768ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T18:35:15.222559Z","caller":"traceutil/trace.go:171","msg":"trace[682466460] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:8535; }","duration":"530.308549ms","start":"2026-05-08T18:35:14.692204Z","end":"2026-05-08T18:35:15.222513Z","steps":["trace[682466460] 'agreement among raft nodes before linearized reading' (duration: 529.802123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:15.222447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.451173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-08T18:35:15.22262Z","caller":"traceutil/trace.go:171","msg":"trace[1716655685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8535; }","duration":"491.078871ms","start":"2026-05-08T18:35:14.731511Z","end":"2026-05-08T18:35:15.22259Z","steps":["trace[1716655685] 'agreement among raft nodes before linearized reading' (duration: 490.71328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:15.22269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:14.731478Z","time spent":"491.201595ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-08T18:35:15.222693Z","caller":"traceutil/trace.go:171","msg":"trace[1706104725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8535; }","duration":"272.687671ms","start":"2026-05-08T18:35:14.949976Z","end":"2026-05-08T18:35:15.222663Z","steps":["trace[1706104725] 'agreement among raft nodes before linearized reading' (duration: 272.258297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:15.222707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:14.692179Z","time spent":"530.475484ms","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" "} {"level":"warn","ts":"2026-05-08T18:35:15.223317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:14.692184Z","time spent":"530.076812ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T18:35:17.718089Z","caller":"traceutil/trace.go:171","msg":"trace[2043297888] linearizableReadLoop","detail":"{readStateIndex:8856; appliedIndex:8855; }","duration":"418.116373ms","start":"2026-05-08T18:35:17.299939Z","end":"2026-05-08T18:35:17.718056Z","steps":["trace[2043297888] 'read index received' (duration: 417.832364ms)","trace[2043297888] 'applied index is now lower than readState.Index' (duration: 282.279µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:17.718216Z","caller":"traceutil/trace.go:171","msg":"trace[1052426262] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"425.033154ms","start":"2026-05-08T18:35:17.293141Z","end":"2026-05-08T18:35:17.718174Z","steps":["trace[1052426262] 'process raft request' (duration: 424.651362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:17.718422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.238442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:35:17.718477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.330085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-08T18:35:17.718525Z","caller":"traceutil/trace.go:171","msg":"trace[1882132245] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8549; }","duration":"129.389298ms","start":"2026-05-08T18:35:17.58912Z","end":"2026-05-08T18:35:17.71851Z","steps":["trace[1882132245] 'agreement among raft nodes before linearized reading' (duration: 129.183971ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:17.718525Z","caller":"traceutil/trace.go:171","msg":"trace[88603875] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8549; }","duration":"119.364376ms","start":"2026-05-08T18:35:17.599139Z","end":"2026-05-08T18:35:17.718503Z","steps":["trace[88603875] 'agreement among raft nodes before linearized reading' (duration: 119.16956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:17.718685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.194195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:35:17.718454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:17.293113Z","time spent":"425.20781ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:35:17.718748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.31139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-08T18:35:17.718851Z","caller":"traceutil/trace.go:171","msg":"trace[219915325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8549; }","duration":"418.426643ms","start":"2026-05-08T18:35:17.3004Z","end":"2026-05-08T18:35:17.718826Z","steps":["trace[219915325] 'agreement among raft nodes before linearized reading' (duration: 418.172695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:17.718897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:17.300377Z","time spent":"418.511216ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T18:35:17.71875Z","caller":"traceutil/trace.go:171","msg":"trace[508537120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8549; }","duration":"126.268277ms","start":"2026-05-08T18:35:17.592466Z","end":"2026-05-08T18:35:17.718734Z","steps":["trace[508537120] 'agreement among raft nodes before linearized reading' (duration: 126.024919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:17.718986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.460734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-08T18:35:17.719052Z","caller":"traceutil/trace.go:171","msg":"trace[682887023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8549; }","duration":"419.132716ms","start":"2026-05-08T18:35:17.299892Z","end":"2026-05-08T18:35:17.719025Z","steps":["trace[682887023] 'agreement among raft nodes before linearized reading' (duration: 418.34166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:17.71911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:17.299871Z","time spent":"419.209188ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:35:17.719101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.617439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T18:35:17.719203Z","caller":"traceutil/trace.go:171","msg":"trace[673392994] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8549; }","duration":"131.768224ms","start":"2026-05-08T18:35:17.587416Z","end":"2026-05-08T18:35:17.719184Z","steps":["trace[673392994] 'agreement among raft nodes before linearized reading' (duration: 130.921316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:17.719149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.64765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-08T18:35:17.719356Z","caller":"traceutil/trace.go:171","msg":"trace[1132260814] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8549; }","duration":"418.890698ms","start":"2026-05-08T18:35:17.30045Z","end":"2026-05-08T18:35:17.719341Z","steps":["trace[1132260814] 'agreement among raft nodes before linearized reading' (duration: 417.996319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:17.719393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:17.300426Z","time spent":"418.95535ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:35:18.224905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174219973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:35:18.726111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174219973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:35:19.227092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174219973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:35:19.240786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.516654467s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T18:35:20.175084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355341576s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:35:20.175244Z","caller":"traceutil/trace.go:171","msg":"trace[483963190] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8549; }","duration":"1.355524782s","start":"2026-05-08T18:35:18.819695Z","end":"2026-05-08T18:35:20.17522Z","steps":["trace[483963190] 'range keys from in-memory index tree' (duration: 1.355320915s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:20.176577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.243588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:35:20.176784Z","caller":"traceutil/trace.go:171","msg":"trace[1013035910] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"2.452687202s","start":"2026-05-08T18:35:17.724051Z","end":"2026-05-08T18:35:20.176738Z","steps":["trace[1013035910] 'process raft request' (duration: 1.517147872s)","trace[1013035910] 'compare' (duration: 933.313008ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:35:20.176868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:17.724036Z","time spent":"2.452792106s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:35:20.177632Z","caller":"traceutil/trace.go:171","msg":"trace[606306840] linearizableReadLoop","detail":"{readStateIndex:8862; appliedIndex:8856; }","duration":"2.453096616s","start":"2026-05-08T18:35:17.724509Z","end":"2026-05-08T18:35:20.177606Z","steps":["trace[606306840] 'read index received' (duration: 1.516510352s)","trace[606306840] 'applied index is now lower than readState.Index' (duration: 936.584844ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:20.177729Z","caller":"traceutil/trace.go:171","msg":"trace[872890891] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"2.453371084s","start":"2026-05-08T18:35:17.724302Z","end":"2026-05-08T18:35:20.177673Z","steps":["trace[872890891] 'process raft request' (duration: 2.453143586s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:20.177782Z","caller":"traceutil/trace.go:171","msg":"trace[88721016] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"1.41880117s","start":"2026-05-08T18:35:18.758963Z","end":"2026-05-08T18:35:20.177764Z","steps":["trace[88721016] 'process raft request' (duration: 1.418601163s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:20.177816Z","caller":"traceutil/trace.go:171","msg":"trace[1884516061] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"1.701267004s","start":"2026-05-08T18:35:18.476486Z","end":"2026-05-08T18:35:20.177753Z","steps":["trace[1884516061] 'process raft request' (duration: 1.701040937s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:20.177871Z","caller":"traceutil/trace.go:171","msg":"trace[589835578] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"2.45357396s","start":"2026-05-08T18:35:17.724274Z","end":"2026-05-08T18:35:20.177848Z","steps":["trace[589835578] 'process raft request' (duration: 2.453028033s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:20.177923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:18.758942Z","time spent":"1.418877472s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:35:20.177942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:17.724266Z","time spent":"2.45355631s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:35:20.177994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:18.476469Z","time spent":"1.70143053s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:35:20.178017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:17.724262Z","time spent":"2.453664934s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:35:20.178139Z","caller":"traceutil/trace.go:171","msg":"trace[785674544] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"1.728487847s","start":"2026-05-08T18:35:18.449628Z","end":"2026-05-08T18:35:20.178116Z","steps":["trace[785674544] 'process raft request' (duration: 1.727862987s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:20.17823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189114237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:35:20.178241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.502988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:35:20.178265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453750226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19316"} {"level":"warn","ts":"2026-05-08T18:35:20.178265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:18.449598Z","time spent":"1.728605741s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:35:20.178329Z","caller":"traceutil/trace.go:171","msg":"trace[771728300] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8555; }","duration":"2.453832168s","start":"2026-05-08T18:35:17.724487Z","end":"2026-05-08T18:35:20.178319Z","steps":["trace[771728300] 'agreement among raft nodes before linearized reading' (duration: 2.453653883s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:20.178327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007903029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:35:20.178352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:17.724478Z","time spent":"2.45386899s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19340,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-08T18:35:20.178364Z","caller":"traceutil/trace.go:171","msg":"trace[649746588] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8555; }","duration":"1.007981351s","start":"2026-05-08T18:35:19.17037Z","end":"2026-05-08T18:35:20.178351Z","steps":["trace[649746588] 'agreement among raft nodes before linearized reading' (duration: 1.00792358s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:20.178283Z","caller":"traceutil/trace.go:171","msg":"trace[903961585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8555; }","duration":"604.57482ms","start":"2026-05-08T18:35:19.573697Z","end":"2026-05-08T18:35:20.178272Z","steps":["trace[903961585] 'agreement among raft nodes before linearized reading' (duration: 604.496037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:20.1784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:19.170349Z","time spent":"1.008041784s","remote":"127.0.0.1:39270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:35:20.178414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.122777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T18:35:20.178482Z","caller":"traceutil/trace.go:171","msg":"trace[1114677913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8555; }","duration":"454.2242ms","start":"2026-05-08T18:35:19.72425Z","end":"2026-05-08T18:35:20.178474Z","steps":["trace[1114677913] 'agreement among raft nodes before linearized reading' (duration: 454.053965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:20.178506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:19.724232Z","time spent":"454.268942ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:35:20.178491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:19.573678Z","time spent":"604.731785ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:35:20.178506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04802927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-08T18:35:20.178272Z","caller":"traceutil/trace.go:171","msg":"trace[1261311378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8555; }","duration":"1.189154079s","start":"2026-05-08T18:35:18.989106Z","end":"2026-05-08T18:35:20.17826Z","steps":["trace[1261311378] 'agreement among raft nodes before linearized reading' (duration: 1.189085216s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:20.178569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:18.989046Z","time spent":"1.18951233s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T18:35:20.178558Z","caller":"traceutil/trace.go:171","msg":"trace[174098383] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:8555; }","duration":"2.048282429s","start":"2026-05-08T18:35:18.13026Z","end":"2026-05-08T18:35:20.178542Z","steps":["trace[174098383] 'agreement among raft nodes before linearized reading' (duration: 2.047918177s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:20.17863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:18.130228Z","time spent":"2.048390022s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-05-08T18:35:20.178752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602725146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-08T18:35:20.178835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600504995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-08T18:35:20.178824Z","caller":"traceutil/trace.go:171","msg":"trace[697992709] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8555; }","duration":"1.602784768s","start":"2026-05-08T18:35:18.576014Z","end":"2026-05-08T18:35:20.178798Z","steps":["trace[697992709] 'agreement among raft nodes before linearized reading' (duration: 1.602627053s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:20.178863Z","caller":"traceutil/trace.go:171","msg":"trace[1917084832] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:8555; }","duration":"1.600545666s","start":"2026-05-08T18:35:18.57831Z","end":"2026-05-08T18:35:20.178856Z","steps":["trace[1917084832] 'agreement among raft nodes before linearized reading' (duration: 1.600463503s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:20.178886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603155189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-08T18:35:20.178888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:18.578303Z","time spent":"1.600579276s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-xxzdb\" "} {"level":"warn","ts":"2026-05-08T18:35:20.17889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:18.575957Z","time spent":"1.602911971s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:35:20.178917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612786498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-08T18:35:20.178911Z","caller":"traceutil/trace.go:171","msg":"trace[1482437227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8555; }","duration":"1.603231312s","start":"2026-05-08T18:35:18.575673Z","end":"2026-05-08T18:35:20.178904Z","steps":["trace[1482437227] 'agreement among raft nodes before linearized reading' (duration: 1.60316817s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:20.178955Z","caller":"traceutil/trace.go:171","msg":"trace[960178783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8555; }","duration":"1.612874032s","start":"2026-05-08T18:35:18.566071Z","end":"2026-05-08T18:35:20.178945Z","steps":["trace[960178783] 'agreement among raft nodes before linearized reading' (duration: 1.612715836s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:20.178971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:18.575643Z","time spent":"1.603314545s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T18:35:20.178988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:18.566032Z","time spent":"1.612948684s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T18:35:34.382749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.082501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:35:34.383123Z","caller":"traceutil/trace.go:171","msg":"trace[1020530696] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"139.789181ms","start":"2026-05-08T18:35:34.243299Z","end":"2026-05-08T18:35:34.383089Z","steps":["trace[1020530696] 'process raft request' (duration: 139.564384ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:34.383175Z","caller":"traceutil/trace.go:171","msg":"trace[1494641415] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"252.945259ms","start":"2026-05-08T18:35:34.130195Z","end":"2026-05-08T18:35:34.38314Z","steps":["trace[1494641415] 'process raft request' (duration: 34.373542ms)","trace[1494641415] 'compare' (duration: 217.75215ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:34.38315Z","caller":"traceutil/trace.go:171","msg":"trace[1687956268] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"138.185219ms","start":"2026-05-08T18:35:34.244942Z","end":"2026-05-08T18:35:34.383127Z","steps":["trace[1687956268] 'process raft request' (duration: 137.996363ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:34.383452Z","caller":"traceutil/trace.go:171","msg":"trace[1388001036] linearizableReadLoop","detail":"{readStateIndex:8980; appliedIndex:8977; }","duration":"131.373281ms","start":"2026-05-08T18:35:34.251602Z","end":"2026-05-08T18:35:34.382976Z","steps":["trace[1388001036] 'read index received' (duration: 123.757507ms)","trace[1388001036] 'applied index is now lower than readState.Index' (duration: 7.614844ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:35:34.383438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.821605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T18:35:34.383566Z","caller":"traceutil/trace.go:171","msg":"trace[487796861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8667; }","duration":"132.012592ms","start":"2026-05-08T18:35:34.251541Z","end":"2026-05-08T18:35:34.383554Z","steps":["trace[487796861] 'agreement among raft nodes before linearized reading' (duration: 131.684201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:34.383701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.899306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T18:35:34.383743Z","caller":"traceutil/trace.go:171","msg":"trace[205352876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8667; }","duration":"130.958148ms","start":"2026-05-08T18:35:34.252772Z","end":"2026-05-08T18:35:34.38373Z","steps":["trace[205352876] 'agreement among raft nodes before linearized reading' (duration: 130.822263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:34.383876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.552278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-05-08T18:35:34.383907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.299404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:35:34.384005Z","caller":"traceutil/trace.go:171","msg":"trace[1206680667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8667; }","duration":"104.434778ms","start":"2026-05-08T18:35:34.279562Z","end":"2026-05-08T18:35:34.383997Z","steps":["trace[1206680667] 'agreement among raft nodes before linearized reading' (duration: 104.161269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:34.384011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.233493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-08T18:35:34.38404Z","caller":"traceutil/trace.go:171","msg":"trace[566374499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8667; }","duration":"100.303535ms","start":"2026-05-08T18:35:34.283729Z","end":"2026-05-08T18:35:34.384033Z","steps":["trace[566374499] 'agreement among raft nodes before linearized reading' (duration: 100.214012ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:34.383914Z","caller":"traceutil/trace.go:171","msg":"trace[2103170431] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8667; }","duration":"107.63158ms","start":"2026-05-08T18:35:34.276272Z","end":"2026-05-08T18:35:34.383904Z","steps":["trace[2103170431] 'agreement among raft nodes before linearized reading' (duration: 107.546247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:35.080036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174220329,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T18:35:35.116484Z","caller":"traceutil/trace.go:171","msg":"trace[676148573] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"600.993195ms","start":"2026-05-08T18:35:34.515439Z","end":"2026-05-08T18:35:35.116432Z","steps":["trace[676148573] 'process raft request' (duration: 600.755467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:35.116797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:34.515411Z","time spent":"601.168371ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:35:35.19643Z","caller":"traceutil/trace.go:171","msg":"trace[650298299] linearizableReadLoop","detail":"{readStateIndex:8989; appliedIndex:8987; }","duration":"616.668768ms","start":"2026-05-08T18:35:34.579731Z","end":"2026-05-08T18:35:35.1964Z","steps":["trace[650298299] 'read index received' (duration: 536.439127ms)","trace[650298299] 'applied index is now lower than readState.Index' (duration: 80.227841ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:35.19651Z","caller":"traceutil/trace.go:171","msg":"trace[656626431] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"347.81765ms","start":"2026-05-08T18:35:34.848652Z","end":"2026-05-08T18:35:35.196469Z","steps":["trace[656626431] 'process raft request' (duration: 347.554841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:35.196609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.851604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:35:35.196716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:34.848615Z","time spent":"347.975784ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:35:35.196742Z","caller":"traceutil/trace.go:171","msg":"trace[273743947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8676; }","duration":"617.050481ms","start":"2026-05-08T18:35:34.579668Z","end":"2026-05-08T18:35:35.196718Z","steps":["trace[273743947] 'agreement among raft nodes before linearized reading' (duration: 616.839944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:35.196801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:34.579645Z","time spent":"617.144683ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T18:35:35.51595Z","caller":"traceutil/trace.go:171","msg":"trace[1546360967] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"395.287341ms","start":"2026-05-08T18:35:35.120627Z","end":"2026-05-08T18:35:35.515914Z","steps":["trace[1546360967] 'process raft request' (duration: 394.991281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:35.51613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:35.120593Z","time spent":"395.457917ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T18:35:35.516153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.17432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dcscj\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-05-08T18:35:35.516207Z","caller":"traceutil/trace.go:171","msg":"trace[290473984] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dcscj; range_end:; response_count:1; response_revision:8679; }","duration":"620.263603ms","start":"2026-05-08T18:35:34.895928Z","end":"2026-05-08T18:35:35.516191Z","steps":["trace[290473984] 'agreement among raft nodes before linearized reading' (duration: 620.099487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:35.516378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:34.895908Z","time spent":"620.452069ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dcscj\" "} {"level":"info","ts":"2026-05-08T18:35:35.515992Z","caller":"traceutil/trace.go:171","msg":"trace[959408676] linearizableReadLoop","detail":"{readStateIndex:8992; appliedIndex:8989; }","duration":"319.468471ms","start":"2026-05-08T18:35:35.196506Z","end":"2026-05-08T18:35:35.515975Z","steps":["trace[959408676] 'read index received' (duration: 319.056807ms)","trace[959408676] 'applied index is now lower than readState.Index' (duration: 410.724µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:35:35.516671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.734307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:35:35.516768Z","caller":"traceutil/trace.go:171","msg":"trace[1482857540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8679; }","duration":"318.873812ms","start":"2026-05-08T18:35:35.197878Z","end":"2026-05-08T18:35:35.516752Z","steps":["trace[1482857540] 'agreement among raft nodes before linearized reading' (duration: 318.737637ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:35.516683Z","caller":"traceutil/trace.go:171","msg":"trace[2010505662] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"391.065936ms","start":"2026-05-08T18:35:35.125573Z","end":"2026-05-08T18:35:35.516639Z","steps":["trace[2010505662] 'process raft request' (duration: 390.25092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:35.517104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.422846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:35:35.517096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:35.12554Z","time spent":"391.418387ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:35:35.516824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:35.197859Z","time spent":"318.951834ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T18:35:35.517449Z","caller":"traceutil/trace.go:171","msg":"trace[851132047] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"324.773001ms","start":"2026-05-08T18:35:35.192349Z","end":"2026-05-08T18:35:35.517122Z","steps":["trace[851132047] 'process raft request' (duration: 323.560072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:35.517811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:35.192308Z","time spent":"325.322539ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:35:35.518293Z","caller":"traceutil/trace.go:171","msg":"trace[1044187143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8679; }","duration":"123.54351ms","start":"2026-05-08T18:35:35.393613Z","end":"2026-05-08T18:35:35.517156Z","steps":["trace[1044187143] 'agreement among raft nodes before linearized reading' (duration: 123.443247ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:35.66253Z","caller":"traceutil/trace.go:171","msg":"trace[1912543625] linearizableReadLoop","detail":"{readStateIndex:8993; appliedIndex:8992; }","duration":"132.876849ms","start":"2026-05-08T18:35:35.529633Z","end":"2026-05-08T18:35:35.662509Z","steps":["trace[1912543625] 'read index received' (duration: 132.743235ms)","trace[1912543625] 'applied index is now lower than readState.Index' (duration: 132.754µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:35:35.662732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.081446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19316"} {"level":"info","ts":"2026-05-08T18:35:35.662765Z","caller":"traceutil/trace.go:171","msg":"trace[1632576501] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8680; }","duration":"133.152638ms","start":"2026-05-08T18:35:35.529604Z","end":"2026-05-08T18:35:35.662757Z","steps":["trace[1632576501] 'agreement among raft nodes before linearized reading' (duration: 133.016714ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:35.662975Z","caller":"traceutil/trace.go:171","msg":"trace[520288531] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"134.727738ms","start":"2026-05-08T18:35:35.528234Z","end":"2026-05-08T18:35:35.662962Z","steps":["trace[520288531] 'process raft request' (duration: 134.14947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:36.907022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174220370,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T18:35:37.260667Z","caller":"traceutil/trace.go:171","msg":"trace[1715438551] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"870.725291ms","start":"2026-05-08T18:35:36.389898Z","end":"2026-05-08T18:35:37.260623Z","steps":["trace[1715438551] 'process raft request' (duration: 870.501064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:37.260938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:36.389881Z","time spent":"870.953929ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:35:37.873075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.151046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:35:37.873217Z","caller":"traceutil/trace.go:171","msg":"trace[1209100117] linearizableReadLoop","detail":"{readStateIndex:8998; appliedIndex:8996; }","duration":"1.467015775s","start":"2026-05-08T18:35:36.406179Z","end":"2026-05-08T18:35:37.873195Z","steps":["trace[1209100117] 'read index received' (duration: 854.302134ms)","trace[1209100117] 'applied index is now lower than readState.Index' (duration: 612.712331ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:37.873325Z","caller":"traceutil/trace.go:171","msg":"trace[661594566] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"1.478778082s","start":"2026-05-08T18:35:36.394534Z","end":"2026-05-08T18:35:37.873313Z","steps":["trace[661594566] 'process raft request' (duration: 1.351272175s)","trace[661594566] 'compare' (duration: 127.026511ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:35:37.873395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:36.394511Z","time spent":"1.478850244s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:35:37.873718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390605896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-08T18:35:37.873761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412671393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-08T18:35:37.873806Z","caller":"traceutil/trace.go:171","msg":"trace[1761640640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8684; }","duration":"1.390717319s","start":"2026-05-08T18:35:36.483067Z","end":"2026-05-08T18:35:37.873784Z","steps":["trace[1761640640] 'agreement among raft nodes before linearized reading' (duration: 1.390467851s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:37.873846Z","caller":"traceutil/trace.go:171","msg":"trace[1329888992] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8684; }","duration":"1.412801307s","start":"2026-05-08T18:35:36.461022Z","end":"2026-05-08T18:35:37.873824Z","steps":["trace[1329888992] 'agreement among raft nodes before linearized reading' (duration: 1.412517318s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:37.873911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:36.461007Z","time spent":"1.412892671s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:35:37.873945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46778639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"info","ts":"2026-05-08T18:35:37.873982Z","caller":"traceutil/trace.go:171","msg":"trace[24862224] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8684; }","duration":"1.467820341s","start":"2026-05-08T18:35:36.406151Z","end":"2026-05-08T18:35:37.873971Z","steps":["trace[24862224] 'agreement among raft nodes before linearized reading' (duration: 1.467725858s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:37.874016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:36.406134Z","time spent":"1.467875903s","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3548,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-08T18:35:37.874231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026338859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:35:37.874267Z","caller":"traceutil/trace.go:171","msg":"trace[464567010] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8684; }","duration":"1.026412651s","start":"2026-05-08T18:35:36.847846Z","end":"2026-05-08T18:35:37.874258Z","steps":["trace[464567010] 'agreement among raft nodes before linearized reading' (duration: 1.026349899s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:37.874299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:36.847818Z","time spent":"1.026471083s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:35:37.874457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298268455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:35:37.874466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391397841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T18:35:37.874491Z","caller":"traceutil/trace.go:171","msg":"trace[1565741501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8684; }","duration":"1.298338268s","start":"2026-05-08T18:35:36.576144Z","end":"2026-05-08T18:35:37.874482Z","steps":["trace[1565741501] 'agreement among raft nodes before linearized reading' (duration: 1.298284427s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:37.874519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:36.576125Z","time spent":"1.298387729s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T18:35:37.874522Z","caller":"traceutil/trace.go:171","msg":"trace[218714911] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8684; }","duration":"1.391453833s","start":"2026-05-08T18:35:36.483042Z","end":"2026-05-08T18:35:37.874496Z","steps":["trace[218714911] 'agreement among raft nodes before linearized reading' (duration: 1.391343039s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:37.873854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:36.483062Z","time spent":"1.390783632s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T18:35:37.874559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:36.483037Z","time spent":"1.391514895s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:35:37.874696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410146313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-05-08T18:35:37.874722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391256347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-08T18:35:37.874753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392712414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:35:37.874765Z","caller":"traceutil/trace.go:171","msg":"trace[620080796] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:8684; }","duration":"1.410232835s","start":"2026-05-08T18:35:36.464512Z","end":"2026-05-08T18:35:37.874745Z","steps":["trace[620080796] 'agreement among raft nodes before linearized reading' (duration: 1.409973786s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:37.874806Z","caller":"traceutil/trace.go:171","msg":"trace[478729972] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8684; }","duration":"1.392785665s","start":"2026-05-08T18:35:36.482008Z","end":"2026-05-08T18:35:37.874794Z","steps":["trace[478729972] 'agreement among raft nodes before linearized reading' (duration: 1.392711023s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:37.874814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:36.464503Z","time spent":"1.410303058s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-xxzdb\" "} {"level":"info","ts":"2026-05-08T18:35:37.874815Z","caller":"traceutil/trace.go:171","msg":"trace[682771024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8684; }","duration":"1.391388531s","start":"2026-05-08T18:35:36.483403Z","end":"2026-05-08T18:35:37.874792Z","steps":["trace[682771024] 'agreement among raft nodes before linearized reading' (duration: 1.391069501s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:37.874817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392079643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-08T18:35:37.874845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:36.481997Z","time spent":"1.392841178s","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:35:37.874833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391786884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T18:35:37.874888Z","caller":"traceutil/trace.go:171","msg":"trace[1308959759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8684; }","duration":"1.392160666s","start":"2026-05-08T18:35:36.482702Z","end":"2026-05-08T18:35:37.874863Z","steps":["trace[1308959759] 'agreement among raft nodes before linearized reading' (duration: 1.392012991s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:37.87494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:36.482693Z","time spent":"1.392237388s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T18:35:37.874987Z","caller":"traceutil/trace.go:171","msg":"trace[1118378910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8684; }","duration":"1.39196052s","start":"2026-05-08T18:35:36.482998Z","end":"2026-05-08T18:35:37.874958Z","steps":["trace[1118378910] 'agreement among raft nodes before linearized reading' (duration: 1.391748103s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:37.874845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390898725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-08T18:35:37.875065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:36.482989Z","time spent":"1.392058702s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T18:35:37.875126Z","caller":"traceutil/trace.go:171","msg":"trace[1113957634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8684; }","duration":"1.391185105s","start":"2026-05-08T18:35:36.483902Z","end":"2026-05-08T18:35:37.875087Z","steps":["trace[1113957634] 'agreement among raft nodes before linearized reading' (duration: 1.390615526s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:37.87522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:36.483889Z","time spent":"1.391291428s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:35:37.874864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:36.483395Z","time spent":"1.391458483s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:35:38.094749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.822759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:35:38.095069Z","caller":"traceutil/trace.go:171","msg":"trace[1340074773] linearizableReadLoop","detail":"{readStateIndex:9004; appliedIndex:8998; }","duration":"213.853025ms","start":"2026-05-08T18:35:37.881196Z","end":"2026-05-08T18:35:38.095049Z","steps":["trace[1340074773] 'read index received' (duration: 12.81258ms)","trace[1340074773] 'applied index is now lower than readState.Index' (duration: 201.039135ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:38.09504Z","caller":"traceutil/trace.go:171","msg":"trace[33649700] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"214.399123ms","start":"2026-05-08T18:35:37.880591Z","end":"2026-05-08T18:35:38.09499Z","steps":["trace[33649700] 'process raft request' (duration: 95.242693ms)","trace[33649700] 'compare' (duration: 118.648704ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:38.095186Z","caller":"traceutil/trace.go:171","msg":"trace[302965280] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"214.452285ms","start":"2026-05-08T18:35:37.880723Z","end":"2026-05-08T18:35:38.095175Z","steps":["trace[302965280] 'process raft request' (duration: 214.130874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:38.095424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.224957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"info","ts":"2026-05-08T18:35:38.095396Z","caller":"traceutil/trace.go:171","msg":"trace[1694393883] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"213.988559ms","start":"2026-05-08T18:35:37.881354Z","end":"2026-05-08T18:35:38.095343Z","steps":["trace[1694393883] 'process raft request' (duration: 213.653148ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:38.095416Z","caller":"traceutil/trace.go:171","msg":"trace[1029530665] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"214.603499ms","start":"2026-05-08T18:35:37.880763Z","end":"2026-05-08T18:35:38.095367Z","steps":["trace[1029530665] 'process raft request' (duration: 214.179725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:38.095564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.339376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:35:38.095579Z","caller":"traceutil/trace.go:171","msg":"trace[492566613] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"214.459394ms","start":"2026-05-08T18:35:37.881079Z","end":"2026-05-08T18:35:38.095539Z","steps":["trace[492566613] 'process raft request' (duration: 213.899646ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:38.095467Z","caller":"traceutil/trace.go:171","msg":"trace[62188905] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8691; }","duration":"214.29531ms","start":"2026-05-08T18:35:37.881157Z","end":"2026-05-08T18:35:38.095453Z","steps":["trace[62188905] 'agreement among raft nodes before linearized reading' (duration: 214.162945ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:38.095657Z","caller":"traceutil/trace.go:171","msg":"trace[2074596412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8691; }","duration":"212.483662ms","start":"2026-05-08T18:35:37.883156Z","end":"2026-05-08T18:35:38.09564Z","steps":["trace[2074596412] 'agreement among raft nodes before linearized reading' (duration: 212.286535ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:38.095497Z","caller":"traceutil/trace.go:171","msg":"trace[822174683] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"214.772115ms","start":"2026-05-08T18:35:37.880689Z","end":"2026-05-08T18:35:38.095461Z","steps":["trace[822174683] 'process raft request' (duration: 214.218227ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:38.294166Z","caller":"traceutil/trace.go:171","msg":"trace[2131356874] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"151.29439ms","start":"2026-05-08T18:35:38.142824Z","end":"2026-05-08T18:35:38.294119Z","steps":["trace[2131356874] 'process raft request' (duration: 123.468958ms)","trace[2131356874] 'compare' (duration: 27.545753ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:38.294699Z","caller":"traceutil/trace.go:171","msg":"trace[1835097551] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"143.829091ms","start":"2026-05-08T18:35:38.150848Z","end":"2026-05-08T18:35:38.294677Z","steps":["trace[1835097551] 'process raft request' (duration: 143.199831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:39.955257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174220404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:35:40.455453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174220404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:35:40.519529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.253013006s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T18:35:40.520201Z","caller":"traceutil/trace.go:171","msg":"trace[701974413] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"1.253810112s","start":"2026-05-08T18:35:39.266355Z","end":"2026-05-08T18:35:40.520165Z","steps":["trace[701974413] 'process raft request' (duration: 1.253548364s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:40.520494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:39.26633Z","time spent":"1.253967057s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:35:40.552537Z","caller":"traceutil/trace.go:171","msg":"trace[830206694] linearizableReadLoop","detail":"{readStateIndex:9010; appliedIndex:9008; }","duration":"1.098239085s","start":"2026-05-08T18:35:39.454271Z","end":"2026-05-08T18:35:40.55251Z","steps":["trace[830206694] 'read index received' (duration: 1.065553437s)","trace[830206694] 'applied index is now lower than readState.Index' (duration: 32.681938ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:40.552596Z","caller":"traceutil/trace.go:171","msg":"trace[929625530] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"673.259152ms","start":"2026-05-08T18:35:39.879298Z","end":"2026-05-08T18:35:40.552557Z","steps":["trace[929625530] 'process raft request' (duration: 673.093397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:40.552763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.688168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:35:40.552747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098395939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:35:40.552807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:39.879273Z","time spent":"673.406476ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:35:40.552826Z","caller":"traceutil/trace.go:171","msg":"trace[357881962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8695; }","duration":"976.786931ms","start":"2026-05-08T18:35:39.576021Z","end":"2026-05-08T18:35:40.552808Z","steps":["trace[357881962] 'agreement among raft nodes before linearized reading' (duration: 976.669067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:40.552836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.532556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T18:35:40.552835Z","caller":"traceutil/trace.go:171","msg":"trace[1487510347] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8695; }","duration":"1.098600816s","start":"2026-05-08T18:35:39.454216Z","end":"2026-05-08T18:35:40.552817Z","steps":["trace[1487510347] 'agreement among raft nodes before linearized reading' (duration: 1.09838481s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:40.552875Z","caller":"traceutil/trace.go:171","msg":"trace[97704040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8695; }","duration":"452.627879ms","start":"2026-05-08T18:35:40.100235Z","end":"2026-05-08T18:35:40.552862Z","steps":["trace[97704040] 'agreement among raft nodes before linearized reading' (duration: 452.490014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:40.552879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:39.575969Z","time spent":"976.901035ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:35:40.55289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:39.454194Z","time spent":"1.098680659s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:35:40.552907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:40.100209Z","time spent":"452.691501ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:35:40.552903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.815285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-08T18:35:40.553002Z","caller":"traceutil/trace.go:171","msg":"trace[618478957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8695; }","duration":"452.95658ms","start":"2026-05-08T18:35:40.100022Z","end":"2026-05-08T18:35:40.552979Z","steps":["trace[618478957] 'agreement among raft nodes before linearized reading' (duration: 452.799945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:40.553054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:40.099997Z","time spent":"453.047073ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:35:40.553124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.41643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-08T18:35:40.553163Z","caller":"traceutil/trace.go:171","msg":"trace[1880538879] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8695; }","duration":"451.469652ms","start":"2026-05-08T18:35:40.101686Z","end":"2026-05-08T18:35:40.553156Z","steps":["trace[1880538879] 'agreement among raft nodes before linearized reading' (duration: 451.3988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:40.553175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.43294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-08T18:35:40.553205Z","caller":"traceutil/trace.go:171","msg":"trace[2146617098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8695; }","duration":"655.460651ms","start":"2026-05-08T18:35:39.897738Z","end":"2026-05-08T18:35:40.553198Z","steps":["trace[2146617098] 'agreement among raft nodes before linearized reading' (duration: 655.405969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:40.55323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:39.897714Z","time spent":"655.512243ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:35:40.553234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.572826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-08T18:35:40.553252Z","caller":"traceutil/trace.go:171","msg":"trace[1527443945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8695; }","duration":"451.611056ms","start":"2026-05-08T18:35:40.101635Z","end":"2026-05-08T18:35:40.553246Z","steps":["trace[1527443945] 'agreement among raft nodes before linearized reading' (duration: 451.577555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:40.553181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:40.101677Z","time spent":"451.500573ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:35:40.553272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:40.101628Z","time spent":"451.641268ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T18:35:40.553304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.063053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-08T18:35:40.553125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.454849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-05-08T18:35:40.553324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.021972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T18:35:40.553348Z","caller":"traceutil/trace.go:171","msg":"trace[62064075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8695; }","duration":"453.120285ms","start":"2026-05-08T18:35:40.100217Z","end":"2026-05-08T18:35:40.553337Z","steps":["trace[62064075] 'agreement among raft nodes before linearized reading' (duration: 453.048603ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:40.553386Z","caller":"traceutil/trace.go:171","msg":"trace[1324691927] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:8695; }","duration":"664.721128ms","start":"2026-05-08T18:35:39.888623Z","end":"2026-05-08T18:35:40.553344Z","steps":["trace[1324691927] 'agreement among raft nodes before linearized reading' (duration: 664.403348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:40.553421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:40.100207Z","time spent":"453.202487ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T18:35:40.553436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:39.8886Z","time spent":"664.818051ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-xxzdb\" "} {"level":"info","ts":"2026-05-08T18:35:40.553442Z","caller":"traceutil/trace.go:171","msg":"trace[1956693423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8695; }","duration":"453.101634ms","start":"2026-05-08T18:35:40.100245Z","end":"2026-05-08T18:35:40.553346Z","steps":["trace[1956693423] 'agreement among raft nodes before linearized reading' (duration: 452.946559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:40.553511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:40.100211Z","time spent":"453.28457ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T18:35:40.729578Z","caller":"traceutil/trace.go:171","msg":"trace[1059152767] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"170.622219ms","start":"2026-05-08T18:35:40.558929Z","end":"2026-05-08T18:35:40.729551Z","steps":["trace[1059152767] 'process raft request' (duration: 170.528996ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:40.72964Z","caller":"traceutil/trace.go:171","msg":"trace[799703475] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"170.868456ms","start":"2026-05-08T18:35:40.558715Z","end":"2026-05-08T18:35:40.729584Z","steps":["trace[799703475] 'process raft request' (duration: 170.554826ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:40.729833Z","caller":"traceutil/trace.go:171","msg":"trace[459331017] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"170.807595ms","start":"2026-05-08T18:35:40.559015Z","end":"2026-05-08T18:35:40.729822Z","steps":["trace[459331017] 'process raft request' (duration: 170.491625ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:40.73045Z","caller":"traceutil/trace.go:171","msg":"trace[1380674257] linearizableReadLoop","detail":"{readStateIndex:9017; appliedIndex:9011; }","duration":"158.82253ms","start":"2026-05-08T18:35:40.571605Z","end":"2026-05-08T18:35:40.730427Z","steps":["trace[1380674257] 'read index received' (duration: 157.778617ms)","trace[1380674257] 'applied index is now lower than readState.Index' (duration: 1.042273ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:40.73044Z","caller":"traceutil/trace.go:171","msg":"trace[112349814] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"170.855036ms","start":"2026-05-08T18:35:40.559541Z","end":"2026-05-08T18:35:40.730396Z","steps":["trace[112349814] 'process raft request' (duration: 170.237376ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:40.730466Z","caller":"traceutil/trace.go:171","msg":"trace[1252419172] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"170.817955ms","start":"2026-05-08T18:35:40.55961Z","end":"2026-05-08T18:35:40.730428Z","steps":["trace[1252419172] 'process raft request' (duration: 170.585168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:40.730643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.977295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:35:40.730564Z","caller":"traceutil/trace.go:171","msg":"trace[254666360] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"170.811225ms","start":"2026-05-08T18:35:40.559697Z","end":"2026-05-08T18:35:40.730508Z","steps":["trace[254666360] 'process raft request' (duration: 170.65127ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:40.7307Z","caller":"traceutil/trace.go:171","msg":"trace[162607014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8702; }","duration":"159.097109ms","start":"2026-05-08T18:35:40.571586Z","end":"2026-05-08T18:35:40.730683Z","steps":["trace[162607014] 'agreement among raft nodes before linearized reading' (duration: 158.929924ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:42.677538Z","caller":"traceutil/trace.go:171","msg":"trace[978446933] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"184.602257ms","start":"2026-05-08T18:35:42.492904Z","end":"2026-05-08T18:35:42.677506Z","steps":["trace[978446933] 'process raft request' (duration: 184.415271ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:42.861621Z","caller":"traceutil/trace.go:171","msg":"trace[1490862770] linearizableReadLoop","detail":"{readStateIndex:9021; appliedIndex:9018; }","duration":"296.290889ms","start":"2026-05-08T18:35:42.565303Z","end":"2026-05-08T18:35:42.861594Z","steps":["trace[1490862770] 'read index received' (duration: 112.047252ms)","trace[1490862770] 'applied index is now lower than readState.Index' (duration: 184.242336ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:42.861687Z","caller":"traceutil/trace.go:171","msg":"trace[690440988] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"334.630217ms","start":"2026-05-08T18:35:42.527019Z","end":"2026-05-08T18:35:42.861649Z","steps":["trace[690440988] 'process raft request' (duration: 324.045208ms)","trace[690440988] 'compare' (duration: 10.346552ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:42.861703Z","caller":"traceutil/trace.go:171","msg":"trace[89261923] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"301.663501ms","start":"2026-05-08T18:35:42.559999Z","end":"2026-05-08T18:35:42.861663Z","steps":["trace[89261923] 'process raft request' (duration: 301.539907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:42.861845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:42.526994Z","time spent":"334.766012ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:35:42.861876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.558706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-05-08T18:35:42.861879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:35:42.559959Z","time spent":"301.823056ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:35:42.861909Z","caller":"traceutil/trace.go:171","msg":"trace[1001799978] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:8706; }","duration":"296.67564ms","start":"2026-05-08T18:35:42.565224Z","end":"2026-05-08T18:35:42.8619Z","steps":["trace[1001799978] 'agreement among raft nodes before linearized reading' (duration: 296.515235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:42.862025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.181409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-08T18:35:42.862093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.726552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T18:35:42.862126Z","caller":"traceutil/trace.go:171","msg":"trace[110376424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8706; }","duration":"126.803214ms","start":"2026-05-08T18:35:42.735312Z","end":"2026-05-08T18:35:42.862115Z","steps":["trace[110376424] 'agreement among raft nodes before linearized reading' (duration: 126.66502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:42.862218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.31924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-08T18:35:42.862259Z","caller":"traceutil/trace.go:171","msg":"trace[2046072256] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8706; }","duration":"180.406394ms","start":"2026-05-08T18:35:42.681844Z","end":"2026-05-08T18:35:42.86225Z","steps":["trace[2046072256] 'agreement among raft nodes before linearized reading' (duration: 180.30574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:42.862258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.874797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-08T18:35:42.862123Z","caller":"traceutil/trace.go:171","msg":"trace[594077899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8706; }","duration":"293.349004ms","start":"2026-05-08T18:35:42.568751Z","end":"2026-05-08T18:35:42.8621Z","steps":["trace[594077899] 'agreement among raft nodes before linearized reading' (duration: 293.058424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:42.862285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.425993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:35:42.862305Z","caller":"traceutil/trace.go:171","msg":"trace[1141544917] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8706; }","duration":"126.938259ms","start":"2026-05-08T18:35:42.735351Z","end":"2026-05-08T18:35:42.86229Z","steps":["trace[1141544917] 'agreement among raft nodes before linearized reading' (duration: 126.757733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:42.862381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.527735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-05-08T18:35:42.862291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.461962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-cephfs-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:35:42.862409Z","caller":"traceutil/trace.go:171","msg":"trace[776637469] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8706; }","duration":"179.572206ms","start":"2026-05-08T18:35:42.682832Z","end":"2026-05-08T18:35:42.862404Z","steps":["trace[776637469] 'agreement among raft nodes before linearized reading' (duration: 179.501334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:42.862421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.856358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-08T18:35:42.8625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.878529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-08T18:35:42.862499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.410236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-08T18:35:42.862527Z","caller":"traceutil/trace.go:171","msg":"trace[1703381751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8706; }","duration":"128.045315ms","start":"2026-05-08T18:35:42.734458Z","end":"2026-05-08T18:35:42.862503Z","steps":["trace[1703381751] 'agreement among raft nodes before linearized reading' (duration: 127.447235ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:42.862587Z","caller":"traceutil/trace.go:171","msg":"trace[51035041] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-cephfs-provisioner; range_end:; response_count:0; response_revision:8706; }","duration":"179.831695ms","start":"2026-05-08T18:35:42.682706Z","end":"2026-05-08T18:35:42.862537Z","steps":["trace[51035041] 'agreement among raft nodes before linearized reading' (duration: 179.410611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:42.862546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.264539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:35:42.862611Z","caller":"traceutil/trace.go:171","msg":"trace[1220245566] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8706; }","duration":"128.584951ms","start":"2026-05-08T18:35:42.734002Z","end":"2026-05-08T18:35:42.862587Z","steps":["trace[1220245566] 'agreement among raft nodes before linearized reading' (duration: 128.214119ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:42.862672Z","caller":"traceutil/trace.go:171","msg":"trace[559779921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8706; }","duration":"127.423394ms","start":"2026-05-08T18:35:42.735228Z","end":"2026-05-08T18:35:42.862651Z","steps":["trace[559779921] 'agreement among raft nodes before linearized reading' (duration: 127.145325ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:42.862312Z","caller":"traceutil/trace.go:171","msg":"trace[1292051952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8706; }","duration":"287.498376ms","start":"2026-05-08T18:35:42.574807Z","end":"2026-05-08T18:35:42.862306Z","steps":["trace[1292051952] 'agreement among raft nodes before linearized reading' (duration: 287.452505ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:42.862534Z","caller":"traceutil/trace.go:171","msg":"trace[1563655047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8706; }","duration":"127.9272ms","start":"2026-05-08T18:35:42.734597Z","end":"2026-05-08T18:35:42.862525Z","steps":["trace[1563655047] 'agreement among raft nodes before linearized reading' (duration: 127.841248ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:43.028871Z","caller":"traceutil/trace.go:171","msg":"trace[301712652] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"160.294978ms","start":"2026-05-08T18:35:42.868531Z","end":"2026-05-08T18:35:43.028826Z","steps":["trace[301712652] 'process raft request' (duration: 160.03744ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:43.028944Z","caller":"traceutil/trace.go:171","msg":"trace[346462579] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"156.972222ms","start":"2026-05-08T18:35:42.871911Z","end":"2026-05-08T18:35:43.028883Z","steps":["trace[346462579] 'process raft request' (duration: 156.809797ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:43.029004Z","caller":"traceutil/trace.go:171","msg":"trace[249440061] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"156.866588ms","start":"2026-05-08T18:35:42.872058Z","end":"2026-05-08T18:35:43.028925Z","steps":["trace[249440061] 'process raft request' (duration: 156.721134ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:43.028956Z","caller":"traceutil/trace.go:171","msg":"trace[1541501449] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"156.650531ms","start":"2026-05-08T18:35:42.872275Z","end":"2026-05-08T18:35:43.028925Z","steps":["trace[1541501449] 'process raft request' (duration: 156.589439ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:43.029235Z","caller":"traceutil/trace.go:171","msg":"trace[326469872] linearizableReadLoop","detail":"{readStateIndex:9023; appliedIndex:9021; }","duration":"160.597618ms","start":"2026-05-08T18:35:42.868626Z","end":"2026-05-08T18:35:43.029223Z","steps":["trace[326469872] 'read index received' (duration: 38.67836ms)","trace[326469872] 'applied index is now lower than readState.Index' (duration: 121.918478ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:35:43.029286Z","caller":"traceutil/trace.go:171","msg":"trace[1926338338] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"156.680022ms","start":"2026-05-08T18:35:42.872592Z","end":"2026-05-08T18:35:43.029272Z","steps":["trace[1926338338] 'process raft request' (duration: 156.30128ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:43.029337Z","caller":"traceutil/trace.go:171","msg":"trace[1952486652] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"156.528557ms","start":"2026-05-08T18:35:42.872768Z","end":"2026-05-08T18:35:43.029296Z","steps":["trace[1952486652] 'process raft request' (duration: 156.401643ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:43.029362Z","caller":"traceutil/trace.go:171","msg":"trace[1426596235] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"157.033653ms","start":"2026-05-08T18:35:42.872176Z","end":"2026-05-08T18:35:43.02921Z","steps":["trace[1426596235] 'process raft request' (duration: 156.656461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:43.029641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.99591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211654"} {"level":"info","ts":"2026-05-08T18:35:43.029681Z","caller":"traceutil/trace.go:171","msg":"trace[471767784] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8714; }","duration":"161.069483ms","start":"2026-05-08T18:35:42.868603Z","end":"2026-05-08T18:35:43.029672Z","steps":["trace[471767784] 'agreement among raft nodes before linearized reading' (duration: 160.698041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:35:43.034519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.073965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-05-08T18:35:43.034589Z","caller":"traceutil/trace.go:171","msg":"trace[585530369] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8715; }","duration":"162.151598ms","start":"2026-05-08T18:35:42.872403Z","end":"2026-05-08T18:35:43.034555Z","steps":["trace[585530369] 'agreement among raft nodes before linearized reading' (duration: 162.035624ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:35:54.492908Z","caller":"traceutil/trace.go:171","msg":"trace[1005646835] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"171.767883ms","start":"2026-05-08T18:35:54.321111Z","end":"2026-05-08T18:35:54.492879Z","steps":["trace[1005646835] 'process raft request' (duration: 171.510515ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:36:25.439027Z","caller":"traceutil/trace.go:171","msg":"trace[1047539021] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"116.261978ms","start":"2026-05-08T18:36:25.322738Z","end":"2026-05-08T18:36:25.439Z","steps":["trace[1047539021] 'process raft request' (duration: 80.686481ms)","trace[1047539021] 'compare' (duration: 35.212186ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:36:25.549393Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002504.wal"} {"level":"info","ts":"2026-05-08T18:36:25.94223Z","caller":"traceutil/trace.go:171","msg":"trace[248787753] transaction","detail":"{read_only:false; response_revision:9174; number_of_response:1; }","duration":"109.1072ms","start":"2026-05-08T18:36:25.833071Z","end":"2026-05-08T18:36:25.942178Z","steps":["trace[248787753] 'process raft request' (duration: 95.084401ms)","trace[248787753] 'compare' (duration: 13.879794ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:36:39.342515Z","caller":"traceutil/trace.go:171","msg":"trace[893046305] linearizableReadLoop","detail":"{readStateIndex:9608; appliedIndex:9607; }","duration":"165.211644ms","start":"2026-05-08T18:36:39.177273Z","end":"2026-05-08T18:36:39.342484Z","steps":["trace[893046305] 'read index received' (duration: 165.007877ms)","trace[893046305] 'applied index is now lower than readState.Index' (duration: 202.607µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:36:39.342663Z","caller":"traceutil/trace.go:171","msg":"trace[475828700] transaction","detail":"{read_only:false; response_revision:9277; number_of_response:1; }","duration":"192.992722ms","start":"2026-05-08T18:36:39.149625Z","end":"2026-05-08T18:36:39.342617Z","steps":["trace[475828700] 'process raft request' (duration: 192.652881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:36:39.342944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.446861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:36:39.343105Z","caller":"traceutil/trace.go:171","msg":"trace[1575179320] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9277; }","duration":"165.832313ms","start":"2026-05-08T18:36:39.177202Z","end":"2026-05-08T18:36:39.343034Z","steps":["trace[1575179320] 'agreement among raft nodes before linearized reading' (duration: 165.43345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:36:39.383982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.346088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:36:39.384187Z","caller":"traceutil/trace.go:171","msg":"trace[86791955] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9278; }","duration":"140.614096ms","start":"2026-05-08T18:36:39.243551Z","end":"2026-05-08T18:36:39.384165Z","steps":["trace[86791955] 'agreement among raft nodes before linearized reading' (duration: 140.207573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:36:39.38432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.787649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:36:39.384598Z","caller":"traceutil/trace.go:171","msg":"trace[1840047244] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:9278; }","duration":"109.140641ms","start":"2026-05-08T18:36:39.275435Z","end":"2026-05-08T18:36:39.384576Z","steps":["trace[1840047244] 'agreement among raft nodes before linearized reading' (duration: 108.755738ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:36:39.384207Z","caller":"traceutil/trace.go:171","msg":"trace[658478733] transaction","detail":"{read_only:false; response_revision:9278; number_of_response:1; }","duration":"177.241638ms","start":"2026-05-08T18:36:39.206931Z","end":"2026-05-08T18:36:39.384172Z","steps":["trace[658478733] 'process raft request' (duration: 176.498404ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:36:51.399015Z","caller":"traceutil/trace.go:171","msg":"trace[1598039007] transaction","detail":"{read_only:false; response_revision:9345; number_of_response:1; }","duration":"767.102271ms","start":"2026-05-08T18:36:50.631879Z","end":"2026-05-08T18:36:51.398981Z","steps":["trace[1598039007] 'process raft request' (duration: 766.895734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:36:51.399522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:36:50.631847Z","time spent":"767.271836ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:36:51.547123Z","caller":"traceutil/trace.go:171","msg":"trace[1070299721] linearizableReadLoop","detail":"{readStateIndex:9680; appliedIndex:9679; }","duration":"101.408953ms","start":"2026-05-08T18:36:51.445653Z","end":"2026-05-08T18:36:51.547062Z","steps":["trace[1070299721] 'read index received' (duration: 21.109316ms)","trace[1070299721] 'applied index is now lower than readState.Index' (duration: 80.297907ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:36:51.547174Z","caller":"traceutil/trace.go:171","msg":"trace[263895739] transaction","detail":"{read_only:false; response_revision:9347; number_of_response:1; }","duration":"111.61849ms","start":"2026-05-08T18:36:51.435512Z","end":"2026-05-08T18:36:51.54713Z","steps":["trace[263895739] 'process raft request' (duration: 31.341883ms)","trace[263895739] 'compare' (duration: 80.049209ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:36:51.547399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.731243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-08T18:36:51.547504Z","caller":"traceutil/trace.go:171","msg":"trace[1695387271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9347; }","duration":"101.884338ms","start":"2026-05-08T18:36:51.445597Z","end":"2026-05-08T18:36:51.547481Z","steps":["trace[1695387271] 'agreement among raft nodes before linearized reading' (duration: 101.64399ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:36:51.693292Z","caller":"traceutil/trace.go:171","msg":"trace[538673864] transaction","detail":"{read_only:false; response_revision:9349; number_of_response:1; }","duration":"139.76629ms","start":"2026-05-08T18:36:51.553497Z","end":"2026-05-08T18:36:51.693263Z","steps":["trace[538673864] 'process raft request' (duration: 138.680865ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:36:51.69361Z","caller":"traceutil/trace.go:171","msg":"trace[96620618] transaction","detail":"{read_only:false; response_revision:9350; number_of_response:1; }","duration":"140.034908ms","start":"2026-05-08T18:36:51.553537Z","end":"2026-05-08T18:36:51.693572Z","steps":["trace[96620618] 'process raft request' (duration: 139.655466ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:36:51.693656Z","caller":"traceutil/trace.go:171","msg":"trace[92367197] linearizableReadLoop","detail":"{readStateIndex:9684; appliedIndex:9680; }","duration":"120.073539ms","start":"2026-05-08T18:36:51.573553Z","end":"2026-05-08T18:36:51.693627Z","steps":["trace[92367197] 'read index received' (duration: 66.433394ms)","trace[92367197] 'applied index is now lower than readState.Index' (duration: 53.638425ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:36:51.693754Z","caller":"traceutil/trace.go:171","msg":"trace[680338983] transaction","detail":"{read_only:false; response_revision:9351; number_of_response:1; }","duration":"140.175242ms","start":"2026-05-08T18:36:51.55354Z","end":"2026-05-08T18:36:51.693715Z","steps":["trace[680338983] 'process raft request' (duration: 139.927744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:36:51.693841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.258946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:36:51.693879Z","caller":"traceutil/trace.go:171","msg":"trace[1185278201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9351; }","duration":"120.373509ms","start":"2026-05-08T18:36:51.573495Z","end":"2026-05-08T18:36:51.693869Z","steps":["trace[1185278201] 'agreement among raft nodes before linearized reading' (duration: 120.264546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:36:51.694036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.791799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-08T18:36:51.694085Z","caller":"traceutil/trace.go:171","msg":"trace[465098393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9351; }","duration":"108.902953ms","start":"2026-05-08T18:36:51.58517Z","end":"2026-05-08T18:36:51.694073Z","steps":["trace[465098393] 'agreement among raft nodes before linearized reading' (duration: 108.688746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:36:51.694191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.088033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-08T18:36:51.694308Z","caller":"traceutil/trace.go:171","msg":"trace[1082645940] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9351; }","duration":"106.233988ms","start":"2026-05-08T18:36:51.588053Z","end":"2026-05-08T18:36:51.694287Z","steps":["trace[1082645940] 'agreement among raft nodes before linearized reading' (duration: 105.99423ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:37:25.947535Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T18:37:25.954927Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-08T18:37:25.955127Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-08T18:38:45.299326Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7811} {"level":"info","ts":"2026-05-08T18:38:45.369298Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7811,"took":"67.165611ms","hash":2973667553,"current-db-size-bytes":54882304,"current-db-size":"55 MB","current-db-size-in-use-bytes":28528640,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-08T18:38:45.369482Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2973667553,"revision":7811,"compact-revision":5626} {"level":"warn","ts":"2026-05-08T18:40:16.697485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.172547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:40:16.697642Z","caller":"traceutil/trace.go:171","msg":"trace[1879680711] linearizableReadLoop","detail":"{readStateIndex:11573; appliedIndex:11572; }","duration":"213.906635ms","start":"2026-05-08T18:40:16.483714Z","end":"2026-05-08T18:40:16.697621Z","steps":["trace[1879680711] 'read index received' (duration: 3.47608ms)","trace[1879680711] 'applied index is now lower than readState.Index' (duration: 210.429055ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:40:16.697675Z","caller":"traceutil/trace.go:171","msg":"trace[1213671447] transaction","detail":"{read_only:false; response_revision:11187; number_of_response:1; }","duration":"216.389632ms","start":"2026-05-08T18:40:16.481244Z","end":"2026-05-08T18:40:16.697634Z","steps":["trace[1213671447] 'compare' (duration: 209.93555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:40:16.697791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.050949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:40:16.69787Z","caller":"traceutil/trace.go:171","msg":"trace[182412441] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11187; }","duration":"214.162312ms","start":"2026-05-08T18:40:16.48369Z","end":"2026-05-08T18:40:16.697852Z","steps":["trace[182412441] 'agreement among raft nodes before linearized reading' (duration: 214.026618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:40:16.697971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.957381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:40:16.698002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.47748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:40:16.698043Z","caller":"traceutil/trace.go:171","msg":"trace[1254186045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11187; }","duration":"113.046544ms","start":"2026-05-08T18:40:16.584976Z","end":"2026-05-08T18:40:16.698023Z","steps":["trace[1254186045] 'agreement among raft nodes before linearized reading' (duration: 112.93916ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:40:16.698064Z","caller":"traceutil/trace.go:171","msg":"trace[1302920366] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:11187; }","duration":"143.578394ms","start":"2026-05-08T18:40:16.55447Z","end":"2026-05-08T18:40:16.698048Z","steps":["trace[1302920366] 'agreement among raft nodes before linearized reading' (duration: 143.4566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:40:16.69806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.142689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-08T18:40:16.698175Z","caller":"traceutil/trace.go:171","msg":"trace[426876595] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11187; }","duration":"163.349486ms","start":"2026-05-08T18:40:16.534801Z","end":"2026-05-08T18:40:16.69815Z","steps":["trace[426876595] 'agreement among raft nodes before linearized reading' (duration: 162.950813ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:43:45.308119Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10260} {"level":"info","ts":"2026-05-08T18:43:45.396793Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10260,"took":"85.900705ms","hash":3927806656,"current-db-size-bytes":54882304,"current-db-size":"55 MB","current-db-size-in-use-bytes":27262976,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-08T18:43:45.396874Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3927806656,"revision":10260,"compact-revision":7811} {"level":"info","ts":"2026-05-08T18:46:14.991709Z","caller":"traceutil/trace.go:171","msg":"trace[921724455] transaction","detail":"{read_only:false; response_revision:13624; number_of_response:1; }","duration":"142.959058ms","start":"2026-05-08T18:46:14.848715Z","end":"2026-05-08T18:46:14.991674Z","steps":["trace[921724455] 'process raft request' (duration: 108.305973ms)","trace[921724455] 'compare' (duration: 34.471949ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:46:14.992021Z","caller":"traceutil/trace.go:171","msg":"trace[199525958] transaction","detail":"{read_only:false; response_revision:13625; number_of_response:1; }","duration":"142.559656ms","start":"2026-05-08T18:46:14.849425Z","end":"2026-05-08T18:46:14.991984Z","steps":["trace[199525958] 'process raft request' (duration: 142.210935ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:46:14.992024Z","caller":"traceutil/trace.go:171","msg":"trace[1253967668] linearizableReadLoop","detail":"{readStateIndex:14094; appliedIndex:14092; }","duration":"142.629018ms","start":"2026-05-08T18:46:14.849355Z","end":"2026-05-08T18:46:14.991984Z","steps":["trace[1253967668] 'read index received' (duration: 33.647353ms)","trace[1253967668] 'applied index is now lower than readState.Index' (duration: 108.979105ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:46:14.992263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.894386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-08T18:46:14.992346Z","caller":"traceutil/trace.go:171","msg":"trace[2030265228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13626; }","duration":"143.006399ms","start":"2026-05-08T18:46:14.849307Z","end":"2026-05-08T18:46:14.992313Z","steps":["trace[2030265228] 'agreement among raft nodes before linearized reading' (duration: 142.749651ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:46:16.372652Z","caller":"traceutil/trace.go:171","msg":"trace[1604287547] transaction","detail":"{read_only:false; response_revision:13631; number_of_response:1; }","duration":"247.693448ms","start":"2026-05-08T18:46:16.124919Z","end":"2026-05-08T18:46:16.372613Z","steps":["trace[1604287547] 'process raft request' (duration: 247.459541ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:46:25.120357Z","caller":"traceutil/trace.go:171","msg":"trace[106611347] transaction","detail":"{read_only:false; response_revision:13681; number_of_response:1; }","duration":"105.68922ms","start":"2026-05-08T18:46:25.014639Z","end":"2026-05-08T18:46:25.120328Z","steps":["trace[106611347] 'process raft request' (duration: 99.939889ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:46:41.681478Z","caller":"traceutil/trace.go:171","msg":"trace[286377548] linearizableReadLoop","detail":"{readStateIndex:14239; appliedIndex:14238; }","duration":"480.827927ms","start":"2026-05-08T18:46:41.200621Z","end":"2026-05-08T18:46:41.681448Z","steps":["trace[286377548] 'read index received' (duration: 480.495296ms)","trace[286377548] 'applied index is now lower than readState.Index' (duration: 330.961µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:46:41.68156Z","caller":"traceutil/trace.go:171","msg":"trace[615014285] transaction","detail":"{read_only:false; response_revision:13763; number_of_response:1; }","duration":"624.835609ms","start":"2026-05-08T18:46:41.05667Z","end":"2026-05-08T18:46:41.681506Z","steps":["trace[615014285] 'process raft request' (duration: 624.55623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:46:41.681702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.051143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:46:41.681851Z","caller":"traceutil/trace.go:171","msg":"trace[2008986612] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13763; }","duration":"481.283551ms","start":"2026-05-08T18:46:41.200551Z","end":"2026-05-08T18:46:41.681835Z","steps":["trace[2008986612] 'agreement among raft nodes before linearized reading' (duration: 481.058114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:46:41.6819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:46:41.200512Z","time spent":"481.373414ms","remote":"127.0.0.1:56476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:46:41.681922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:46:41.056648Z","time spent":"625.007933ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:46:42.523232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246777475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T18:46:42.523348Z","caller":"traceutil/trace.go:171","msg":"trace[2030551172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13763; }","duration":"1.246910149s","start":"2026-05-08T18:46:41.27641Z","end":"2026-05-08T18:46:42.52332Z","steps":["trace[2030551172] 'agreement among raft nodes before linearized reading' (duration: 405.323591ms)","trace[2030551172] 'range keys from in-memory index tree' (duration: 841.299109ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:46:42.523698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:46:41.276387Z","time spent":"1.246997171s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T18:46:42.523685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.373422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-05-08T18:46:42.523785Z","caller":"traceutil/trace.go:171","msg":"trace[70550472] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13763; }","duration":"549.528258ms","start":"2026-05-08T18:46:41.974232Z","end":"2026-05-08T18:46:42.52376Z","steps":["trace[70550472] 'range keys from in-memory index tree' (duration: 549.178047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:46:42.523844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:46:41.974213Z","time spent":"549.619301ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-08T18:46:42.524008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236863642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-08T18:46:42.524057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258830746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-05-08T18:46:42.524055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236995856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T18:46:42.524192Z","caller":"traceutil/trace.go:171","msg":"trace[60728510] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13763; }","duration":"1.237193052s","start":"2026-05-08T18:46:41.286972Z","end":"2026-05-08T18:46:42.524165Z","steps":["trace[60728510] 'agreement among raft nodes before linearized reading' (duration: 394.797598ms)","trace[60728510] 'range keys from in-memory index tree' (duration: 842.017472ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:46:42.52419Z","caller":"traceutil/trace.go:171","msg":"trace[1536919579] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13763; }","duration":"1.2589673s","start":"2026-05-08T18:46:41.265182Z","end":"2026-05-08T18:46:42.52415Z","steps":["trace[1536919579] 'agreement among raft nodes before linearized reading' (duration: 416.559385ms)","trace[1536919579] 'range keys from in-memory index tree' (duration: 842.209208ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:46:42.524269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:46:41.286954Z","time spent":"1.237297055s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:46:42.524213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.842594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:46:42.52438Z","caller":"traceutil/trace.go:171","msg":"trace[647005229] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13763; }","duration":"691.134674ms","start":"2026-05-08T18:46:41.833214Z","end":"2026-05-08T18:46:42.524348Z","steps":["trace[647005229] 'count revisions from in-memory index tree' (duration: 690.669759ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:46:42.524067Z","caller":"traceutil/trace.go:171","msg":"trace[1552104432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13763; }","duration":"1.236973254s","start":"2026-05-08T18:46:41.287075Z","end":"2026-05-08T18:46:42.524048Z","steps":["trace[1552104432] 'agreement among raft nodes before linearized reading' (duration: 394.691274ms)","trace[1552104432] 'range keys from in-memory index tree' (duration: 842.138346ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:46:42.524458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:46:41.287036Z","time spent":"1.237407849s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T18:46:42.524475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:46:41.833182Z","time spent":"691.270668ms","remote":"127.0.0.1:56614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:46:42.524291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:46:41.26517Z","time spent":"1.259100924s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:46:42.524927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277591919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:46:42.526099Z","caller":"traceutil/trace.go:171","msg":"trace[453568490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13763; }","duration":"1.278830227s","start":"2026-05-08T18:46:41.247215Z","end":"2026-05-08T18:46:42.526046Z","steps":["trace[453568490] 'agreement among raft nodes before linearized reading' (duration: 434.528403ms)","trace[453568490] 'range keys from in-memory index tree' (duration: 842.2633ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:46:42.525745Z","caller":"traceutil/trace.go:171","msg":"trace[1829983273] transaction","detail":"{read_only:false; response_revision:13764; number_of_response:1; }","duration":"533.327396ms","start":"2026-05-08T18:46:41.992395Z","end":"2026-05-08T18:46:42.525722Z","steps":["trace[1829983273] 'process raft request' (duration: 504.754123ms)","trace[1829983273] 'compare' (duration: 26.109525ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:46:42.526187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:46:41.247183Z","time spent":"1.278984462s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T18:46:42.526397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:46:41.992366Z","time spent":"533.843013ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:46:49.989784Z","caller":"traceutil/trace.go:171","msg":"trace[1972278124] linearizableReadLoop","detail":"{readStateIndex:14283; appliedIndex:14282; }","duration":"260.660978ms","start":"2026-05-08T18:46:49.729091Z","end":"2026-05-08T18:46:49.989752Z","steps":["trace[1972278124] 'read index received' (duration: 260.454981ms)","trace[1972278124] 'applied index is now lower than readState.Index' (duration: 204.997µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:46:49.990038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.931036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-08T18:46:49.990071Z","caller":"traceutil/trace.go:171","msg":"trace[1285319512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13805; }","duration":"261.042229ms","start":"2026-05-08T18:46:49.729018Z","end":"2026-05-08T18:46:49.990061Z","steps":["trace[1285319512] 'agreement among raft nodes before linearized reading' (duration: 260.875274ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:46:49.990058Z","caller":"traceutil/trace.go:171","msg":"trace[883760144] transaction","detail":"{read_only:false; response_revision:13805; number_of_response:1; }","duration":"262.494596ms","start":"2026-05-08T18:46:49.727517Z","end":"2026-05-08T18:46:49.990011Z","steps":["trace[883760144] 'process raft request' (duration: 262.072833ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:46:58.275619Z","caller":"traceutil/trace.go:171","msg":"trace[971925995] transaction","detail":"{read_only:false; response_revision:13860; number_of_response:1; }","duration":"450.753256ms","start":"2026-05-08T18:46:57.824827Z","end":"2026-05-08T18:46:58.27558Z","steps":["trace[971925995] 'process raft request' (duration: 450.591441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:46:58.27579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:46:57.824804Z","time spent":"450.903201ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12479,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:46:58.3254Z","caller":"traceutil/trace.go:171","msg":"trace[724453067] linearizableReadLoop","detail":"{readStateIndex:14341; appliedIndex:14339; }","duration":"290.211503ms","start":"2026-05-08T18:46:58.035148Z","end":"2026-05-08T18:46:58.32536Z","steps":["trace[724453067] 'read index received' (duration: 240.375278ms)","trace[724453067] 'applied index is now lower than readState.Index' (duration: 49.835435ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:46:58.325905Z","caller":"traceutil/trace.go:171","msg":"trace[2094151360] transaction","detail":"{read_only:false; response_revision:13861; number_of_response:1; }","duration":"372.935836ms","start":"2026-05-08T18:46:57.952957Z","end":"2026-05-08T18:46:58.325892Z","steps":["trace[2094151360] 'process raft request' (duration: 372.248075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:46:58.32605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:46:57.952932Z","time spent":"373.020149ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:46:58.326443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.542942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-08T18:46:58.326577Z","caller":"traceutil/trace.go:171","msg":"trace[543719098] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:13861; }","duration":"159.752729ms","start":"2026-05-08T18:46:58.166801Z","end":"2026-05-08T18:46:58.326554Z","steps":["trace[543719098] 'agreement among raft nodes before linearized reading' (duration: 159.416679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:46:58.326441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.260375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T18:46:58.326723Z","caller":"traceutil/trace.go:171","msg":"trace[133269126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13861; }","duration":"291.568015ms","start":"2026-05-08T18:46:58.035131Z","end":"2026-05-08T18:46:58.326699Z","steps":["trace[133269126] 'agreement among raft nodes before linearized reading' (duration: 291.073279ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:46:59.717782Z","caller":"traceutil/trace.go:171","msg":"trace[1955537764] transaction","detail":"{read_only:false; response_revision:13871; number_of_response:1; }","duration":"796.99472ms","start":"2026-05-08T18:46:58.920752Z","end":"2026-05-08T18:46:59.717747Z","steps":["trace[1955537764] 'process raft request' (duration: 796.747342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:46:59.717986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:46:58.920685Z","time spent":"797.200916ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:47:00.04293Z","caller":"traceutil/trace.go:171","msg":"trace[2061210701] transaction","detail":"{read_only:false; response_revision:13873; number_of_response:1; }","duration":"506.58609ms","start":"2026-05-08T18:46:59.536318Z","end":"2026-05-08T18:47:00.042904Z","steps":["trace[2061210701] 'process raft request' (duration: 506.534249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:00.043087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:46:59.536288Z","time spent":"506.724665ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:47:00.043952Z","caller":"traceutil/trace.go:171","msg":"trace[509990750] transaction","detail":"{read_only:false; response_revision:13872; number_of_response:1; }","duration":"849.625363ms","start":"2026-05-08T18:46:59.194317Z","end":"2026-05-08T18:47:00.043942Z","steps":["trace[509990750] 'process raft request' (duration: 848.027553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:00.043998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:46:59.19428Z","time spent":"849.690165ms","remote":"127.0.0.1:58876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:47:01.123653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.291731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-08T18:47:01.124299Z","caller":"traceutil/trace.go:171","msg":"trace[814297429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13877; }","duration":"469.965592ms","start":"2026-05-08T18:47:00.654299Z","end":"2026-05-08T18:47:01.124265Z","steps":["trace[814297429] 'range keys from in-memory index tree' (duration: 469.081874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:01.123748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.889001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-05-08T18:47:01.124383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:00.654275Z","time spent":"470.089336ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T18:47:01.124448Z","caller":"traceutil/trace.go:171","msg":"trace[356656495] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13877; }","duration":"414.677276ms","start":"2026-05-08T18:47:00.709741Z","end":"2026-05-08T18:47:01.124418Z","steps":["trace[356656495] 'range keys from in-memory index tree' (duration: 413.52785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:01.124744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:00.709715Z","time spent":"414.975386ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-08T18:47:01.123892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.18482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-08T18:47:01.124894Z","caller":"traceutil/trace.go:171","msg":"trace[1947349291] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13877; }","duration":"471.275344ms","start":"2026-05-08T18:47:00.653602Z","end":"2026-05-08T18:47:01.124878Z","steps":["trace[1947349291] 'range keys from in-memory index tree' (duration: 469.759746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:01.124936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:00.653579Z","time spent":"471.344246ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:47:01.123958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.052885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-08T18:47:01.125099Z","caller":"traceutil/trace.go:171","msg":"trace[777373578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13877; }","duration":"471.244883ms","start":"2026-05-08T18:47:00.653843Z","end":"2026-05-08T18:47:01.125088Z","steps":["trace[777373578] 'range keys from in-memory index tree' (duration: 469.812878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:01.125133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:00.653836Z","time spent":"471.286364ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T18:47:01.123959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.150508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T18:47:01.125345Z","caller":"traceutil/trace.go:171","msg":"trace[455670804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13877; }","duration":"471.572423ms","start":"2026-05-08T18:47:00.653761Z","end":"2026-05-08T18:47:01.125333Z","steps":["trace[455670804] 'range keys from in-memory index tree' (duration: 469.89585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:01.125379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:00.653736Z","time spent":"471.632885ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T18:47:01.124139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.371133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-08T18:47:01.125585Z","caller":"traceutil/trace.go:171","msg":"trace[533956418] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:13877; }","duration":"363.873121ms","start":"2026-05-08T18:47:00.761701Z","end":"2026-05-08T18:47:01.125574Z","steps":["trace[533956418] 'range keys from in-memory index tree' (duration: 361.801695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:01.12563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:00.76167Z","time spent":"363.948583ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-xxzdb\" "} {"level":"warn","ts":"2026-05-08T18:47:01.124094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.931603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-8f4fs\" ","response":"range_response_count:1 size:12494"} {"level":"info","ts":"2026-05-08T18:47:01.125741Z","caller":"traceutil/trace.go:171","msg":"trace[1211432944] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-8f4fs; range_end:; response_count:1; response_revision:13877; }","duration":"266.701579ms","start":"2026-05-08T18:47:00.859006Z","end":"2026-05-08T18:47:01.125707Z","steps":["trace[1211432944] 'range keys from in-memory index tree' (duration: 264.690556ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:47:01.18678Z","caller":"traceutil/trace.go:171","msg":"trace[774951824] transaction","detail":"{read_only:false; response_revision:13878; number_of_response:1; }","duration":"325.330003ms","start":"2026-05-08T18:47:00.860579Z","end":"2026-05-08T18:47:01.185908Z","steps":["trace[774951824] 'process raft request' (duration: 325.134116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:01.187038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:00.860567Z","time spent":"326.375855ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T18:47:01.243813Z","caller":"traceutil/trace.go:171","msg":"trace[279656619] transaction","detail":"{read_only:false; response_revision:13879; number_of_response:1; }","duration":"113.218198ms","start":"2026-05-08T18:47:01.130525Z","end":"2026-05-08T18:47:01.243744Z","steps":["trace[279656619] 'process raft request' (duration: 112.538797ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:47:01.24409Z","caller":"traceutil/trace.go:171","msg":"trace[503685218] transaction","detail":"{read_only:false; response_revision:13880; number_of_response:1; }","duration":"113.182977ms","start":"2026-05-08T18:47:01.130874Z","end":"2026-05-08T18:47:01.244057Z","steps":["trace[503685218] 'process raft request' (duration: 112.818546ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:47:01.244212Z","caller":"traceutil/trace.go:171","msg":"trace[569391270] transaction","detail":"{read_only:false; response_revision:13882; number_of_response:1; }","duration":"113.013992ms","start":"2026-05-08T18:47:01.13117Z","end":"2026-05-08T18:47:01.244184Z","steps":["trace[569391270] 'process raft request' (duration: 112.878468ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:47:01.244216Z","caller":"traceutil/trace.go:171","msg":"trace[2026952712] transaction","detail":"{read_only:false; response_revision:13881; number_of_response:1; }","duration":"113.162947ms","start":"2026-05-08T18:47:01.130974Z","end":"2026-05-08T18:47:01.244137Z","steps":["trace[2026952712] 'process raft request' (duration: 112.970501ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:47:01.244286Z","caller":"traceutil/trace.go:171","msg":"trace[1696156096] transaction","detail":"{read_only:false; response_revision:13883; number_of_response:1; }","duration":"105.113492ms","start":"2026-05-08T18:47:01.139163Z","end":"2026-05-08T18:47:01.244277Z","steps":["trace[1696156096] 'process raft request' (duration: 104.947007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:01.24445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.563938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:47:01.244596Z","caller":"traceutil/trace.go:171","msg":"trace[1593099139] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:13883; }","duration":"106.758185ms","start":"2026-05-08T18:47:01.13781Z","end":"2026-05-08T18:47:01.244568Z","steps":["trace[1593099139] 'agreement among raft nodes before linearized reading' (duration: 106.516047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:01.247855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.115211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578158"} {"level":"info","ts":"2026-05-08T18:47:01.247937Z","caller":"traceutil/trace.go:171","msg":"trace[1276994427] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13883; }","duration":"117.224385ms","start":"2026-05-08T18:47:01.13069Z","end":"2026-05-08T18:47:01.247915Z","steps":["trace[1276994427] 'agreement among raft nodes before linearized reading' (duration: 113.825268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:21.914561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174236026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:47:22.414793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174236026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:47:22.491217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017178707s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T18:47:22.491784Z","caller":"traceutil/trace.go:171","msg":"trace[1797849866] transaction","detail":"{read_only:false; response_revision:14179; number_of_response:1; }","duration":"1.117289741s","start":"2026-05-08T18:47:21.374462Z","end":"2026-05-08T18:47:22.491751Z","steps":["trace[1797849866] 'process raft request' (duration: 1.117231789s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:47:22.491865Z","caller":"traceutil/trace.go:171","msg":"trace[1048671126] transaction","detail":"{read_only:false; response_revision:14178; number_of_response:1; }","duration":"1.117389924s","start":"2026-05-08T18:47:21.374451Z","end":"2026-05-08T18:47:22.49184Z","steps":["trace[1048671126] 'process raft request' (duration: 1.117106825s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:22.492053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:21.374444Z","time spent":"1.117466937s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:47:22.492062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:21.374427Z","time spent":"1.117493077s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:47:22.492839Z","caller":"traceutil/trace.go:171","msg":"trace[1312804664] linearizableReadLoop","detail":"{readStateIndex:14673; appliedIndex:14673; }","duration":"1.0783191s","start":"2026-05-08T18:47:21.414467Z","end":"2026-05-08T18:47:22.492786Z","steps":["trace[1312804664] 'read index received' (duration: 1.078218907s)","trace[1312804664] 'applied index is now lower than readState.Index' (duration: 96.573µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:47:22.493006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078536826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-08T18:47:22.493057Z","caller":"traceutil/trace.go:171","msg":"trace[1454809704] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:14179; }","duration":"1.078588528s","start":"2026-05-08T18:47:21.414452Z","end":"2026-05-08T18:47:22.493041Z","steps":["trace[1454809704] 'agreement among raft nodes before linearized reading' (duration: 1.078420613s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:22.493235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:21.414389Z","time spent":"1.078832796s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-xxzdb\" "} {"level":"warn","ts":"2026-05-08T18:47:22.493329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000659195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10c48a97-365e-4caf-ac42-9c77a6f85fa8\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-05-08T18:47:22.49339Z","caller":"traceutil/trace.go:171","msg":"trace[698160826] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-10c48a97-365e-4caf-ac42-9c77a6f85fa8; range_end:; response_count:1; response_revision:14179; }","duration":"1.000781529s","start":"2026-05-08T18:47:21.492592Z","end":"2026-05-08T18:47:22.493373Z","steps":["trace[698160826] 'agreement among raft nodes before linearized reading' (duration: 1.000536812s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:22.493372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.948243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10c48a97-365e-4caf-ac42-9c77a6f85fa8\" ","response":"range_response_count:1 size:3636"} {"level":"warn","ts":"2026-05-08T18:47:22.493435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:21.492573Z","time spent":"1.000849161s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10c48a97-365e-4caf-ac42-9c77a6f85fa8\" "} {"level":"info","ts":"2026-05-08T18:47:22.49347Z","caller":"traceutil/trace.go:171","msg":"trace[970844835] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-10c48a97-365e-4caf-ac42-9c77a6f85fa8; range_end:; response_count:1; response_revision:14179; }","duration":"333.065707ms","start":"2026-05-08T18:47:22.160383Z","end":"2026-05-08T18:47:22.493449Z","steps":["trace[970844835] 'agreement among raft nodes before linearized reading' (duration: 332.820099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:22.493519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:22.160348Z","time spent":"333.16073ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10c48a97-365e-4caf-ac42-9c77a6f85fa8\" "} {"level":"warn","ts":"2026-05-08T18:47:22.493598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.30178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:47:22.49364Z","caller":"traceutil/trace.go:171","msg":"trace[1425190122] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:14179; }","duration":"150.344311ms","start":"2026-05-08T18:47:22.343282Z","end":"2026-05-08T18:47:22.493626Z","steps":["trace[1425190122] 'agreement among raft nodes before linearized reading' (duration: 150.270809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:22.49366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.649313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:47:22.493693Z","caller":"traceutil/trace.go:171","msg":"trace[1176892630] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:14179; }","duration":"145.725235ms","start":"2026-05-08T18:47:22.347956Z","end":"2026-05-08T18:47:22.493682Z","steps":["trace[1176892630] 'agreement among raft nodes before linearized reading' (duration: 145.668913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:22.493675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.126736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:47:22.493757Z","caller":"traceutil/trace.go:171","msg":"trace[1799485311] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:14179; }","duration":"176.25038ms","start":"2026-05-08T18:47:22.317485Z","end":"2026-05-08T18:47:22.493736Z","steps":["trace[1799485311] 'agreement among raft nodes before linearized reading' (duration: 176.099205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:22.493759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.523979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:47:22.493813Z","caller":"traceutil/trace.go:171","msg":"trace[1157313944] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:14179; }","duration":"351.626962ms","start":"2026-05-08T18:47:22.142169Z","end":"2026-05-08T18:47:22.493796Z","steps":["trace[1157313944] 'agreement among raft nodes before linearized reading' (duration: 351.533779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:22.493852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:22.142147Z","time spent":"351.693594ms","remote":"127.0.0.1:56616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:47:22.493937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.94514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:47:22.494067Z","caller":"traceutil/trace.go:171","msg":"trace[1579383914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14179; }","duration":"911.071654ms","start":"2026-05-08T18:47:21.582943Z","end":"2026-05-08T18:47:22.494015Z","steps":["trace[1579383914] 'agreement among raft nodes before linearized reading' (duration: 910.96707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:22.494102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:21.582921Z","time spent":"911.171807ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:47:22.494139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.523963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:47:22.494165Z","caller":"traceutil/trace.go:171","msg":"trace[1593891577] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:14179; }","duration":"584.592655ms","start":"2026-05-08T18:47:21.909565Z","end":"2026-05-08T18:47:22.494158Z","steps":["trace[1593891577] 'agreement among raft nodes before linearized reading' (duration: 584.543614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:22.494186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:21.909543Z","time spent":"584.636857ms","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:47:22.494237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.038932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-08T18:47:22.494278Z","caller":"traceutil/trace.go:171","msg":"trace[999210778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14179; }","duration":"661.106214ms","start":"2026-05-08T18:47:21.833161Z","end":"2026-05-08T18:47:22.494268Z","steps":["trace[999210778] 'agreement among raft nodes before linearized reading' (duration: 660.99437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:22.49431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:21.833147Z","time spent":"661.156315ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:47:22.847255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.489386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:47:22.847404Z","caller":"traceutil/trace.go:171","msg":"trace[607236773] transaction","detail":"{read_only:false; response_revision:14180; number_of_response:1; }","duration":"348.860596ms","start":"2026-05-08T18:47:22.498522Z","end":"2026-05-08T18:47:22.847382Z","steps":["trace[607236773] 'process raft request' (duration: 242.111132ms)","trace[607236773] 'compare' (duration: 106.30596ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:47:22.847478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:22.498513Z","time spent":"348.933548ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:47:22.862807Z","caller":"traceutil/trace.go:171","msg":"trace[1248962752] transaction","detail":"{read_only:false; response_revision:14181; number_of_response:1; }","duration":"362.751595ms","start":"2026-05-08T18:47:22.499996Z","end":"2026-05-08T18:47:22.862747Z","steps":["trace[1248962752] 'process raft request' (duration: 362.476656ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:47:22.86287Z","caller":"traceutil/trace.go:171","msg":"trace[1552143869] transaction","detail":"{read_only:false; response_revision:14183; number_of_response:1; }","duration":"154.595646ms","start":"2026-05-08T18:47:22.708244Z","end":"2026-05-08T18:47:22.86284Z","steps":["trace[1552143869] 'process raft request' (duration: 154.41918ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:47:22.862898Z","caller":"traceutil/trace.go:171","msg":"trace[36734963] transaction","detail":"{read_only:false; response_revision:14184; number_of_response:1; }","duration":"152.098187ms","start":"2026-05-08T18:47:22.71077Z","end":"2026-05-08T18:47:22.862868Z","steps":["trace[36734963] 'process raft request' (duration: 151.983293ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:47:22.862821Z","caller":"traceutil/trace.go:171","msg":"trace[1080927557] linearizableReadLoop","detail":"{readStateIndex:14675; appliedIndex:14673; }","duration":"348.505655ms","start":"2026-05-08T18:47:22.514294Z","end":"2026-05-08T18:47:22.862799Z","steps":["trace[1080927557] 'read index received' (duration: 226.416286ms)","trace[1080927557] 'applied index is now lower than readState.Index' (duration: 122.088219ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:47:22.862805Z","caller":"traceutil/trace.go:171","msg":"trace[1428666933] transaction","detail":"{read_only:false; response_revision:14182; number_of_response:1; }","duration":"296.827871ms","start":"2026-05-08T18:47:22.565936Z","end":"2026-05-08T18:47:22.862763Z","steps":["trace[1428666933] 'process raft request' (duration: 296.657746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:22.863086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.772143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-08T18:47:22.86313Z","caller":"traceutil/trace.go:171","msg":"trace[1734579072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14184; }","duration":"348.830175ms","start":"2026-05-08T18:47:22.514288Z","end":"2026-05-08T18:47:22.863118Z","steps":["trace[1734579072] 'agreement among raft nodes before linearized reading' (duration: 348.619778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:22.863162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:22.514249Z","time spent":"348.904048ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:47:22.863188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:22.499979Z","time spent":"362.961331ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3738,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:47:22.863333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.710264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:47:22.863361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.197048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-08T18:47:22.863402Z","caller":"traceutil/trace.go:171","msg":"trace[616764800] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:14184; }","duration":"200.816657ms","start":"2026-05-08T18:47:22.662568Z","end":"2026-05-08T18:47:22.863384Z","steps":["trace[616764800] 'agreement among raft nodes before linearized reading' (duration: 200.709754ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:47:22.863421Z","caller":"traceutil/trace.go:171","msg":"trace[203046559] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14184; }","duration":"120.280281ms","start":"2026-05-08T18:47:22.743111Z","end":"2026-05-08T18:47:22.863391Z","steps":["trace[203046559] 'agreement among raft nodes before linearized reading' (duration: 120.118606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:22.864226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.573149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:65 size:613683"} {"level":"info","ts":"2026-05-08T18:47:22.864311Z","caller":"traceutil/trace.go:171","msg":"trace[655534246] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:65; response_revision:14184; }","duration":"349.661692ms","start":"2026-05-08T18:47:22.514627Z","end":"2026-05-08T18:47:22.864288Z","steps":["trace[655534246] 'agreement among raft nodes before linearized reading' (duration: 348.547496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:22.864368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:22.514591Z","time spent":"349.759445ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":65,"response size":613707,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-08T18:47:23.245115Z","caller":"traceutil/trace.go:171","msg":"trace[2065174265] transaction","detail":"{read_only:false; response_revision:14185; number_of_response:1; }","duration":"376.164828ms","start":"2026-05-08T18:47:22.868915Z","end":"2026-05-08T18:47:23.24508Z","steps":["trace[2065174265] 'process raft request' (duration: 375.984813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:23.245303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:22.868887Z","time spent":"376.325804ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:47:23.24613Z","caller":"traceutil/trace.go:171","msg":"trace[587989770] linearizableReadLoop","detail":"{readStateIndex:14680; appliedIndex:14678; }","duration":"103.12748ms","start":"2026-05-08T18:47:23.142971Z","end":"2026-05-08T18:47:23.246099Z","steps":["trace[587989770] 'read index received' (duration: 101.994444ms)","trace[587989770] 'applied index is now lower than readState.Index' (duration: 1.131836ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:47:23.246384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.393628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vbtdm\" ","response":"range_response_count:1 size:20765"} {"level":"info","ts":"2026-05-08T18:47:23.246445Z","caller":"traceutil/trace.go:171","msg":"trace[437061637] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vbtdm; range_end:; response_count:1; response_revision:14186; }","duration":"103.47536ms","start":"2026-05-08T18:47:23.142951Z","end":"2026-05-08T18:47:23.246426Z","steps":["trace[437061637] 'agreement among raft nodes before linearized reading' (duration: 103.270254ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:47:23.246455Z","caller":"traceutil/trace.go:171","msg":"trace[1967186601] transaction","detail":"{read_only:false; response_revision:14186; number_of_response:1; }","duration":"376.797089ms","start":"2026-05-08T18:47:22.869568Z","end":"2026-05-08T18:47:23.246365Z","steps":["trace[1967186601] 'process raft request' (duration: 376.375636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:47:23.247362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:47:22.869558Z","time spent":"377.058727ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:48:12.893027Z","caller":"traceutil/trace.go:171","msg":"trace[1642224306] linearizableReadLoop","detail":"{readStateIndex:15311; appliedIndex:15310; }","duration":"130.460244ms","start":"2026-05-08T18:48:12.762525Z","end":"2026-05-08T18:48:12.892986Z","steps":["trace[1642224306] 'read index received' (duration: 130.100982ms)","trace[1642224306] 'applied index is now lower than readState.Index' (duration: 357.952µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:48:12.893109Z","caller":"traceutil/trace.go:171","msg":"trace[1426711080] transaction","detail":"{read_only:false; response_revision:14801; number_of_response:1; }","duration":"132.285921ms","start":"2026-05-08T18:48:12.760785Z","end":"2026-05-08T18:48:12.893071Z","steps":["trace[1426711080] 'process raft request' (duration: 131.955631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:12.893371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.928147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-08T18:48:12.89344Z","caller":"traceutil/trace.go:171","msg":"trace[285821981] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14801; }","duration":"124.01462ms","start":"2026-05-08T18:48:12.769406Z","end":"2026-05-08T18:48:12.893421Z","steps":["trace[285821981] 'agreement among raft nodes before linearized reading' (duration: 123.817774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:12.893689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.170526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-08T18:48:12.893808Z","caller":"traceutil/trace.go:171","msg":"trace[957701593] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14801; }","duration":"131.229208ms","start":"2026-05-08T18:48:12.762487Z","end":"2026-05-08T18:48:12.893717Z","steps":["trace[957701593] 'agreement among raft nodes before linearized reading' (duration: 130.66706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:13.578215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.065333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:48:13.578332Z","caller":"traceutil/trace.go:171","msg":"trace[115787957] linearizableReadLoop","detail":"{readStateIndex:15315; appliedIndex:15314; }","duration":"341.199623ms","start":"2026-05-08T18:48:13.237115Z","end":"2026-05-08T18:48:13.578314Z","steps":["trace[115787957] 'read index received' (duration: 215.911043ms)","trace[115787957] 'applied index is now lower than readState.Index' (duration: 125.28708ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:48:13.578473Z","caller":"traceutil/trace.go:171","msg":"trace[1934005075] transaction","detail":"{read_only:false; response_revision:14805; number_of_response:1; }","duration":"496.926696ms","start":"2026-05-08T18:48:13.081531Z","end":"2026-05-08T18:48:13.578457Z","steps":["trace[1934005075] 'process raft request' (duration: 371.518262ms)","trace[1934005075] 'compare' (duration: 124.940129ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:48:13.578546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:13.081518Z","time spent":"496.989257ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:48:13.578817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.621787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-08T18:48:13.578932Z","caller":"traceutil/trace.go:171","msg":"trace[73789840] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:14805; }","duration":"254.791793ms","start":"2026-05-08T18:48:13.32411Z","end":"2026-05-08T18:48:13.578901Z","steps":["trace[73789840] 'agreement among raft nodes before linearized reading' (duration: 254.508304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:13.579179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.070451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:48:13.579225Z","caller":"traceutil/trace.go:171","msg":"trace[1505918191] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:14805; }","duration":"342.169915ms","start":"2026-05-08T18:48:13.237043Z","end":"2026-05-08T18:48:13.579213Z","steps":["trace[1505918191] 'agreement among raft nodes before linearized reading' (duration: 342.02006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:13.579257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:13.237013Z","time spent":"342.235607ms","remote":"127.0.0.1:56514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":119,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:48:13.579765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.340185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-08T18:48:13.579781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.494499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:48:13.579863Z","caller":"traceutil/trace.go:171","msg":"trace[1444251681] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14805; }","duration":"108.498159ms","start":"2026-05-08T18:48:13.471343Z","end":"2026-05-08T18:48:13.579841Z","steps":["trace[1444251681] 'agreement among raft nodes before linearized reading' (duration: 108.278392ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:48:13.579883Z","caller":"traceutil/trace.go:171","msg":"trace[1752429033] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14805; }","duration":"108.649724ms","start":"2026-05-08T18:48:13.471206Z","end":"2026-05-08T18:48:13.579856Z","steps":["trace[1752429033] 'agreement among raft nodes before linearized reading' (duration: 108.462148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:13.579915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.626492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-08T18:48:13.579966Z","caller":"traceutil/trace.go:171","msg":"trace[177042977] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14805; }","duration":"101.734325ms","start":"2026-05-08T18:48:13.478217Z","end":"2026-05-08T18:48:13.579951Z","steps":["trace[177042977] 'agreement among raft nodes before linearized reading' (duration: 101.611031ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:48:45.314809Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12538} {"level":"info","ts":"2026-05-08T18:48:45.403006Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12538,"took":"84.545892ms","hash":3114236055,"current-db-size-bytes":54882304,"current-db-size":"55 MB","current-db-size-in-use-bytes":29741056,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-08T18:48:45.403084Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3114236055,"revision":12538,"compact-revision":10260} {"level":"info","ts":"2026-05-08T18:48:47.059723Z","caller":"traceutil/trace.go:171","msg":"trace[1215533630] linearizableReadLoop","detail":"{readStateIndex:15497; appliedIndex:15496; }","duration":"248.023769ms","start":"2026-05-08T18:48:46.81167Z","end":"2026-05-08T18:48:47.059694Z","steps":["trace[1215533630] 'read index received' (duration: 247.677678ms)","trace[1215533630] 'applied index is now lower than readState.Index' (duration: 344.731µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:48:47.059907Z","caller":"traceutil/trace.go:171","msg":"trace[420346961] transaction","detail":"{read_only:false; response_revision:14979; number_of_response:1; }","duration":"252.249972ms","start":"2026-05-08T18:48:46.807597Z","end":"2026-05-08T18:48:47.059847Z","steps":["trace[420346961] 'process raft request' (duration: 251.870931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:47.060006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.305537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-08T18:48:47.060053Z","caller":"traceutil/trace.go:171","msg":"trace[2012192179] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14979; }","duration":"248.394491ms","start":"2026-05-08T18:48:46.811644Z","end":"2026-05-08T18:48:47.060039Z","steps":["trace[2012192179] 'agreement among raft nodes before linearized reading' (duration: 248.208185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:47.060065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.095841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:48:47.060188Z","caller":"traceutil/trace.go:171","msg":"trace[900928686] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14979; }","duration":"248.267086ms","start":"2026-05-08T18:48:46.811895Z","end":"2026-05-08T18:48:47.060163Z","steps":["trace[900928686] 'agreement among raft nodes before linearized reading' (duration: 247.995848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:47.060805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.522551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-08T18:48:47.060857Z","caller":"traceutil/trace.go:171","msg":"trace[1034403500] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14979; }","duration":"246.586313ms","start":"2026-05-08T18:48:46.814259Z","end":"2026-05-08T18:48:47.060846Z","steps":["trace[1034403500] 'agreement among raft nodes before linearized reading' (duration: 246.405277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:47.657541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.261377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:48:47.657773Z","caller":"traceutil/trace.go:171","msg":"trace[922900869] transaction","detail":"{read_only:false; response_revision:14981; number_of_response:1; }","duration":"542.675001ms","start":"2026-05-08T18:48:47.115057Z","end":"2026-05-08T18:48:47.657732Z","steps":["trace[922900869] 'process raft request' (duration: 237.123074ms)","trace[922900869] 'compare' (duration: 304.850865ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:48:47.657883Z","caller":"traceutil/trace.go:171","msg":"trace[1245271180] transaction","detail":"{read_only:false; response_revision:14983; number_of_response:1; }","duration":"474.92322ms","start":"2026-05-08T18:48:47.182931Z","end":"2026-05-08T18:48:47.657854Z","steps":["trace[1245271180] 'process raft request' (duration: 474.857538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:47.657955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.115039Z","time spent":"542.825666ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:48:47.657987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.18292Z","time spent":"475.013993ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:48:47.658256Z","caller":"traceutil/trace.go:171","msg":"trace[470934323] linearizableReadLoop","detail":"{readStateIndex:15499; appliedIndex:15498; }","duration":"538.20617ms","start":"2026-05-08T18:48:47.120012Z","end":"2026-05-08T18:48:47.658218Z","steps":["trace[470934323] 'read index received' (duration: 232.140537ms)","trace[470934323] 'applied index is now lower than readState.Index' (duration: 306.064463ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:48:47.658339Z","caller":"traceutil/trace.go:171","msg":"trace[625335559] transaction","detail":"{read_only:false; response_revision:14982; number_of_response:1; }","duration":"476.893212ms","start":"2026-05-08T18:48:47.181425Z","end":"2026-05-08T18:48:47.658319Z","steps":["trace[625335559] 'process raft request' (duration: 476.260522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:47.65843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.425478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-08T18:48:47.658434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.181397Z","time spent":"476.984785ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:48:47.658467Z","caller":"traceutil/trace.go:171","msg":"trace[1923402439] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14983; }","duration":"538.50659ms","start":"2026-05-08T18:48:47.119946Z","end":"2026-05-08T18:48:47.658453Z","steps":["trace[1923402439] 'agreement among raft nodes before linearized reading' (duration: 538.383266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:47.658503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.119923Z","time spent":"538.572802ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:48:47.658714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.823359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g9ftp\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-05-08T18:48:47.658799Z","caller":"traceutil/trace.go:171","msg":"trace[1056698741] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g9ftp; range_end:; response_count:1; response_revision:14983; }","duration":"382.982224ms","start":"2026-05-08T18:48:47.275793Z","end":"2026-05-08T18:48:47.658775Z","steps":["trace[1056698741] 'agreement among raft nodes before linearized reading' (duration: 382.722696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:47.65877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.330592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-08T18:48:47.658843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.275769Z","time spent":"383.064017ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-g9ftp\" "} {"level":"warn","ts":"2026-05-08T18:48:47.658789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.283695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hp4fl\" ","response":"range_response_count:1 size:22128"} {"level":"warn","ts":"2026-05-08T18:48:47.658874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.600442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:48:47.658869Z","caller":"traceutil/trace.go:171","msg":"trace[269843855] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14983; }","duration":"350.470256ms","start":"2026-05-08T18:48:47.308372Z","end":"2026-05-08T18:48:47.658842Z","steps":["trace[269843855] 'agreement among raft nodes before linearized reading' (duration: 350.174167ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:48:47.658982Z","caller":"traceutil/trace.go:171","msg":"trace[402313619] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hp4fl; range_end:; response_count:1; response_revision:14983; }","duration":"253.501482ms","start":"2026-05-08T18:48:47.405453Z","end":"2026-05-08T18:48:47.658954Z","steps":["trace[402313619] 'agreement among raft nodes before linearized reading' (duration: 253.102429ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:48:47.659032Z","caller":"traceutil/trace.go:171","msg":"trace[941978728] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:14983; }","duration":"214.806539ms","start":"2026-05-08T18:48:47.444179Z","end":"2026-05-08T18:48:47.658986Z","steps":["trace[941978728] 'agreement among raft nodes before linearized reading' (duration: 214.403016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:47.659109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.053524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hp4fl\" ","response":"range_response_count:1 size:22128"} {"level":"warn","ts":"2026-05-08T18:48:47.659085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.308348Z","time spent":"350.708694ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-08T18:48:47.659314Z","caller":"traceutil/trace.go:171","msg":"trace[552301359] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hp4fl; range_end:; response_count:1; response_revision:14983; }","duration":"220.339214ms","start":"2026-05-08T18:48:47.438942Z","end":"2026-05-08T18:48:47.659281Z","steps":["trace[552301359] 'agreement among raft nodes before linearized reading' (duration: 219.58041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.090674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.623703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:48:48.090795Z","caller":"traceutil/trace.go:171","msg":"trace[910203909] linearizableReadLoop","detail":"{readStateIndex:15502; appliedIndex:15501; }","duration":"426.378755ms","start":"2026-05-08T18:48:47.664399Z","end":"2026-05-08T18:48:48.090778Z","steps":["trace[910203909] 'read index received' (duration: 111.524844ms)","trace[910203909] 'applied index is now lower than readState.Index' (duration: 314.852721ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:48:48.090865Z","caller":"traceutil/trace.go:171","msg":"trace[1247320708] transaction","detail":"{read_only:false; response_revision:14984; number_of_response:1; }","duration":"426.844419ms","start":"2026-05-08T18:48:47.664009Z","end":"2026-05-08T18:48:48.090853Z","steps":["trace[1247320708] 'process raft request' (duration: 111.943277ms)","trace[1247320708] 'compare' (duration: 314.482569ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:48:48.090926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.663984Z","time spent":"426.911811ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:48:48.091041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.628343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18663"} {"level":"info","ts":"2026-05-08T18:48:48.091102Z","caller":"traceutil/trace.go:171","msg":"trace[147902707] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14984; }","duration":"426.708456ms","start":"2026-05-08T18:48:47.664378Z","end":"2026-05-08T18:48:48.091087Z","steps":["trace[147902707] 'agreement among raft nodes before linearized reading' (duration: 426.511459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.091145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.664366Z","time spent":"426.770897ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18687,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-08T18:48:48.133501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.383694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:48:48.1335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.67289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:48:48.13359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.294992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-08T18:48:48.133634Z","caller":"traceutil/trace.go:171","msg":"trace[2048912981] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14985; }","duration":"361.836255ms","start":"2026-05-08T18:48:47.771776Z","end":"2026-05-08T18:48:48.133613Z","steps":["trace[2048912981] 'agreement among raft nodes before linearized reading' (duration: 361.569897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.133686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.771766Z","time spent":"361.909767ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-08T18:48:48.133671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.035765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:48:48.133684Z","caller":"traceutil/trace.go:171","msg":"trace[62455902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14985; }","duration":"345.441377ms","start":"2026-05-08T18:48:47.78822Z","end":"2026-05-08T18:48:48.133662Z","steps":["trace[62455902] 'agreement among raft nodes before linearized reading' (duration: 345.117707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.133853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.377576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-08T18:48:48.133883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.788198Z","time spent":"345.675724ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-08T18:48:48.133912Z","caller":"traceutil/trace.go:171","msg":"trace[1348336750] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14985; }","duration":"364.478618ms","start":"2026-05-08T18:48:47.769419Z","end":"2026-05-08T18:48:48.133898Z","steps":["trace[1348336750] 'agreement among raft nodes before linearized reading' (duration: 364.311193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.133963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.7694Z","time spent":"364.549871ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-08T18:48:48.134052Z","caller":"traceutil/trace.go:171","msg":"trace[974594557] transaction","detail":"{read_only:false; response_revision:14985; number_of_response:1; }","duration":"115.409007ms","start":"2026-05-08T18:48:48.018635Z","end":"2026-05-08T18:48:48.134044Z","steps":["trace[974594557] 'process raft request' (duration: 114.470667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.13418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.198312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:48:48.134202Z","caller":"traceutil/trace.go:171","msg":"trace[1695110833] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:14985; }","duration":"185.256614ms","start":"2026-05-08T18:48:47.948938Z","end":"2026-05-08T18:48:48.134195Z","steps":["trace[1695110833] 'agreement among raft nodes before linearized reading' (duration: 185.213082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.134195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.074283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T18:48:48.134232Z","caller":"traceutil/trace.go:171","msg":"trace[1141070483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14985; }","duration":"257.194728ms","start":"2026-05-08T18:48:47.877027Z","end":"2026-05-08T18:48:48.134221Z","steps":["trace[1141070483] 'agreement among raft nodes before linearized reading' (duration: 257.088904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.134313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.991885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-08T18:48:48.134332Z","caller":"traceutil/trace.go:171","msg":"trace[765868043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14985; }","duration":"222.031536ms","start":"2026-05-08T18:48:47.912295Z","end":"2026-05-08T18:48:48.134326Z","steps":["trace[765868043] 'agreement among raft nodes before linearized reading' (duration: 221.996525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.134326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.733185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-08T18:48:48.134368Z","caller":"traceutil/trace.go:171","msg":"trace[1458351811] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14985; }","duration":"463.793547ms","start":"2026-05-08T18:48:47.670563Z","end":"2026-05-08T18:48:48.134356Z","steps":["trace[1458351811] 'agreement among raft nodes before linearized reading' (duration: 463.671083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.134396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.67052Z","time spent":"463.86785ms","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-08T18:48:48.13442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.60931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xxzdb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-08T18:48:48.134435Z","caller":"traceutil/trace.go:171","msg":"trace[1473102900] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xxzdb; range_end:; response_count:1; response_revision:14985; }","duration":"244.643331ms","start":"2026-05-08T18:48:47.889787Z","end":"2026-05-08T18:48:48.134431Z","steps":["trace[1473102900] 'agreement among raft nodes before linearized reading' (duration: 244.58993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.134427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.527117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720532"} {"level":"info","ts":"2026-05-08T18:48:48.134537Z","caller":"traceutil/trace.go:171","msg":"trace[934273593] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14985; }","duration":"468.669881ms","start":"2026-05-08T18:48:47.665846Z","end":"2026-05-08T18:48:48.134516Z","steps":["trace[934273593] 'agreement among raft nodes before linearized reading' (duration: 467.672129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.134589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.665839Z","time spent":"468.737424ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720556,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-08T18:48:48.134649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.048281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:48:48.13468Z","caller":"traceutil/trace.go:171","msg":"trace[520391010] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14985; }","duration":"368.114613ms","start":"2026-05-08T18:48:47.766557Z","end":"2026-05-08T18:48:48.134671Z","steps":["trace[520391010] 'agreement among raft nodes before linearized reading' (duration: 368.060651ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:48:48.133619Z","caller":"traceutil/trace.go:171","msg":"trace[119391018] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14985; }","duration":"463.523369ms","start":"2026-05-08T18:48:47.670068Z","end":"2026-05-08T18:48:48.133592Z","steps":["trace[119391018] 'agreement among raft nodes before linearized reading' (duration: 463.294951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.134712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.670058Z","time spent":"464.647124ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-08T18:48:48.13474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.070978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:48:48.134758Z","caller":"traceutil/trace.go:171","msg":"trace[811068609] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14985; }","duration":"260.116759ms","start":"2026-05-08T18:48:47.874635Z","end":"2026-05-08T18:48:48.134752Z","steps":["trace[811068609] 'agreement among raft nodes before linearized reading' (duration: 260.092729ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:48:48.133769Z","caller":"traceutil/trace.go:171","msg":"trace[966278041] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14985; }","duration":"464.173769ms","start":"2026-05-08T18:48:47.669569Z","end":"2026-05-08T18:48:48.133742Z","steps":["trace[966278041] 'agreement among raft nodes before linearized reading' (duration: 463.988454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.134823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.156901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:48:48.134839Z","caller":"traceutil/trace.go:171","msg":"trace[725084352] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14985; }","duration":"260.217543ms","start":"2026-05-08T18:48:47.874616Z","end":"2026-05-08T18:48:48.134834Z","steps":["trace[725084352] 'agreement among raft nodes before linearized reading' (duration: 260.194732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.134834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.669557Z","time spent":"465.260253ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-08T18:48:48.133879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.185954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-08T18:48:48.13495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.733946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-08T18:48:48.134953Z","caller":"traceutil/trace.go:171","msg":"trace[33677228] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14985; }","duration":"256.247717ms","start":"2026-05-08T18:48:47.878688Z","end":"2026-05-08T18:48:48.134935Z","steps":["trace[33677228] 'agreement among raft nodes before linearized reading' (duration: 255.101731ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:48:48.134967Z","caller":"traceutil/trace.go:171","msg":"trace[599566951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14985; }","duration":"345.772967ms","start":"2026-05-08T18:48:47.789189Z","end":"2026-05-08T18:48:48.134962Z","steps":["trace[599566951] 'agreement among raft nodes before linearized reading' (duration: 345.724535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.134985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.789177Z","time spent":"345.804128ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:48:48.134904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.783858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-08T18:48:48.134713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.994876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:48:48.135042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.809476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-08T18:48:48.135054Z","caller":"traceutil/trace.go:171","msg":"trace[740121520] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14985; }","duration":"339.948264ms","start":"2026-05-08T18:48:47.795094Z","end":"2026-05-08T18:48:48.135042Z","steps":["trace[740121520] 'agreement among raft nodes before linearized reading' (duration: 339.789278ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:48:48.135074Z","caller":"traceutil/trace.go:171","msg":"trace[1475717162] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14985; }","duration":"462.862348ms","start":"2026-05-08T18:48:47.672202Z","end":"2026-05-08T18:48:48.135065Z","steps":["trace[1475717162] 'agreement among raft nodes before linearized reading' (duration: 462.760845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.135085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.795083Z","time spent":"339.992695ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:48:48.135099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.308712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-08T18:48:48.135117Z","caller":"traceutil/trace.go:171","msg":"trace[1344859437] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14985; }","duration":"463.349743ms","start":"2026-05-08T18:48:47.671762Z","end":"2026-05-08T18:48:48.135112Z","steps":["trace[1344859437] 'agreement among raft nodes before linearized reading' (duration: 463.298791ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:48:48.13505Z","caller":"traceutil/trace.go:171","msg":"trace[78057408] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14985; }","duration":"260.344497ms","start":"2026-05-08T18:48:47.8747Z","end":"2026-05-08T18:48:48.135045Z","steps":["trace[78057408] 'agreement among raft nodes before linearized reading' (duration: 259.994636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.135135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.671742Z","time spent":"463.388824ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-08T18:48:48.133702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.939619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:48:48.135172Z","caller":"traceutil/trace.go:171","msg":"trace[1394053891] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14985; }","duration":"363.419185ms","start":"2026-05-08T18:48:47.771743Z","end":"2026-05-08T18:48:48.135163Z","steps":["trace[1394053891] 'agreement among raft nodes before linearized reading' (duration: 361.911258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.135115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.672192Z","time spent":"462.902749ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-08T18:48:48.135206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.77168Z","time spent":"363.518938ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-08T18:48:48.135262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.76654Z","time spent":"368.713112ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-08T18:48:48.13524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.362301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720532"} {"level":"info","ts":"2026-05-08T18:48:48.135352Z","caller":"traceutil/trace.go:171","msg":"trace[759133268] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14985; }","duration":"468.495066ms","start":"2026-05-08T18:48:47.666836Z","end":"2026-05-08T18:48:48.135331Z","steps":["trace[759133268] 'agreement among raft nodes before linearized reading' (duration: 467.454113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.135414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.666828Z","time spent":"468.568178ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720556,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-08T18:48:48.135696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.270824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720532"} {"level":"info","ts":"2026-05-08T18:48:48.135741Z","caller":"traceutil/trace.go:171","msg":"trace[1142672402] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14985; }","duration":"471.338225ms","start":"2026-05-08T18:48:47.664393Z","end":"2026-05-08T18:48:48.135731Z","steps":["trace[1142672402] 'agreement among raft nodes before linearized reading' (duration: 469.655762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.135775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.664382Z","time spent":"471.382897ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720556,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-08T18:48:48.136906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.091021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-08T18:48:48.137203Z","caller":"traceutil/trace.go:171","msg":"trace[1356772193] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14985; }","duration":"467.216965ms","start":"2026-05-08T18:48:47.669752Z","end":"2026-05-08T18:48:48.136969Z","steps":["trace[1356772193] 'agreement among raft nodes before linearized reading' (duration: 465.598854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.137279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:48:47.669746Z","time spent":"467.513035ms","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-08T18:48:48.263085Z","caller":"traceutil/trace.go:171","msg":"trace[1441443146] transaction","detail":"{read_only:false; response_revision:14988; number_of_response:1; }","duration":"120.762177ms","start":"2026-05-08T18:48:48.142293Z","end":"2026-05-08T18:48:48.263055Z","steps":["trace[1441443146] 'process raft request' (duration: 120.624572ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:48:48.263095Z","caller":"traceutil/trace.go:171","msg":"trace[881386700] transaction","detail":"{read_only:false; response_revision:14987; number_of_response:1; }","duration":"120.824059ms","start":"2026-05-08T18:48:48.142218Z","end":"2026-05-08T18:48:48.263042Z","steps":["trace[881386700] 'process raft request' (duration: 84.316855ms)","trace[881386700] 'compare' (duration: 36.151493ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:48:48.263368Z","caller":"traceutil/trace.go:171","msg":"trace[1219934003] transaction","detail":"{read_only:false; response_revision:14989; number_of_response:1; }","duration":"120.303422ms","start":"2026-05-08T18:48:48.143026Z","end":"2026-05-08T18:48:48.263329Z","steps":["trace[1219934003] 'process raft request' (duration: 119.986112ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:48:48.263542Z","caller":"traceutil/trace.go:171","msg":"trace[1842747291] transaction","detail":"{read_only:false; response_revision:14990; number_of_response:1; }","duration":"120.448617ms","start":"2026-05-08T18:48:48.143079Z","end":"2026-05-08T18:48:48.263527Z","steps":["trace[1842747291] 'process raft request' (duration: 120.139767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.26367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.34262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:48:48.263758Z","caller":"traceutil/trace.go:171","msg":"trace[638771247] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14990; }","duration":"112.470884ms","start":"2026-05-08T18:48:48.15127Z","end":"2026-05-08T18:48:48.263741Z","steps":["trace[638771247] 'agreement among raft nodes before linearized reading' (duration: 112.292829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:48:48.264575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.161481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720532"} {"level":"info","ts":"2026-05-08T18:48:48.264652Z","caller":"traceutil/trace.go:171","msg":"trace[1502660435] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14990; }","duration":"122.269925ms","start":"2026-05-08T18:48:48.142365Z","end":"2026-05-08T18:48:48.264635Z","steps":["trace[1502660435] 'agreement among raft nodes before linearized reading' (duration: 121.210731ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:51:29.844525Z","caller":"traceutil/trace.go:171","msg":"trace[695893764] linearizableReadLoop","detail":"{readStateIndex:16909; appliedIndex:16908; }","duration":"101.084864ms","start":"2026-05-08T18:51:29.743422Z","end":"2026-05-08T18:51:29.844507Z","steps":["trace[695893764] 'read index received' (duration: 100.906638ms)","trace[695893764] 'applied index is now lower than readState.Index' (duration: 177.716µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:51:29.844613Z","caller":"traceutil/trace.go:171","msg":"trace[1720142896] transaction","detail":"{read_only:false; response_revision:16348; number_of_response:1; }","duration":"108.25429ms","start":"2026-05-08T18:51:29.736352Z","end":"2026-05-08T18:51:29.844607Z","steps":["trace[1720142896] 'process raft request' (duration: 108.035063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:51:29.844774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.332031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:51:29.844801Z","caller":"traceutil/trace.go:171","msg":"trace[304400865] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:16348; }","duration":"101.375963ms","start":"2026-05-08T18:51:29.743417Z","end":"2026-05-08T18:51:29.844793Z","steps":["trace[304400865] 'agreement among raft nodes before linearized reading' (duration: 101.311471ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:53:45.320994Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14972} {"level":"info","ts":"2026-05-08T18:53:45.4124Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14972,"took":"88.484145ms","hash":872519398,"current-db-size-bytes":54882304,"current-db-size":"55 MB","current-db-size-in-use-bytes":31092736,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-08T18:53:45.412479Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":872519398,"revision":14972,"compact-revision":12538} {"level":"info","ts":"2026-05-08T18:53:59.776373Z","caller":"traceutil/trace.go:171","msg":"trace[1553240113] linearizableReadLoop","detail":"{readStateIndex:17956; appliedIndex:17955; }","duration":"382.972536ms","start":"2026-05-08T18:53:59.393366Z","end":"2026-05-08T18:53:59.776339Z","steps":["trace[1553240113] 'read index received' (duration: 382.355206ms)","trace[1553240113] 'applied index is now lower than readState.Index' (duration: 615.91µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:53:59.77645Z","caller":"traceutil/trace.go:171","msg":"trace[423810599] transaction","detail":"{read_only:false; response_revision:17359; number_of_response:1; }","duration":"554.907937ms","start":"2026-05-08T18:53:59.221488Z","end":"2026-05-08T18:53:59.776396Z","steps":["trace[423810599] 'process raft request' (duration: 554.334849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:53:59.776623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.260703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T18:53:59.776665Z","caller":"traceutil/trace.go:171","msg":"trace[174311196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17359; }","duration":"198.362966ms","start":"2026-05-08T18:53:59.578289Z","end":"2026-05-08T18:53:59.776652Z","steps":["trace[174311196] 'agreement among raft nodes before linearized reading' (duration: 198.260423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:53:59.77682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:53:59.221445Z","time spent":"555.195696ms","remote":"127.0.0.1:58876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416936,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:53:59.7769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.490832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-08T18:53:59.777166Z","caller":"traceutil/trace.go:171","msg":"trace[238737811] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17359; }","duration":"383.793512ms","start":"2026-05-08T18:53:59.39333Z","end":"2026-05-08T18:53:59.777123Z","steps":["trace[238737811] 'agreement among raft nodes before linearized reading' (duration: 383.141551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:53:59.777295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:53:59.393311Z","time spent":"383.964068ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T18:54:05.127646Z","caller":"traceutil/trace.go:171","msg":"trace[579665469] transaction","detail":"{read_only:false; response_revision:17406; number_of_response:1; }","duration":"167.672566ms","start":"2026-05-08T18:54:04.95994Z","end":"2026-05-08T18:54:05.127612Z","steps":["trace[579665469] 'process raft request' (duration: 167.451919ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:05.372998Z","caller":"traceutil/trace.go:171","msg":"trace[1190228266] linearizableReadLoop","detail":"{readStateIndex:18005; appliedIndex:18003; }","duration":"397.049151ms","start":"2026-05-08T18:54:04.975901Z","end":"2026-05-08T18:54:05.37295Z","steps":["trace[1190228266] 'read index received' (duration: 151.445434ms)","trace[1190228266] 'applied index is now lower than readState.Index' (duration: 245.602707ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:54:05.373027Z","caller":"traceutil/trace.go:171","msg":"trace[1189747719] transaction","detail":"{read_only:false; response_revision:17407; number_of_response:1; }","duration":"412.664565ms","start":"2026-05-08T18:54:04.960329Z","end":"2026-05-08T18:54:05.372993Z","steps":["trace[1189747719] 'process raft request' (duration: 412.440568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:05.373196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:04.960297Z","time spent":"412.807169ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:54:05.373363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.441623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T18:54:05.37347Z","caller":"traceutil/trace.go:171","msg":"trace[119884648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17407; }","duration":"397.612459ms","start":"2026-05-08T18:54:04.975835Z","end":"2026-05-08T18:54:05.373448Z","steps":["trace[119884648] 'agreement among raft nodes before linearized reading' (duration: 397.263148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:05.373521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:04.975812Z","time spent":"397.695292ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T18:54:05.373546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.377012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T18:54:05.37358Z","caller":"traceutil/trace.go:171","msg":"trace[733813786] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:17407; }","duration":"107.459624ms","start":"2026-05-08T18:54:05.266111Z","end":"2026-05-08T18:54:05.373571Z","steps":["trace[733813786] 'agreement among raft nodes before linearized reading' (duration: 107.386322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:05.373775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.939802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T18:54:05.373845Z","caller":"traceutil/trace.go:171","msg":"trace[2033493673] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17407; }","duration":"393.183169ms","start":"2026-05-08T18:54:04.980642Z","end":"2026-05-08T18:54:05.373826Z","steps":["trace[2033493673] 'agreement among raft nodes before linearized reading' (duration: 392.507518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:05.373946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:04.980632Z","time spent":"393.251922ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T18:54:05.374061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.537965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T18:54:05.374086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.529938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vbtdm\" ","response":"range_response_count:1 size:20868"} {"level":"info","ts":"2026-05-08T18:54:05.374113Z","caller":"traceutil/trace.go:171","msg":"trace[2105797228] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vbtdm; range_end:; response_count:1; response_revision:17407; }","duration":"196.581309ms","start":"2026-05-08T18:54:05.177525Z","end":"2026-05-08T18:54:05.374106Z","steps":["trace[2105797228] 'agreement among raft nodes before linearized reading' (duration: 196.416744ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:05.374118Z","caller":"traceutil/trace.go:171","msg":"trace[260428829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17407; }","duration":"251.649419ms","start":"2026-05-08T18:54:05.122453Z","end":"2026-05-08T18:54:05.374102Z","steps":["trace[260428829] 'agreement among raft nodes before linearized reading' (duration: 251.555176ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:05.502924Z","caller":"traceutil/trace.go:171","msg":"trace[1393012500] linearizableReadLoop","detail":"{readStateIndex:18006; appliedIndex:18005; }","duration":"115.567311ms","start":"2026-05-08T18:54:05.387323Z","end":"2026-05-08T18:54:05.502891Z","steps":["trace[1393012500] 'read index received' (duration: 102.865179ms)","trace[1393012500] 'applied index is now lower than readState.Index' (duration: 12.700322ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:54:05.503176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.826479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T18:54:05.503242Z","caller":"traceutil/trace.go:171","msg":"trace[170214090] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17408; }","duration":"115.936462ms","start":"2026-05-08T18:54:05.387297Z","end":"2026-05-08T18:54:05.503234Z","steps":["trace[170214090] 'agreement among raft nodes before linearized reading' (duration: 115.705434ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:05.503775Z","caller":"traceutil/trace.go:171","msg":"trace[2087377150] transaction","detail":"{read_only:false; response_revision:17408; number_of_response:1; }","duration":"116.125538ms","start":"2026-05-08T18:54:05.386828Z","end":"2026-05-08T18:54:05.502953Z","steps":["trace[2087377150] 'process raft request' (duration: 103.103076ms)","trace[2087377150] 'compare' (duration: 12.503255ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:54:05.549522Z","caller":"traceutil/trace.go:171","msg":"trace[2003060231] transaction","detail":"{read_only:false; response_revision:17409; number_of_response:1; }","duration":"153.318743ms","start":"2026-05-08T18:54:05.396155Z","end":"2026-05-08T18:54:05.549474Z","steps":["trace[2003060231] 'process raft request' (duration: 152.726085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:06.165413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.811507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T18:54:06.165521Z","caller":"traceutil/trace.go:171","msg":"trace[1803365556] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:17409; }","duration":"436.991123ms","start":"2026-05-08T18:54:05.728505Z","end":"2026-05-08T18:54:06.165496Z","steps":["trace[1803365556] 'count revisions from in-memory index tree' (duration: 436.674063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:06.165596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:05.728477Z","time spent":"437.095317ms","remote":"127.0.0.1:35802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:54:06.165705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.413286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-08T18:54:06.165726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.672517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T18:54:06.165759Z","caller":"traceutil/trace.go:171","msg":"trace[1113193601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17409; }","duration":"223.499609ms","start":"2026-05-08T18:54:05.942246Z","end":"2026-05-08T18:54:06.165746Z","steps":["trace[1113193601] 'range keys from in-memory index tree' (duration: 223.261842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:06.165429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.587728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-08T18:54:06.165785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.313881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g9ftp\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-05-08T18:54:06.165823Z","caller":"traceutil/trace.go:171","msg":"trace[348388031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17409; }","duration":"199.753549ms","start":"2026-05-08T18:54:05.965998Z","end":"2026-05-08T18:54:06.165751Z","steps":["trace[348388031] 'range keys from in-memory index tree' (duration: 199.505732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:06.165498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.51551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T18:54:06.16578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.203464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-08T18:54:06.165867Z","caller":"traceutil/trace.go:171","msg":"trace[1971085828] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g9ftp; range_end:; response_count:1; response_revision:17409; }","duration":"196.429724ms","start":"2026-05-08T18:54:05.969417Z","end":"2026-05-08T18:54:06.165847Z","steps":["trace[1971085828] 'range keys from in-memory index tree' (duration: 196.154406ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:06.16589Z","caller":"traceutil/trace.go:171","msg":"trace[233774669] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17409; }","duration":"538.937383ms","start":"2026-05-08T18:54:05.626936Z","end":"2026-05-08T18:54:06.165873Z","steps":["trace[233774669] 'range keys from in-memory index tree' (duration: 538.423716ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:06.165867Z","caller":"traceutil/trace.go:171","msg":"trace[758526555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17409; }","duration":"328.080893ms","start":"2026-05-08T18:54:05.837761Z","end":"2026-05-08T18:54:06.165842Z","steps":["trace[758526555] 'range keys from in-memory index tree' (duration: 327.37443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:06.16596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:05.626913Z","time spent":"539.008106ms","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-08T18:54:06.165956Z","caller":"traceutil/trace.go:171","msg":"trace[1396181679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17409; }","duration":"219.431221ms","start":"2026-05-08T18:54:05.94648Z","end":"2026-05-08T18:54:06.165911Z","steps":["trace[1396181679] 'range keys from in-memory index tree' (duration: 218.874763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:06.165993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:05.83774Z","time spent":"328.231158ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:54:06.165784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.183532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-08T18:54:06.166046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.654978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-08T18:54:06.16607Z","caller":"traceutil/trace.go:171","msg":"trace[277363174] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17409; }","duration":"212.516173ms","start":"2026-05-08T18:54:05.953542Z","end":"2026-05-08T18:54:06.166058Z","steps":["trace[277363174] 'range keys from in-memory index tree' (duration: 212.026617ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:06.166091Z","caller":"traceutil/trace.go:171","msg":"trace[746629656] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17409; }","duration":"339.749482ms","start":"2026-05-08T18:54:05.826328Z","end":"2026-05-08T18:54:06.166078Z","steps":["trace[746629656] 'range keys from in-memory index tree' (duration: 339.488763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:06.166121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:05.826304Z","time spent":"339.808734ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:54:06.166336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.384848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hp4fl\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-05-08T18:54:06.166465Z","caller":"traceutil/trace.go:171","msg":"trace[2054452253] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hp4fl; range_end:; response_count:1; response_revision:17409; }","duration":"168.575065ms","start":"2026-05-08T18:54:05.997864Z","end":"2026-05-08T18:54:06.166439Z","steps":["trace[2054452253] 'range keys from in-memory index tree' (duration: 168.016927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:07.454203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168536629s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T18:54:07.454416Z","caller":"traceutil/trace.go:171","msg":"trace[669902555] transaction","detail":"{read_only:false; response_revision:17412; number_of_response:1; }","duration":"1.280756814s","start":"2026-05-08T18:54:06.17363Z","end":"2026-05-08T18:54:07.454387Z","steps":["trace[669902555] 'process raft request' (duration: 111.263294ms)","trace[669902555] 'compare' (duration: 1.168391505s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:54:07.454576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:06.173615Z","time spent":"1.280851046s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:54:07.455369Z","caller":"traceutil/trace.go:171","msg":"trace[1182272780] transaction","detail":"{read_only:false; response_revision:17413; number_of_response:1; }","duration":"1.281635521s","start":"2026-05-08T18:54:06.173708Z","end":"2026-05-08T18:54:07.455343Z","steps":["trace[1182272780] 'process raft request' (duration: 1.280633749s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:07.455502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:06.173677Z","time spent":"1.281748204s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:54:07.455684Z","caller":"traceutil/trace.go:171","msg":"trace[1848702415] transaction","detail":"{read_only:false; response_revision:17417; number_of_response:1; }","duration":"314.06674ms","start":"2026-05-08T18:54:07.141607Z","end":"2026-05-08T18:54:07.455674Z","steps":["trace[1848702415] 'process raft request' (duration: 314.039279ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:07.455736Z","caller":"traceutil/trace.go:171","msg":"trace[1379391306] transaction","detail":"{read_only:false; response_revision:17415; number_of_response:1; }","duration":"1.281786356s","start":"2026-05-08T18:54:06.17394Z","end":"2026-05-08T18:54:07.455726Z","steps":["trace[1379391306] 'process raft request' (duration: 1.281639741s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:07.455745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:07.141578Z","time spent":"314.137333ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:54:07.455772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:06.17393Z","time spent":"1.281822357s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:54:07.455824Z","caller":"traceutil/trace.go:171","msg":"trace[1826752348] transaction","detail":"{read_only:false; response_revision:17416; number_of_response:1; }","duration":"1.276771938s","start":"2026-05-08T18:54:06.179045Z","end":"2026-05-08T18:54:07.455817Z","steps":["trace[1826752348] 'process raft request' (duration: 1.276567281s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:07.455856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:06.179005Z","time spent":"1.27683343s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:54:07.455917Z","caller":"traceutil/trace.go:171","msg":"trace[1688180530] linearizableReadLoop","detail":"{readStateIndex:18013; appliedIndex:18008; }","duration":"1.279859175s","start":"2026-05-08T18:54:06.176051Z","end":"2026-05-08T18:54:07.45591Z","steps":["trace[1688180530] 'read index received' (duration: 19.051201ms)","trace[1688180530] 'applied index is now lower than readState.Index' (duration: 1.260807014s)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:54:07.455956Z","caller":"traceutil/trace.go:171","msg":"trace[1373194235] transaction","detail":"{read_only:false; response_revision:17414; number_of_response:1; }","duration":"1.282093676s","start":"2026-05-08T18:54:06.173856Z","end":"2026-05-08T18:54:07.45595Z","steps":["trace[1373194235] 'process raft request' (duration: 1.281666513s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:07.455992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:06.173839Z","time spent":"1.282131377s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:54:07.456064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28001216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T18:54:07.456087Z","caller":"traceutil/trace.go:171","msg":"trace[1012277720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17417; }","duration":"1.280077002s","start":"2026-05-08T18:54:06.176003Z","end":"2026-05-08T18:54:07.45608Z","steps":["trace[1012277720] 'agreement among raft nodes before linearized reading' (duration: 1.279954628s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:07.456107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:06.175981Z","time spent":"1.280121874s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T18:54:07.545143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.848856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T18:54:07.54524Z","caller":"traceutil/trace.go:171","msg":"trace[1297682557] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:17418; }","duration":"724.97533ms","start":"2026-05-08T18:54:06.820241Z","end":"2026-05-08T18:54:07.545216Z","steps":["trace[1297682557] 'agreement among raft nodes before linearized reading' (duration: 724.743753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:07.545299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:06.820167Z","time spent":"725.118974ms","remote":"127.0.0.1:56614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:54:07.546017Z","caller":"traceutil/trace.go:171","msg":"trace[1999472284] transaction","detail":"{read_only:false; response_revision:17418; number_of_response:1; }","duration":"164.973951ms","start":"2026-05-08T18:54:07.381022Z","end":"2026-05-08T18:54:07.545996Z","steps":["trace[1999472284] 'process raft request' (duration: 163.808354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:07.546204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365185621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:928968"} {"level":"info","ts":"2026-05-08T18:54:07.546311Z","caller":"traceutil/trace.go:171","msg":"trace[1673274289] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17418; }","duration":"1.365351816s","start":"2026-05-08T18:54:06.18094Z","end":"2026-05-08T18:54:07.546292Z","steps":["trace[1673274289] 'agreement among raft nodes before linearized reading' (duration: 1.364068355s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:07.546398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:06.18092Z","time spent":"1.36545825s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":928992,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-08T18:54:07.547145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365845642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:928968"} {"level":"info","ts":"2026-05-08T18:54:07.547188Z","caller":"traceutil/trace.go:171","msg":"trace[572607031] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17418; }","duration":"1.365902673s","start":"2026-05-08T18:54:06.181275Z","end":"2026-05-08T18:54:07.547178Z","steps":["trace[572607031] 'agreement among raft nodes before linearized reading' (duration: 1.363731874s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:07.547221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:06.181267Z","time spent":"1.365943435s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":928992,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-08T18:54:07.553128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.680984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T18:54:07.553211Z","caller":"traceutil/trace.go:171","msg":"trace[1830111631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17418; }","duration":"979.786027ms","start":"2026-05-08T18:54:06.573407Z","end":"2026-05-08T18:54:07.553194Z","steps":["trace[1830111631] 'agreement among raft nodes before linearized reading' (duration: 972.378123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:07.553248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:06.573335Z","time spent":"979.90478ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T18:54:12.443798Z","caller":"traceutil/trace.go:171","msg":"trace[651127907] linearizableReadLoop","detail":"{readStateIndex:18101; appliedIndex:18100; }","duration":"433.251495ms","start":"2026-05-08T18:54:12.010509Z","end":"2026-05-08T18:54:12.443761Z","steps":["trace[651127907] 'read index received' (duration: 433.024018ms)","trace[651127907] 'applied index is now lower than readState.Index' (duration: 225.737µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:54:12.444161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.607766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-08T18:54:12.444242Z","caller":"traceutil/trace.go:171","msg":"trace[1054043863] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:17502; }","duration":"433.772542ms","start":"2026-05-08T18:54:12.010452Z","end":"2026-05-08T18:54:12.444225Z","steps":["trace[1054043863] 'agreement among raft nodes before linearized reading' (duration: 433.477272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:12.444284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:12.010439Z","time spent":"433.838083ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"info","ts":"2026-05-08T18:54:12.444458Z","caller":"traceutil/trace.go:171","msg":"trace[2099370844] transaction","detail":"{read_only:false; response_revision:17502; number_of_response:1; }","duration":"436.156067ms","start":"2026-05-08T18:54:12.008292Z","end":"2026-05-08T18:54:12.444449Z","steps":["trace[2099370844] 'process raft request' (duration: 435.271319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:12.444529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:12.008244Z","time spent":"436.24655ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T18:54:12.444871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.301004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T18:54:12.444906Z","caller":"traceutil/trace.go:171","msg":"trace[546302812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17502; }","duration":"223.381986ms","start":"2026-05-08T18:54:12.221517Z","end":"2026-05-08T18:54:12.444899Z","steps":["trace[546302812] 'agreement among raft nodes before linearized reading' (duration: 223.304894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:12.445053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.217377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-05-08T18:54:12.445087Z","caller":"traceutil/trace.go:171","msg":"trace[936219152] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:17502; }","duration":"214.293599ms","start":"2026-05-08T18:54:12.230789Z","end":"2026-05-08T18:54:12.445082Z","steps":["trace[936219152] 'agreement among raft nodes before linearized reading' (duration: 214.221416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:12.445358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.559149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T18:54:12.445409Z","caller":"traceutil/trace.go:171","msg":"trace[225786193] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:17502; }","duration":"272.660493ms","start":"2026-05-08T18:54:12.172736Z","end":"2026-05-08T18:54:12.445397Z","steps":["trace[225786193] 'agreement among raft nodes before linearized reading' (duration: 272.531829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:12.445465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.665284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T18:54:12.445563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.696445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2368087"} {"level":"info","ts":"2026-05-08T18:54:12.445655Z","caller":"traceutil/trace.go:171","msg":"trace[1772839521] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17502; }","duration":"430.812448ms","start":"2026-05-08T18:54:12.014811Z","end":"2026-05-08T18:54:12.445623Z","steps":["trace[1772839521] 'agreement among raft nodes before linearized reading' (duration: 429.131395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:12.445711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:12.014802Z","time spent":"430.895591ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2368111,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-08T18:54:12.445574Z","caller":"traceutil/trace.go:171","msg":"trace[2146868124] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:17502; }","duration":"386.87067ms","start":"2026-05-08T18:54:12.058679Z","end":"2026-05-08T18:54:12.44555Z","steps":["trace[2146868124] 'agreement among raft nodes before linearized reading' (duration: 386.609302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:12.446131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:54:12.058649Z","time spent":"387.458088ms","remote":"127.0.0.1:41706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:54:13.471123Z","caller":"traceutil/trace.go:171","msg":"trace[2094669633] transaction","detail":"{read_only:false; response_revision:17512; number_of_response:1; }","duration":"104.894473ms","start":"2026-05-08T18:54:13.366143Z","end":"2026-05-08T18:54:13.471037Z","steps":["trace[2094669633] 'process raft request' (duration: 104.751638ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:13.637256Z","caller":"traceutil/trace.go:171","msg":"trace[1274065218] transaction","detail":"{read_only:false; response_revision:17514; number_of_response:1; }","duration":"139.682542ms","start":"2026-05-08T18:54:13.497551Z","end":"2026-05-08T18:54:13.637233Z","steps":["trace[1274065218] 'process raft request' (duration: 131.36316ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:13.647877Z","caller":"traceutil/trace.go:171","msg":"trace[555444358] transaction","detail":"{read_only:false; response_revision:17516; number_of_response:1; }","duration":"149.359608ms","start":"2026-05-08T18:54:13.498489Z","end":"2026-05-08T18:54:13.647849Z","steps":["trace[555444358] 'process raft request' (duration: 149.264355ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:13.647886Z","caller":"traceutil/trace.go:171","msg":"trace[1463380812] transaction","detail":"{read_only:false; response_revision:17515; number_of_response:1; }","duration":"149.444631ms","start":"2026-05-08T18:54:13.498408Z","end":"2026-05-08T18:54:13.647853Z","steps":["trace[1463380812] 'process raft request' (duration: 149.132821ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:13.648249Z","caller":"traceutil/trace.go:171","msg":"trace[1207659871] transaction","detail":"{read_only:false; response_revision:17518; number_of_response:1; }","duration":"146.318812ms","start":"2026-05-08T18:54:13.501913Z","end":"2026-05-08T18:54:13.648232Z","steps":["trace[1207659871] 'process raft request' (duration: 146.136626ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:13.648248Z","caller":"traceutil/trace.go:171","msg":"trace[1749972344] transaction","detail":"{read_only:false; response_revision:17517; number_of_response:1; }","duration":"147.955604ms","start":"2026-05-08T18:54:13.500273Z","end":"2026-05-08T18:54:13.648229Z","steps":["trace[1749972344] 'process raft request' (duration: 147.53514ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:13.650616Z","caller":"traceutil/trace.go:171","msg":"trace[58120466] linearizableReadLoop","detail":"{readStateIndex:18117; appliedIndex:18112; }","duration":"110.928383ms","start":"2026-05-08T18:54:13.539668Z","end":"2026-05-08T18:54:13.650596Z","steps":["trace[58120466] 'read index received' (duration: 89.260609ms)","trace[58120466] 'applied index is now lower than readState.Index' (duration: 21.666754ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:54:13.650809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.082278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T18:54:13.65119Z","caller":"traceutil/trace.go:171","msg":"trace[890102447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17519; }","duration":"111.513423ms","start":"2026-05-08T18:54:13.539658Z","end":"2026-05-08T18:54:13.651171Z","steps":["trace[890102447] 'agreement among raft nodes before linearized reading' (duration: 111.042748ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:15.661202Z","caller":"traceutil/trace.go:171","msg":"trace[1873450330] linearizableReadLoop","detail":"{readStateIndex:18169; appliedIndex:18168; }","duration":"105.664838ms","start":"2026-05-08T18:54:15.555508Z","end":"2026-05-08T18:54:15.661173Z","steps":["trace[1873450330] 'read index received' (duration: 85.137709ms)","trace[1873450330] 'applied index is now lower than readState.Index' (duration: 20.525539ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:54:15.661382Z","caller":"traceutil/trace.go:171","msg":"trace[76197855] transaction","detail":"{read_only:false; response_revision:17567; number_of_response:1; }","duration":"106.700351ms","start":"2026-05-08T18:54:15.554669Z","end":"2026-05-08T18:54:15.661369Z","steps":["trace[76197855] 'process raft request' (duration: 86.07822ms)","trace[76197855] 'compare' (duration: 20.087114ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:54:15.661733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.196805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-05-08T18:54:15.661769Z","caller":"traceutil/trace.go:171","msg":"trace[946772401] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:17567; }","duration":"106.277217ms","start":"2026-05-08T18:54:15.555481Z","end":"2026-05-08T18:54:15.661758Z","steps":["trace[946772401] 'agreement among raft nodes before linearized reading' (duration: 106.065611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:15.662767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.637489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-08T18:54:15.662829Z","caller":"traceutil/trace.go:171","msg":"trace[1142199999] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:17568; }","duration":"100.736222ms","start":"2026-05-08T18:54:15.56208Z","end":"2026-05-08T18:54:15.662816Z","steps":["trace[1142199999] 'agreement among raft nodes before linearized reading' (duration: 100.507785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:15.663068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.726362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-vbtdm-vnc\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T18:54:15.663089Z","caller":"traceutil/trace.go:171","msg":"trace[1706484498] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-vbtdm-vnc; range_end:; response_count:0; response_revision:17568; }","duration":"100.757753ms","start":"2026-05-08T18:54:15.562325Z","end":"2026-05-08T18:54:15.663083Z","steps":["trace[1706484498] 'agreement among raft nodes before linearized reading' (duration: 100.724892ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:15.784797Z","caller":"traceutil/trace.go:171","msg":"trace[1891354825] transaction","detail":"{read_only:false; response_revision:17569; number_of_response:1; }","duration":"115.724005ms","start":"2026-05-08T18:54:15.669052Z","end":"2026-05-08T18:54:15.784776Z","steps":["trace[1891354825] 'process raft request' (duration: 109.260531ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:15.813441Z","caller":"traceutil/trace.go:171","msg":"trace[935764772] transaction","detail":"{read_only:false; response_revision:17570; number_of_response:1; }","duration":"144.061371ms","start":"2026-05-08T18:54:15.669358Z","end":"2026-05-08T18:54:15.813419Z","steps":["trace[935764772] 'process raft request' (duration: 143.838594ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:15.813774Z","caller":"traceutil/trace.go:171","msg":"trace[607241583] transaction","detail":"{read_only:false; response_revision:17571; number_of_response:1; }","duration":"144.362709ms","start":"2026-05-08T18:54:15.669397Z","end":"2026-05-08T18:54:15.81376Z","steps":["trace[607241583] 'process raft request' (duration: 143.935326ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:15.814005Z","caller":"traceutil/trace.go:171","msg":"trace[439572660] transaction","detail":"{read_only:false; response_revision:17572; number_of_response:1; }","duration":"144.526275ms","start":"2026-05-08T18:54:15.669441Z","end":"2026-05-08T18:54:15.813967Z","steps":["trace[439572660] 'process raft request' (duration: 144.159273ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:15.814252Z","caller":"traceutil/trace.go:171","msg":"trace[1275673455] transaction","detail":"{read_only:false; response_revision:17574; number_of_response:1; }","duration":"144.618088ms","start":"2026-05-08T18:54:15.669623Z","end":"2026-05-08T18:54:15.814241Z","steps":["trace[1275673455] 'process raft request' (duration: 144.459713ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:15.814248Z","caller":"traceutil/trace.go:171","msg":"trace[1144597874] transaction","detail":"{read_only:false; response_revision:17573; number_of_response:1; }","duration":"144.715921ms","start":"2026-05-08T18:54:15.669498Z","end":"2026-05-08T18:54:15.814214Z","steps":["trace[1144597874] 'process raft request' (duration: 144.415331ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:15.814466Z","caller":"traceutil/trace.go:171","msg":"trace[725604024] transaction","detail":"{read_only:false; response_revision:17575; number_of_response:1; }","duration":"144.759003ms","start":"2026-05-08T18:54:15.669678Z","end":"2026-05-08T18:54:15.814437Z","steps":["trace[725604024] 'process raft request' (duration: 144.537346ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:15.814554Z","caller":"traceutil/trace.go:171","msg":"trace[1356023438] linearizableReadLoop","detail":"{readStateIndex:18177; appliedIndex:18170; }","duration":"140.613261ms","start":"2026-05-08T18:54:15.673927Z","end":"2026-05-08T18:54:15.81454Z","steps":["trace[1356023438] 'read index received' (duration: 104.438158ms)","trace[1356023438] 'applied index is now lower than readState.Index' (duration: 36.174263ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:54:15.814731Z","caller":"traceutil/trace.go:171","msg":"trace[1697193424] transaction","detail":"{read_only:false; response_revision:17576; number_of_response:1; }","duration":"118.123562ms","start":"2026-05-08T18:54:15.696596Z","end":"2026-05-08T18:54:15.814719Z","steps":["trace[1697193424] 'process raft request' (duration: 117.74113ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:15.814984Z","caller":"traceutil/trace.go:171","msg":"trace[1023128530] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17576; }","duration":"116.903573ms","start":"2026-05-08T18:54:15.698068Z","end":"2026-05-08T18:54:15.814972Z","steps":["trace[1023128530] 'process raft request' (duration: 116.419227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:15.815346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.398246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-08T18:54:15.815393Z","caller":"traceutil/trace.go:171","msg":"trace[61776261] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:17576; }","duration":"141.482139ms","start":"2026-05-08T18:54:15.673898Z","end":"2026-05-08T18:54:15.81538Z","steps":["trace[61776261] 'agreement among raft nodes before linearized reading' (duration: 141.289473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:15.843195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.951331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g9ftp\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-05-08T18:54:15.843281Z","caller":"traceutil/trace.go:171","msg":"trace[740949165] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g9ftp; range_end:; response_count:1; response_revision:17578; }","duration":"166.063745ms","start":"2026-05-08T18:54:15.677197Z","end":"2026-05-08T18:54:15.843261Z","steps":["trace[740949165] 'agreement among raft nodes before linearized reading' (duration: 165.815418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:15.843618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.82987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hp4fl\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-05-08T18:54:15.843707Z","caller":"traceutil/trace.go:171","msg":"trace[704809078] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hp4fl; range_end:; response_count:1; response_revision:17578; }","duration":"160.962334ms","start":"2026-05-08T18:54:15.682724Z","end":"2026-05-08T18:54:15.843686Z","steps":["trace[704809078] 'agreement among raft nodes before linearized reading' (duration: 160.597002ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:15.985034Z","caller":"traceutil/trace.go:171","msg":"trace[1639906809] transaction","detail":"{read_only:false; response_revision:17581; number_of_response:1; }","duration":"120.354881ms","start":"2026-05-08T18:54:15.864649Z","end":"2026-05-08T18:54:15.985003Z","steps":["trace[1639906809] 'process raft request' (duration: 119.964649ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:15.985074Z","caller":"traceutil/trace.go:171","msg":"trace[656739605] transaction","detail":"{read_only:false; response_revision:17582; number_of_response:1; }","duration":"118.758282ms","start":"2026-05-08T18:54:15.866256Z","end":"2026-05-08T18:54:15.985014Z","steps":["trace[656739605] 'process raft request' (duration: 118.588746ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:15.98518Z","caller":"traceutil/trace.go:171","msg":"trace[1503680484] transaction","detail":"{read_only:false; response_revision:17580; number_of_response:1; }","duration":"133.407714ms","start":"2026-05-08T18:54:15.85174Z","end":"2026-05-08T18:54:15.985147Z","steps":["trace[1503680484] 'process raft request' (duration: 48.889144ms)","trace[1503680484] 'compare' (duration: 83.711075ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:54:15.985114Z","caller":"traceutil/trace.go:171","msg":"trace[1356854802] linearizableReadLoop","detail":"{readStateIndex:18184; appliedIndex:18183; }","duration":"130.11606ms","start":"2026-05-08T18:54:15.854968Z","end":"2026-05-08T18:54:15.985084Z","steps":["trace[1356854802] 'read index received' (duration: 19.898938ms)","trace[1356854802] 'applied index is now lower than readState.Index' (duration: 110.213552ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:54:15.985774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.588955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-08T18:54:15.985895Z","caller":"traceutil/trace.go:171","msg":"trace[645966266] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:17582; }","duration":"130.894115ms","start":"2026-05-08T18:54:15.854938Z","end":"2026-05-08T18:54:15.985832Z","steps":["trace[645966266] 'agreement among raft nodes before linearized reading' (duration: 130.284045ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:16.000291Z","caller":"traceutil/trace.go:171","msg":"trace[951711134] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17582; }","duration":"114.608121ms","start":"2026-05-08T18:54:15.885663Z","end":"2026-05-08T18:54:16.000272Z","steps":["trace[951711134] 'process raft request' (duration: 114.544389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:16.000632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.176162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"info","ts":"2026-05-08T18:54:16.000688Z","caller":"traceutil/trace.go:171","msg":"trace[1501702243] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:17582; }","duration":"130.270915ms","start":"2026-05-08T18:54:15.870389Z","end":"2026-05-08T18:54:16.00066Z","steps":["trace[1501702243] 'agreement among raft nodes before linearized reading' (duration: 130.147721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:16.001668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.196036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938650"} {"level":"info","ts":"2026-05-08T18:54:16.001763Z","caller":"traceutil/trace.go:171","msg":"trace[1565238083] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17582; }","duration":"145.276919ms","start":"2026-05-08T18:54:15.856439Z","end":"2026-05-08T18:54:16.001716Z","steps":["trace[1565238083] 'agreement among raft nodes before linearized reading' (duration: 144.34661ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:54:16.319911Z","caller":"traceutil/trace.go:171","msg":"trace[1066303544] linearizableReadLoop","detail":"{readStateIndex:18191; appliedIndex:18190; }","duration":"242.620994ms","start":"2026-05-08T18:54:16.077263Z","end":"2026-05-08T18:54:16.319884Z","steps":["trace[1066303544] 'read index received' (duration: 236.280144ms)","trace[1066303544] 'applied index is now lower than readState.Index' (duration: 6.33931ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:54:16.32018Z","caller":"traceutil/trace.go:171","msg":"trace[1191476907] transaction","detail":"{read_only:false; response_revision:17586; number_of_response:1; }","duration":"246.346781ms","start":"2026-05-08T18:54:16.073823Z","end":"2026-05-08T18:54:16.32017Z","steps":["trace[1191476907] 'process raft request' (duration: 239.759583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:16.320454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.176491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-08T18:54:16.320487Z","caller":"traceutil/trace.go:171","msg":"trace[1479920576] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:17586; }","duration":"243.262334ms","start":"2026-05-08T18:54:16.077217Z","end":"2026-05-08T18:54:16.32048Z","steps":["trace[1479920576] 'agreement among raft nodes before linearized reading' (duration: 243.113079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:54:16.320599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.893731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-05-08T18:54:16.320685Z","caller":"traceutil/trace.go:171","msg":"trace[236170933] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:17586; }","duration":"242.019575ms","start":"2026-05-08T18:54:16.078646Z","end":"2026-05-08T18:54:16.320666Z","steps":["trace[236170933] 'agreement among raft nodes before linearized reading' (duration: 241.735806ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:57:20.361467Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T18:57:20.367417Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-08T18:57:20.367547Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-08T18:58:45.330119Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17267} {"level":"info","ts":"2026-05-08T18:58:45.434445Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17267,"took":"99.286825ms","hash":3493882222,"current-db-size-bytes":54882304,"current-db-size":"55 MB","current-db-size-in-use-bytes":35450880,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-08T18:58:45.434544Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3493882222,"revision":17267,"compact-revision":14972} {"level":"info","ts":"2026-05-08T19:01:08.326923Z","caller":"traceutil/trace.go:171","msg":"trace[618379427] transaction","detail":"{read_only:false; response_revision:21086; number_of_response:1; }","duration":"105.216168ms","start":"2026-05-08T19:01:08.221677Z","end":"2026-05-08T19:01:08.326893Z","steps":["trace[618379427] 'process raft request' (duration: 59.432264ms)","trace[618379427] 'compare' (duration: 45.547456ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:01:08.327064Z","caller":"traceutil/trace.go:171","msg":"trace[1064357866] linearizableReadLoop","detail":"{readStateIndex:21797; appliedIndex:21795; }","duration":"103.965569ms","start":"2026-05-08T19:01:08.223065Z","end":"2026-05-08T19:01:08.327031Z","steps":["trace[1064357866] 'read index received' (duration: 58.03345ms)","trace[1064357866] 'applied index is now lower than readState.Index' (duration: 45.929259ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:01:08.327206Z","caller":"traceutil/trace.go:171","msg":"trace[1537180224] transaction","detail":"{read_only:false; response_revision:21087; number_of_response:1; }","duration":"104.889808ms","start":"2026-05-08T19:01:08.222238Z","end":"2026-05-08T19:01:08.327128Z","steps":["trace[1537180224] 'process raft request' (duration: 104.602939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:01:08.327403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.31524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-08T19:01:08.327459Z","caller":"traceutil/trace.go:171","msg":"trace[1062286704] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21087; }","duration":"104.425413ms","start":"2026-05-08T19:01:08.22302Z","end":"2026-05-08T19:01:08.327445Z","steps":["trace[1062286704] 'agreement among raft nodes before linearized reading' (duration: 104.175695ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:03:27.039133Z","caller":"traceutil/trace.go:171","msg":"trace[1703325564] transaction","detail":"{read_only:false; response_revision:21789; number_of_response:1; }","duration":"102.602387ms","start":"2026-05-08T19:03:26.936497Z","end":"2026-05-08T19:03:27.0391Z","steps":["trace[1703325564] 'process raft request' (duration: 102.362109ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:03:27.048308Z","caller":"traceutil/trace.go:171","msg":"trace[916124210] transaction","detail":"{read_only:false; response_revision:21790; number_of_response:1; }","duration":"110.073493ms","start":"2026-05-08T19:03:26.938199Z","end":"2026-05-08T19:03:27.048272Z","steps":["trace[916124210] 'process raft request' (duration: 109.746243ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:03:32.99715Z","caller":"traceutil/trace.go:171","msg":"trace[1936770103] transaction","detail":"{read_only:false; response_revision:21819; number_of_response:1; }","duration":"279.303228ms","start":"2026-05-08T19:03:32.71782Z","end":"2026-05-08T19:03:32.997123Z","steps":["trace[1936770103] 'process raft request' (duration: 279.122002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:33.23622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.203297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-08T19:03:33.236284Z","caller":"traceutil/trace.go:171","msg":"trace[1677785286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21819; }","duration":"159.328091ms","start":"2026-05-08T19:03:33.076941Z","end":"2026-05-08T19:03:33.236269Z","steps":["trace[1677785286] 'range keys from in-memory index tree' (duration: 158.998451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:33.236343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.912436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T19:03:33.236459Z","caller":"traceutil/trace.go:171","msg":"trace[659588024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21819; }","duration":"152.070732ms","start":"2026-05-08T19:03:33.084362Z","end":"2026-05-08T19:03:33.236433Z","steps":["trace[659588024] 'range keys from in-memory index tree' (duration: 151.732331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:33.245233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.296328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-08T19:03:33.245366Z","caller":"traceutil/trace.go:171","msg":"trace[681943503] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21819; }","duration":"160.796758ms","start":"2026-05-08T19:03:33.084516Z","end":"2026-05-08T19:03:33.245313Z","steps":["trace[681943503] 'range keys from in-memory index tree' (duration: 151.996079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:33.255355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.586876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:266795"} {"level":"info","ts":"2026-05-08T19:03:33.255441Z","caller":"traceutil/trace.go:171","msg":"trace[892278928] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:21819; }","duration":"193.712159ms","start":"2026-05-08T19:03:33.0617Z","end":"2026-05-08T19:03:33.255412Z","steps":["trace[892278928] 'range keys from in-memory index tree' (duration: 174.952906ms)","trace[892278928] 'range keys from bolt db' (duration: 18.526946ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:03:33.753648Z","caller":"traceutil/trace.go:171","msg":"trace[807968334] transaction","detail":"{read_only:false; response_revision:21820; number_of_response:1; }","duration":"495.659173ms","start":"2026-05-08T19:03:33.257959Z","end":"2026-05-08T19:03:33.753619Z","steps":["trace[807968334] 'process raft request' (duration: 495.432826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:33.754216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:33.257944Z","time spent":"495.791508ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:03:33.754254Z","caller":"traceutil/trace.go:171","msg":"trace[368235739] linearizableReadLoop","detail":"{readStateIndex:22559; appliedIndex:22558; }","duration":"496.099657ms","start":"2026-05-08T19:03:33.258085Z","end":"2026-05-08T19:03:33.754185Z","steps":["trace[368235739] 'read index received' (duration: 495.423826ms)","trace[368235739] 'applied index is now lower than readState.Index' (duration: 668.831µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:03:33.754751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.639155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-08T19:03:33.754889Z","caller":"traceutil/trace.go:171","msg":"trace[357339766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21820; }","duration":"496.770278ms","start":"2026-05-08T19:03:33.258059Z","end":"2026-05-08T19:03:33.754829Z","steps":["trace[357339766] 'agreement among raft nodes before linearized reading' (duration: 496.51005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:33.754976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:33.257866Z","time spent":"497.069478ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T19:03:34.007486Z","caller":"traceutil/trace.go:171","msg":"trace[1587507304] transaction","detail":"{read_only:false; response_revision:21822; number_of_response:1; }","duration":"748.197174ms","start":"2026-05-08T19:03:33.259242Z","end":"2026-05-08T19:03:34.007439Z","steps":["trace[1587507304] 'process raft request' (duration: 747.814382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:34.007718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:33.259235Z","time spent":"748.36651ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:03:34.007907Z","caller":"traceutil/trace.go:171","msg":"trace[2052030530] transaction","detail":"{read_only:false; response_revision:21823; number_of_response:1; }","duration":"748.479323ms","start":"2026-05-08T19:03:33.259381Z","end":"2026-05-08T19:03:34.007861Z","steps":["trace[2052030530] 'process raft request' (duration: 747.729529ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:03:34.007911Z","caller":"traceutil/trace.go:171","msg":"trace[1617332713] transaction","detail":"{read_only:false; response_revision:21824; number_of_response:1; }","duration":"747.845533ms","start":"2026-05-08T19:03:33.260017Z","end":"2026-05-08T19:03:34.007863Z","steps":["trace[1617332713] 'process raft request' (duration: 747.162141ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:03:34.008016Z","caller":"traceutil/trace.go:171","msg":"trace[568105613] transaction","detail":"{read_only:false; response_revision:21821; number_of_response:1; }","duration":"748.993909ms","start":"2026-05-08T19:03:33.258917Z","end":"2026-05-08T19:03:34.007911Z","steps":["trace[568105613] 'process raft request' (duration: 668.10462ms)","trace[568105613] 'compare' (duration: 79.858577ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:03:34.008152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:33.259376Z","time spent":"748.648088ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:03:34.008245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:33.259792Z","time spent":"748.327478ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:03:34.009169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:33.258763Z","time spent":"749.434953ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:03:34.246646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.393895ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-08T19:03:34.247927Z","caller":"traceutil/trace.go:171","msg":"trace[1496236792] linearizableReadLoop","detail":"{readStateIndex:22565; appliedIndex:22559; }","duration":"493.518926ms","start":"2026-05-08T19:03:33.754387Z","end":"2026-05-08T19:03:34.247906Z","steps":["trace[1496236792] 'read index received' (duration: 172.630423ms)","trace[1496236792] 'applied index is now lower than readState.Index' (duration: 320.886623ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:03:34.248182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.48431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T19:03:34.248222Z","caller":"traceutil/trace.go:171","msg":"trace[502695874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21827; }","duration":"630.79635ms","start":"2026-05-08T19:03:33.617411Z","end":"2026-05-08T19:03:34.248207Z","steps":["trace[502695874] 'agreement among raft nodes before linearized reading' (duration: 630.622564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:34.248257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:33.617388Z","time spent":"630.860852ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T19:03:34.248288Z","caller":"traceutil/trace.go:171","msg":"trace[733559778] transaction","detail":"{read_only:false; response_revision:21825; number_of_response:1; }","duration":"494.628561ms","start":"2026-05-08T19:03:33.753614Z","end":"2026-05-08T19:03:34.248243Z","steps":["trace[733559778] 'process raft request' (duration: 494.080773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:34.248486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:33.753584Z","time spent":"494.795206ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:03:34.248512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.577429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7697"} {"level":"info","ts":"2026-05-08T19:03:34.248543Z","caller":"traceutil/trace.go:171","msg":"trace[359656253] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:21827; }","duration":"951.666542ms","start":"2026-05-08T19:03:33.296867Z","end":"2026-05-08T19:03:34.248533Z","steps":["trace[359656253] 'agreement among raft nodes before linearized reading' (duration: 951.572879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:34.24857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:33.296831Z","time spent":"951.732964ms","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7721,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-05-08T19:03:34.248486Z","caller":"traceutil/trace.go:171","msg":"trace[1083845867] transaction","detail":"{read_only:false; response_revision:21826; number_of_response:1; }","duration":"489.689505ms","start":"2026-05-08T19:03:33.758717Z","end":"2026-05-08T19:03:34.248407Z","steps":["trace[1083845867] 'process raft request' (duration: 489.112647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:34.248554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.985246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:03:34.249179Z","caller":"traceutil/trace.go:171","msg":"trace[1141077529] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:21827; }","duration":"924.710308ms","start":"2026-05-08T19:03:33.324444Z","end":"2026-05-08T19:03:34.249155Z","steps":["trace[1141077529] 'agreement among raft nodes before linearized reading' (duration: 923.938744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:34.24873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.223019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:03:34.249344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:33.758688Z","time spent":"490.338554ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:03:34.249377Z","caller":"traceutil/trace.go:171","msg":"trace[1047881449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21827; }","duration":"671.935351ms","start":"2026-05-08T19:03:33.577383Z","end":"2026-05-08T19:03:34.249319Z","steps":["trace[1047881449] 'agreement among raft nodes before linearized reading' (duration: 671.241709ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:03:34.24852Z","caller":"traceutil/trace.go:171","msg":"trace[1930713507] transaction","detail":"{read_only:false; response_revision:21827; number_of_response:1; }","duration":"376.334078ms","start":"2026-05-08T19:03:33.871653Z","end":"2026-05-08T19:03:34.247988Z","steps":["trace[1930713507] 'process raft request' (duration: 376.212464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:34.249532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:33.57736Z","time spent":"672.118837ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:03:34.248788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.887556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-08T19:03:34.249568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:33.871621Z","time spent":"377.863406ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:03:34.249611Z","caller":"traceutil/trace.go:171","msg":"trace[1041741726] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21827; }","duration":"475.743183ms","start":"2026-05-08T19:03:33.77385Z","end":"2026-05-08T19:03:34.249593Z","steps":["trace[1041741726] 'agreement among raft nodes before linearized reading' (duration: 474.743852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:34.249695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:33.773834Z","time spent":"475.844946ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:03:34.248877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.583805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:03:34.249246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:33.324412Z","time spent":"924.813562ms","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:03:34.249927Z","caller":"traceutil/trace.go:171","msg":"trace[1923685625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21827; }","duration":"865.152415ms","start":"2026-05-08T19:03:33.384651Z","end":"2026-05-08T19:03:34.249803Z","steps":["trace[1923685625] 'agreement among raft nodes before linearized reading' (duration: 864.096662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:34.25041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:33.384623Z","time spent":"865.697792ms","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:03:34.571862Z","caller":"traceutil/trace.go:171","msg":"trace[1696887851] transaction","detail":"{read_only:false; response_revision:21828; number_of_response:1; }","duration":"318.027913ms","start":"2026-05-08T19:03:34.253791Z","end":"2026-05-08T19:03:34.571819Z","steps":["trace[1696887851] 'process raft request' (duration: 299.61855ms)","trace[1696887851] 'compare' (duration: 18.218207ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:03:34.572104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:34.253758Z","time spent":"318.211189ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:03:34.691055Z","caller":"traceutil/trace.go:171","msg":"trace[1173346907] linearizableReadLoop","detail":"{readStateIndex:22569; appliedIndex:22567; }","duration":"264.487829ms","start":"2026-05-08T19:03:34.426533Z","end":"2026-05-08T19:03:34.691021Z","steps":["trace[1173346907] 'read index received' (duration: 126.841923ms)","trace[1173346907] 'applied index is now lower than readState.Index' (duration: 137.644486ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:03:34.691237Z","caller":"traceutil/trace.go:171","msg":"trace[267192498] transaction","detail":"{read_only:false; response_revision:21829; number_of_response:1; }","duration":"436.358247ms","start":"2026-05-08T19:03:34.254834Z","end":"2026-05-08T19:03:34.691192Z","steps":["trace[267192498] 'process raft request' (duration: 430.158521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:34.691455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.895612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T19:03:34.691838Z","caller":"traceutil/trace.go:171","msg":"trace[182246209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21829; }","duration":"265.370576ms","start":"2026-05-08T19:03:34.426454Z","end":"2026-05-08T19:03:34.691824Z","steps":["trace[182246209] 'agreement among raft nodes before linearized reading' (duration: 264.800258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:34.692107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.40615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:03:34.692179Z","caller":"traceutil/trace.go:171","msg":"trace[1887909182] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:21829; }","duration":"236.570055ms","start":"2026-05-08T19:03:34.455594Z","end":"2026-05-08T19:03:34.692164Z","steps":["trace[1887909182] 'agreement among raft nodes before linearized reading' (duration: 236.382689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:03:34.691688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:03:34.25482Z","time spent":"436.77622ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:03:45.336628Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19919} {"level":"info","ts":"2026-05-08T19:03:45.484417Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19919,"took":"142.483828ms","hash":220968042,"current-db-size-bytes":54882304,"current-db-size":"55 MB","current-db-size-in-use-bytes":29409280,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-08T19:03:45.484504Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":220968042,"revision":19919,"compact-revision":17267} {"level":"info","ts":"2026-05-08T19:04:42.588478Z","caller":"traceutil/trace.go:171","msg":"trace[2054724559] transaction","detail":"{read_only:false; response_revision:22473; number_of_response:1; }","duration":"103.955087ms","start":"2026-05-08T19:04:42.484492Z","end":"2026-05-08T19:04:42.588447Z","steps":["trace[2054724559] 'process raft request' (duration: 103.067489ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:04:50.821257Z","caller":"traceutil/trace.go:171","msg":"trace[513357651] linearizableReadLoop","detail":"{readStateIndex:23304; appliedIndex:23303; }","duration":"158.668936ms","start":"2026-05-08T19:04:50.662556Z","end":"2026-05-08T19:04:50.821225Z","steps":["trace[513357651] 'read index received' (duration: 102.347106ms)","trace[513357651] 'applied index is now lower than readState.Index' (duration: 56.3204ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:04:50.821441Z","caller":"traceutil/trace.go:171","msg":"trace[773475502] transaction","detail":"{read_only:false; response_revision:22539; number_of_response:1; }","duration":"179.631039ms","start":"2026-05-08T19:04:50.641773Z","end":"2026-05-08T19:04:50.821404Z","steps":["trace[773475502] 'process raft request' (duration: 123.087932ms)","trace[773475502] 'compare' (duration: 56.231797ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:04:50.821578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.002047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-08T19:04:50.821629Z","caller":"traceutil/trace.go:171","msg":"trace[1968332984] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22539; }","duration":"159.10331ms","start":"2026-05-08T19:04:50.662512Z","end":"2026-05-08T19:04:50.821615Z","steps":["trace[1968332984] 'agreement among raft nodes before linearized reading' (duration: 158.882913ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:04:50.823079Z","caller":"traceutil/trace.go:171","msg":"trace[30768812] transaction","detail":"{read_only:false; response_revision:22540; number_of_response:1; }","duration":"151.980344ms","start":"2026-05-08T19:04:50.671079Z","end":"2026-05-08T19:04:50.823059Z","steps":["trace[30768812] 'process raft request' (duration: 151.802199ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:04:50.823163Z","caller":"traceutil/trace.go:171","msg":"trace[207609882] transaction","detail":"{read_only:false; response_revision:22541; number_of_response:1; }","duration":"113.432407ms","start":"2026-05-08T19:04:50.709695Z","end":"2026-05-08T19:04:50.823127Z","steps":["trace[207609882] 'process raft request' (duration: 113.306123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:04:50.823329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.695138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T19:04:50.823431Z","caller":"traceutil/trace.go:171","msg":"trace[363062060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22541; }","duration":"109.837152ms","start":"2026-05-08T19:04:50.713561Z","end":"2026-05-08T19:04:50.823399Z","steps":["trace[363062060] 'agreement among raft nodes before linearized reading' (duration: 109.552603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:04:50.823593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.102405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-08T19:04:50.823679Z","caller":"traceutil/trace.go:171","msg":"trace[3745410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22541; }","duration":"156.59711ms","start":"2026-05-08T19:04:50.667057Z","end":"2026-05-08T19:04:50.823654Z","steps":["trace[3745410] 'agreement among raft nodes before linearized reading' (duration: 155.998011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:04:51.121369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.185606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:04:51.121683Z","caller":"traceutil/trace.go:171","msg":"trace[619158804] linearizableReadLoop","detail":"{readStateIndex:23310; appliedIndex:23307; }","duration":"108.17458ms","start":"2026-05-08T19:04:51.013488Z","end":"2026-05-08T19:04:51.121662Z","steps":["trace[619158804] 'read index received' (duration: 103.957927ms)","trace[619158804] 'applied index is now lower than readState.Index' (duration: 4.215083ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:04:51.121742Z","caller":"traceutil/trace.go:171","msg":"trace[918017093] transaction","detail":"{read_only:false; response_revision:22543; number_of_response:1; }","duration":"293.297021ms","start":"2026-05-08T19:04:50.828407Z","end":"2026-05-08T19:04:51.121704Z","steps":["trace[918017093] 'process raft request' (duration: 118.64548ms)","trace[918017093] 'compare' (duration: 174.039612ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:04:51.121793Z","caller":"traceutil/trace.go:171","msg":"trace[650911954] transaction","detail":"{read_only:false; response_revision:22545; number_of_response:1; }","duration":"290.509823ms","start":"2026-05-08T19:04:50.831193Z","end":"2026-05-08T19:04:51.121703Z","steps":["trace[650911954] 'process raft request' (duration: 290.4166ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:04:51.121784Z","caller":"traceutil/trace.go:171","msg":"trace[8484712] transaction","detail":"{read_only:false; response_revision:22544; number_of_response:1; }","duration":"292.409093ms","start":"2026-05-08T19:04:50.829311Z","end":"2026-05-08T19:04:51.12172Z","steps":["trace[8484712] 'process raft request' (duration: 292.192636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:04:51.121906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.413537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-08T19:04:51.121951Z","caller":"traceutil/trace.go:171","msg":"trace[1673030947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22545; }","duration":"108.495799ms","start":"2026-05-08T19:04:51.013437Z","end":"2026-05-08T19:04:51.121933Z","steps":["trace[1673030947] 'agreement among raft nodes before linearized reading' (duration: 108.338334ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:04:51.249967Z","caller":"traceutil/trace.go:171","msg":"trace[125522934] transaction","detail":"{read_only:false; response_revision:22546; number_of_response:1; }","duration":"123.252106ms","start":"2026-05-08T19:04:51.126683Z","end":"2026-05-08T19:04:51.249935Z","steps":["trace[125522934] 'process raft request' (duration: 122.822253ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:06:59.639132Z","caller":"traceutil/trace.go:171","msg":"trace[1775084] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"110.970375ms","start":"2026-05-08T19:06:59.528132Z","end":"2026-05-08T19:06:59.639103Z","steps":["trace[1775084] 'process raft request' (duration: 110.398507ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:07:04.443952Z","caller":"traceutil/trace.go:171","msg":"trace[751217350] linearizableReadLoop","detail":"{readStateIndex:24501; appliedIndex:24500; }","duration":"480.548561ms","start":"2026-05-08T19:07:03.963377Z","end":"2026-05-08T19:07:04.443926Z","steps":["trace[751217350] 'read index received' (duration: 480.322043ms)","trace[751217350] 'applied index is now lower than readState.Index' (duration: 225.968µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:07:04.444034Z","caller":"traceutil/trace.go:171","msg":"trace[1848293120] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"507.76085ms","start":"2026-05-08T19:07:03.936222Z","end":"2026-05-08T19:07:04.443983Z","steps":["trace[1848293120] 'process raft request' (duration: 507.546854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:07:04.444181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.784799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T19:07:04.444212Z","caller":"traceutil/trace.go:171","msg":"trace[63012620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23703; }","duration":"480.895121ms","start":"2026-05-08T19:07:03.963307Z","end":"2026-05-08T19:07:04.444202Z","steps":["trace[63012620] 'agreement among raft nodes before linearized reading' (duration: 480.740226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:07:04.444238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:07:03.963276Z","time spent":"480.954803ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T19:07:04.444259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:07:03.936202Z","time spent":"507.941826ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:07:04.444327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.495967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T19:07:04.444426Z","caller":"traceutil/trace.go:171","msg":"trace[1524298507] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23703; }","duration":"183.659872ms","start":"2026-05-08T19:07:04.260741Z","end":"2026-05-08T19:07:04.444401Z","steps":["trace[1524298507] 'agreement among raft nodes before linearized reading' (duration: 183.343122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:07:04.444456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.629877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:07:04.444539Z","caller":"traceutil/trace.go:171","msg":"trace[406823357] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23703; }","duration":"168.74641ms","start":"2026-05-08T19:07:04.275768Z","end":"2026-05-08T19:07:04.444514Z","steps":["trace[406823357] 'agreement among raft nodes before linearized reading' (duration: 168.520693ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:07:05.965554Z","caller":"traceutil/trace.go:171","msg":"trace[439039908] linearizableReadLoop","detail":"{readStateIndex:24513; appliedIndex:24512; }","duration":"100.606128ms","start":"2026-05-08T19:07:05.864916Z","end":"2026-05-08T19:07:05.965522Z","steps":["trace[439039908] 'read index received' (duration: 100.33838ms)","trace[439039908] 'applied index is now lower than readState.Index' (duration: 266.528µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:07:05.965675Z","caller":"traceutil/trace.go:171","msg":"trace[839150231] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"115.85719ms","start":"2026-05-08T19:07:05.849771Z","end":"2026-05-08T19:07:05.965628Z","steps":["trace[839150231] 'process raft request' (duration: 115.530089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:07:05.965728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.780403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:07:05.965783Z","caller":"traceutil/trace.go:171","msg":"trace[1509269055] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23715; }","duration":"100.906547ms","start":"2026-05-08T19:07:05.864864Z","end":"2026-05-08T19:07:05.965771Z","steps":["trace[1509269055] 'agreement among raft nodes before linearized reading' (duration: 100.783943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:07:11.642168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.619967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:07:11.642321Z","caller":"traceutil/trace.go:171","msg":"trace[22287155] linearizableReadLoop","detail":"{readStateIndex:24857; appliedIndex:24856; }","duration":"159.192719ms","start":"2026-05-08T19:07:11.483107Z","end":"2026-05-08T19:07:11.6423Z","steps":["trace[22287155] 'read index received' (duration: 46.365514ms)","trace[22287155] 'applied index is now lower than readState.Index' (duration: 112.825894ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:07:11.642422Z","caller":"traceutil/trace.go:171","msg":"trace[240080990] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"199.064418ms","start":"2026-05-08T19:07:11.443344Z","end":"2026-05-08T19:07:11.642409Z","steps":["trace[240080990] 'process raft request' (duration: 86.11387ms)","trace[240080990] 'compare' (duration: 112.471563ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:07:11.642735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.613963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:07:11.64278Z","caller":"traceutil/trace.go:171","msg":"trace[1896920375] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24048; }","duration":"159.715485ms","start":"2026-05-08T19:07:11.483053Z","end":"2026-05-08T19:07:11.642768Z","steps":["trace[1896920375] 'agreement among raft nodes before linearized reading' (duration: 159.596782ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:07:11.645248Z","caller":"traceutil/trace.go:171","msg":"trace[587009177] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"137.746491ms","start":"2026-05-08T19:07:11.507486Z","end":"2026-05-08T19:07:11.645232Z","steps":["trace[587009177] 'process raft request' (duration: 137.689729ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:07:11.645338Z","caller":"traceutil/trace.go:171","msg":"trace[1630877495] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"152.290351ms","start":"2026-05-08T19:07:11.49299Z","end":"2026-05-08T19:07:11.64528Z","steps":["trace[1630877495] 'process raft request' (duration: 151.981461ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:07:11.645442Z","caller":"traceutil/trace.go:171","msg":"trace[767116852] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"143.340928ms","start":"2026-05-08T19:07:11.502039Z","end":"2026-05-08T19:07:11.64538Z","steps":["trace[767116852] 'process raft request' (duration: 143.058409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:07:11.646175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.127543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"info","ts":"2026-05-08T19:07:11.646293Z","caller":"traceutil/trace.go:171","msg":"trace[1403455342] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:24052; }","duration":"157.282749ms","start":"2026-05-08T19:07:11.48898Z","end":"2026-05-08T19:07:11.646263Z","steps":["trace[1403455342] 'agreement among raft nodes before linearized reading' (duration: 156.976629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:07:11.646294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.393686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"warn","ts":"2026-05-08T19:07:11.646263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.187585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:07:11.646355Z","caller":"traceutil/trace.go:171","msg":"trace[2132368798] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24052; }","duration":"153.477018ms","start":"2026-05-08T19:07:11.492857Z","end":"2026-05-08T19:07:11.646334Z","steps":["trace[2132368798] 'agreement among raft nodes before linearized reading' (duration: 153.21336ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:07:11.646382Z","caller":"traceutil/trace.go:171","msg":"trace[1448529184] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:24052; }","duration":"157.339381ms","start":"2026-05-08T19:07:11.489013Z","end":"2026-05-08T19:07:11.646352Z","steps":["trace[1448529184] 'agreement among raft nodes before linearized reading' (duration: 157.110373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:07:20.396143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.329984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:07:20.396718Z","caller":"traceutil/trace.go:171","msg":"trace[3084157] linearizableReadLoop","detail":"{readStateIndex:25092; appliedIndex:25091; }","duration":"519.654046ms","start":"2026-05-08T19:07:19.877032Z","end":"2026-05-08T19:07:20.396686Z","steps":["trace[3084157] 'read index received' (duration: 19.231647ms)","trace[3084157] 'applied index is now lower than readState.Index' (duration: 500.421129ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:07:20.396976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.922405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18126"} {"level":"info","ts":"2026-05-08T19:07:20.397071Z","caller":"traceutil/trace.go:171","msg":"trace[1377675280] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24281; }","duration":"520.075689ms","start":"2026-05-08T19:07:19.876971Z","end":"2026-05-08T19:07:20.397047Z","steps":["trace[1377675280] 'agreement among raft nodes before linearized reading' (duration: 519.803411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:07:20.3971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:07:19.876948Z","time spent":"520.146282ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18150,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-08T19:07:20.397419Z","caller":"traceutil/trace.go:171","msg":"trace[2091382350] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"520.483202ms","start":"2026-05-08T19:07:19.876245Z","end":"2026-05-08T19:07:20.396728Z","steps":["trace[2091382350] 'process raft request' (duration: 20.009332ms)","trace[2091382350] 'compare' (duration: 499.19232ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:07:20.397719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:07:19.876197Z","time spent":"521.394512ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:07:20.897863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174268358,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T19:07:21.001615Z","caller":"traceutil/trace.go:171","msg":"trace[1943677294] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"907.24888ms","start":"2026-05-08T19:07:20.094251Z","end":"2026-05-08T19:07:21.0015Z","steps":["trace[1943677294] 'process raft request' (duration: 826.239091ms)","trace[1943677294] 'compare' (duration: 80.452692ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:07:21.001893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:07:20.09418Z","time spent":"907.565211ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:07:21.004377Z","caller":"traceutil/trace.go:171","msg":"trace[2020276951] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"279.341504ms","start":"2026-05-08T19:07:20.724984Z","end":"2026-05-08T19:07:21.004326Z","steps":["trace[2020276951] 'process raft request' (duration: 278.657623ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:07:21.004542Z","caller":"traceutil/trace.go:171","msg":"trace[2002337092] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"195.484925ms","start":"2026-05-08T19:07:20.808457Z","end":"2026-05-08T19:07:21.003942Z","steps":["trace[2002337092] 'process raft request' (duration: 195.32825ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:07:21.005023Z","caller":"traceutil/trace.go:171","msg":"trace[1110121584] linearizableReadLoop","detail":"{readStateIndex:25095; appliedIndex:25092; }","duration":"608.119951ms","start":"2026-05-08T19:07:20.396788Z","end":"2026-05-08T19:07:21.004908Z","steps":["trace[1110121584] 'read index received' (duration: 523.666323ms)","trace[1110121584] 'applied index is now lower than readState.Index' (duration: 83.453666ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:07:21.004991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039022243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-05-08T19:07:21.005235Z","caller":"traceutil/trace.go:171","msg":"trace[776396868] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24284; }","duration":"1.039226039s","start":"2026-05-08T19:07:19.965924Z","end":"2026-05-08T19:07:21.00515Z","steps":["trace[776396868] 'agreement among raft nodes before linearized reading' (duration: 1.038377263s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:07:21.005352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:07:19.965899Z","time spent":"1.039409665s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-08T19:07:21.005124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.518318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T19:07:21.005921Z","caller":"traceutil/trace.go:171","msg":"trace[1010248872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24284; }","duration":"952.313074ms","start":"2026-05-08T19:07:20.053524Z","end":"2026-05-08T19:07:21.005837Z","steps":["trace[1010248872] 'agreement among raft nodes before linearized reading' (duration: 950.676752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:07:21.006041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:07:20.053497Z","time spent":"952.48385ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T19:07:21.006066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.437811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:07:21.006205Z","caller":"traceutil/trace.go:171","msg":"trace[1032277307] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24284; }","duration":"545.586345ms","start":"2026-05-08T19:07:20.460565Z","end":"2026-05-08T19:07:21.006151Z","steps":["trace[1032277307] 'agreement among raft nodes before linearized reading' (duration: 545.391349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:07:21.00628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:07:20.46054Z","time spent":"545.72615ms","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-08T19:07:21.006692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.450214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:07:21.006698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.843146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T19:07:21.006742Z","caller":"traceutil/trace.go:171","msg":"trace[821373008] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24284; }","duration":"226.591848ms","start":"2026-05-08T19:07:20.780135Z","end":"2026-05-08T19:07:21.006727Z","steps":["trace[821373008] 'agreement among raft nodes before linearized reading' (duration: 226.466624ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:07:21.006856Z","caller":"traceutil/trace.go:171","msg":"trace[1849940183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24284; }","duration":"471.97261ms","start":"2026-05-08T19:07:20.534766Z","end":"2026-05-08T19:07:21.006739Z","steps":["trace[1849940183] 'agreement among raft nodes before linearized reading' (duration: 471.729732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:07:21.006847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.460567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-08T19:07:21.006914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:07:20.53473Z","time spent":"472.166406ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T19:07:21.006924Z","caller":"traceutil/trace.go:171","msg":"trace[1184793580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24284; }","duration":"473.578131ms","start":"2026-05-08T19:07:20.533329Z","end":"2026-05-08T19:07:21.006907Z","steps":["trace[1184793580] 'agreement among raft nodes before linearized reading' (duration: 473.328753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:07:21.006967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:07:20.533305Z","time spent":"473.651793ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T19:07:21.008896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.393589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:07:21.009008Z","caller":"traceutil/trace.go:171","msg":"trace[1618158486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24284; }","duration":"435.190708ms","start":"2026-05-08T19:07:20.573773Z","end":"2026-05-08T19:07:21.008964Z","steps":["trace[1618158486] 'agreement among raft nodes before linearized reading' (duration: 432.358438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:07:21.009091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:07:20.573755Z","time spent":"435.316132ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:08:10.881772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.789557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/magnum-openstack-magnum-conductor\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:10.881901Z","caller":"traceutil/trace.go:171","msg":"trace[1380168552] range","detail":"{range_begin:/registry/roles/openstack/magnum-openstack-magnum-conductor; range_end:; response_count:0; response_revision:24805; }","duration":"102.962733ms","start":"2026-05-08T19:08:10.778912Z","end":"2026-05-08T19:08:10.881875Z","steps":["trace[1380168552] 'range keys from in-memory index tree' (duration: 102.731205ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:11.087763Z","caller":"traceutil/trace.go:171","msg":"trace[1846591053] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"129.638245ms","start":"2026-05-08T19:08:10.958084Z","end":"2026-05-08T19:08:11.087722Z","steps":["trace[1846591053] 'process raft request' (duration: 129.222872ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:13.474527Z","caller":"traceutil/trace.go:171","msg":"trace[1535334882] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"140.064444ms","start":"2026-05-08T19:08:13.334429Z","end":"2026-05-08T19:08:13.474493Z","steps":["trace[1535334882] 'process raft request' (duration: 117.078408ms)","trace[1535334882] 'compare' (duration: 22.532362ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:13.850045Z","caller":"traceutil/trace.go:171","msg":"trace[1839719797] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"165.024694ms","start":"2026-05-08T19:08:13.684974Z","end":"2026-05-08T19:08:13.849999Z","steps":["trace[1839719797] 'process raft request' (duration: 140.374875ms)","trace[1839719797] 'compare' (duration: 24.294368ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:13.887631Z","caller":"traceutil/trace.go:171","msg":"trace[2089846645] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"194.245107ms","start":"2026-05-08T19:08:13.693337Z","end":"2026-05-08T19:08:13.887582Z","steps":["trace[2089846645] 'process raft request' (duration: 194.02885ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:13.898441Z","caller":"traceutil/trace.go:171","msg":"trace[235251052] linearizableReadLoop","detail":"{readStateIndex:25750; appliedIndex:25748; }","duration":"190.838009ms","start":"2026-05-08T19:08:13.707576Z","end":"2026-05-08T19:08:13.898414Z","steps":["trace[235251052] 'read index received' (duration: 117.755731ms)","trace[235251052] 'applied index is now lower than readState.Index' (duration: 73.081058ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:08:13.898726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.122738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T19:08:13.898768Z","caller":"traceutil/trace.go:171","msg":"trace[1076699914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24924; }","duration":"191.245542ms","start":"2026-05-08T19:08:13.70751Z","end":"2026-05-08T19:08:13.898756Z","steps":["trace[1076699914] 'agreement among raft nodes before linearized reading' (duration: 191.062846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:14.231348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.382744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:08:14.231679Z","caller":"traceutil/trace.go:171","msg":"trace[1729926944] linearizableReadLoop","detail":"{readStateIndex:25754; appliedIndex:25752; }","duration":"273.17324ms","start":"2026-05-08T19:08:13.958483Z","end":"2026-05-08T19:08:14.231656Z","steps":["trace[1729926944] 'read index received' (duration: 272.296982ms)","trace[1729926944] 'applied index is now lower than readState.Index' (duration: 872.147µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:08:14.23196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.445908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:14.231867Z","caller":"traceutil/trace.go:171","msg":"trace[720375328] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"327.445385ms","start":"2026-05-08T19:08:13.904403Z","end":"2026-05-08T19:08:14.231848Z","steps":["trace[720375328] 'process raft request' (duration: 48.457771ms)","trace[720375328] 'compare' (duration: 278.118006ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:14.231935Z","caller":"traceutil/trace.go:171","msg":"trace[1251108635] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"275.721281ms","start":"2026-05-08T19:08:13.956001Z","end":"2026-05-08T19:08:14.231723Z","steps":["trace[1251108635] 'process raft request' (duration: 275.460712ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:14.232005Z","caller":"traceutil/trace.go:171","msg":"trace[1278837679] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24927; }","duration":"273.557412ms","start":"2026-05-08T19:08:13.958437Z","end":"2026-05-08T19:08:14.231994Z","steps":["trace[1278837679] 'agreement among raft nodes before linearized reading' (duration: 273.408388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:14.232209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:13.904382Z","time spent":"327.665721ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:08:14.920789Z","caller":"traceutil/trace.go:171","msg":"trace[1510205704] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"136.406388ms","start":"2026-05-08T19:08:14.784351Z","end":"2026-05-08T19:08:14.920757Z","steps":["trace[1510205704] 'process raft request' (duration: 135.677995ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:15.309301Z","caller":"traceutil/trace.go:171","msg":"trace[1855911632] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"354.442966ms","start":"2026-05-08T19:08:14.954807Z","end":"2026-05-08T19:08:15.30925Z","steps":["trace[1855911632] 'process raft request' (duration: 354.26445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:15.309482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:14.954779Z","time spent":"354.606901ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:08:15.311933Z","caller":"traceutil/trace.go:171","msg":"trace[837293623] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"199.714268ms","start":"2026-05-08T19:08:15.112135Z","end":"2026-05-08T19:08:15.31185Z","steps":["trace[837293623] 'process raft request' (duration: 199.504502ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:15.467535Z","caller":"traceutil/trace.go:171","msg":"trace[338596213] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"130.329696ms","start":"2026-05-08T19:08:15.337164Z","end":"2026-05-08T19:08:15.467494Z","steps":["trace[338596213] 'process raft request' (duration: 86.526002ms)","trace[338596213] 'compare' (duration: 43.494834ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:15.701072Z","caller":"traceutil/trace.go:171","msg":"trace[1850047628] linearizableReadLoop","detail":"{readStateIndex:25761; appliedIndex:25760; }","duration":"215.827456ms","start":"2026-05-08T19:08:15.485213Z","end":"2026-05-08T19:08:15.701041Z","steps":["trace[1850047628] 'read index received' (duration: 168.973316ms)","trace[1850047628] 'applied index is now lower than readState.Index' (duration: 46.85228ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:15.701204Z","caller":"traceutil/trace.go:171","msg":"trace[342047375] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"218.764038ms","start":"2026-05-08T19:08:15.482426Z","end":"2026-05-08T19:08:15.70119Z","steps":["trace[342047375] 'process raft request' (duration: 171.739033ms)","trace[342047375] 'compare' (duration: 46.747597ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:08:15.701439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.198168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-08T19:08:15.701785Z","caller":"traceutil/trace.go:171","msg":"trace[1216177431] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24934; }","duration":"216.59982ms","start":"2026-05-08T19:08:15.485162Z","end":"2026-05-08T19:08:15.701762Z","steps":["trace[1216177431] 'agreement among raft nodes before linearized reading' (duration: 216.109085ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:15.723497Z","caller":"traceutil/trace.go:171","msg":"trace[177634268] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"131.566685ms","start":"2026-05-08T19:08:15.591903Z","end":"2026-05-08T19:08:15.72347Z","steps":["trace[177634268] 'process raft request' (duration: 131.420471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:15.726062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.049776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:15.726208Z","caller":"traceutil/trace.go:171","msg":"trace[1149474439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24937; }","duration":"142.324195ms","start":"2026-05-08T19:08:15.583848Z","end":"2026-05-08T19:08:15.726172Z","steps":["trace[1149474439] 'agreement among raft nodes before linearized reading' (duration: 142.002274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:15.726228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.658554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-init-r4pbg\" ","response":"range_response_count:1 size:7280"} {"level":"info","ts":"2026-05-08T19:08:15.726352Z","caller":"traceutil/trace.go:171","msg":"trace[310941823] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-init-r4pbg; range_end:; response_count:1; response_revision:24937; }","duration":"135.83545ms","start":"2026-05-08T19:08:15.590488Z","end":"2026-05-08T19:08:15.726324Z","steps":["trace[310941823] 'agreement among raft nodes before linearized reading' (duration: 135.451258ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:15.874213Z","caller":"traceutil/trace.go:171","msg":"trace[2139180515] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"137.524203ms","start":"2026-05-08T19:08:15.736634Z","end":"2026-05-08T19:08:15.874158Z","steps":["trace[2139180515] 'process raft request' (duration: 86.170492ms)","trace[2139180515] 'compare' (duration: 51.064372ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:17.477037Z","caller":"traceutil/trace.go:171","msg":"trace[200630922] linearizableReadLoop","detail":"{readStateIndex:25778; appliedIndex:25777; }","duration":"145.3312ms","start":"2026-05-08T19:08:17.331677Z","end":"2026-05-08T19:08:17.477008Z","steps":["trace[200630922] 'read index received' (duration: 145.00877ms)","trace[200630922] 'applied index is now lower than readState.Index' (duration: 321.04µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:17.477104Z","caller":"traceutil/trace.go:171","msg":"trace[964812600] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"159.793727ms","start":"2026-05-08T19:08:17.317267Z","end":"2026-05-08T19:08:17.477061Z","steps":["trace[964812600] 'process raft request' (duration: 159.532658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:17.477231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.141178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:08:17.47728Z","caller":"traceutil/trace.go:171","msg":"trace[1613227452] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24951; }","duration":"103.266391ms","start":"2026-05-08T19:08:17.373999Z","end":"2026-05-08T19:08:17.477265Z","steps":["trace[1613227452] 'agreement among raft nodes before linearized reading' (duration: 103.159758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:17.477381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.66688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-08T19:08:17.477493Z","caller":"traceutil/trace.go:171","msg":"trace[1585188355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24951; }","duration":"145.802704ms","start":"2026-05-08T19:08:17.331661Z","end":"2026-05-08T19:08:17.477464Z","steps":["trace[1585188355] 'agreement among raft nodes before linearized reading' (duration: 145.479314ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:17.640984Z","caller":"traceutil/trace.go:171","msg":"trace[1059643435] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"158.917579ms","start":"2026-05-08T19:08:17.482013Z","end":"2026-05-08T19:08:17.64093Z","steps":["trace[1059643435] 'process raft request' (duration: 134.628252ms)","trace[1059643435] 'compare' (duration: 23.660697ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:19.902818Z","caller":"traceutil/trace.go:171","msg":"trace[1155912536] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"181.652938ms","start":"2026-05-08T19:08:19.721132Z","end":"2026-05-08T19:08:19.902785Z","steps":["trace[1155912536] 'process raft request' (duration: 172.449057ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:19.904474Z","caller":"traceutil/trace.go:171","msg":"trace[731845630] linearizableReadLoop","detail":"{readStateIndex:25801; appliedIndex:25799; }","duration":"155.663206ms","start":"2026-05-08T19:08:19.74878Z","end":"2026-05-08T19:08:19.904443Z","steps":["trace[731845630] 'read index received' (duration: 144.816233ms)","trace[731845630] 'applied index is now lower than readState.Index' (duration: 10.845783ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:19.904517Z","caller":"traceutil/trace.go:171","msg":"trace[2110117527] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"156.461872ms","start":"2026-05-08T19:08:19.748029Z","end":"2026-05-08T19:08:19.904491Z","steps":["trace[2110117527] 'process raft request' (duration: 156.187083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:19.904771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.960725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-08T19:08:19.904833Z","caller":"traceutil/trace.go:171","msg":"trace[1293832150] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24974; }","duration":"156.145462ms","start":"2026-05-08T19:08:19.748673Z","end":"2026-05-08T19:08:19.904818Z","steps":["trace[1293832150] 'agreement among raft nodes before linearized reading' (duration: 155.928745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:19.9049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.909544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-init-r4pbg\" ","response":"range_response_count:1 size:7426"} {"level":"info","ts":"2026-05-08T19:08:19.904957Z","caller":"traceutil/trace.go:171","msg":"trace[1222495766] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-init-r4pbg; range_end:; response_count:1; response_revision:24974; }","duration":"118.035638ms","start":"2026-05-08T19:08:19.786908Z","end":"2026-05-08T19:08:19.904943Z","steps":["trace[1222495766] 'agreement among raft nodes before linearized reading' (duration: 117.78561ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:20.117236Z","caller":"traceutil/trace.go:171","msg":"trace[385251514] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"201.499575ms","start":"2026-05-08T19:08:19.915703Z","end":"2026-05-08T19:08:20.117203Z","steps":["trace[385251514] 'process raft request' (duration: 138.447883ms)","trace[385251514] 'compare' (duration: 62.774473ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:21.266154Z","caller":"traceutil/trace.go:171","msg":"trace[1556501703] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"108.482667ms","start":"2026-05-08T19:08:21.157639Z","end":"2026-05-08T19:08:21.266122Z","steps":["trace[1556501703] 'process raft request' (duration: 108.27369ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:21.53007Z","caller":"traceutil/trace.go:171","msg":"trace[594834407] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"166.716106ms","start":"2026-05-08T19:08:21.363321Z","end":"2026-05-08T19:08:21.530037Z","steps":["trace[594834407] 'process raft request' (duration: 166.53202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:23.456091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.571332ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-08T19:08:23.456215Z","caller":"traceutil/trace.go:171","msg":"trace[1612753456] linearizableReadLoop","detail":"{readStateIndex:25842; appliedIndex:25841; }","duration":"110.164629ms","start":"2026-05-08T19:08:23.34603Z","end":"2026-05-08T19:08:23.456195Z","steps":["trace[1612753456] 'read index received' (duration: 64.182µs)","trace[1612753456] 'applied index is now lower than readState.Index' (duration: 110.098447ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:08:23.456997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.511341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:23.457104Z","caller":"traceutil/trace.go:171","msg":"trace[1065954838] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25013; }","duration":"111.094839ms","start":"2026-05-08T19:08:23.34598Z","end":"2026-05-08T19:08:23.457075Z","steps":["trace[1065954838] 'agreement among raft nodes before linearized reading' (duration: 110.4824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:24.281571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.040339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:08:24.281902Z","caller":"traceutil/trace.go:171","msg":"trace[1598423977] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"280.062375ms","start":"2026-05-08T19:08:24.001783Z","end":"2026-05-08T19:08:24.281845Z","steps":["trace[1598423977] 'process raft request' (duration: 148.629334ms)","trace[1598423977] 'compare' (duration: 130.541923ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:24.282336Z","caller":"traceutil/trace.go:171","msg":"trace[1513487421] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"264.145303ms","start":"2026-05-08T19:08:24.018151Z","end":"2026-05-08T19:08:24.282296Z","steps":["trace[1513487421] 'process raft request' (duration: 263.619866ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:26.756882Z","caller":"traceutil/trace.go:171","msg":"trace[633741134] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"174.495041ms","start":"2026-05-08T19:08:26.582344Z","end":"2026-05-08T19:08:26.756839Z","steps":["trace[633741134] 'process raft request' (duration: 134.89636ms)","trace[633741134] 'compare' (duration: 38.807286ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:28.288847Z","caller":"traceutil/trace.go:171","msg":"trace[602492252] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"212.625296ms","start":"2026-05-08T19:08:28.076187Z","end":"2026-05-08T19:08:28.288812Z","steps":["trace[602492252] 'process raft request' (duration: 191.773327ms)","trace[602492252] 'compare' (duration: 20.495637ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:28.372698Z","caller":"traceutil/trace.go:171","msg":"trace[1315090495] linearizableReadLoop","detail":"{readStateIndex:25879; appliedIndex:25877; }","duration":"243.938975ms","start":"2026-05-08T19:08:28.128717Z","end":"2026-05-08T19:08:28.372656Z","steps":["trace[1315090495] 'read index received' (duration: 139.30484ms)","trace[1315090495] 'applied index is now lower than readState.Index' (duration: 104.632015ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:28.372868Z","caller":"traceutil/trace.go:171","msg":"trace[1016773832] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"295.846954ms","start":"2026-05-08T19:08:28.076984Z","end":"2026-05-08T19:08:28.372831Z","steps":["trace[1016773832] 'process raft request' (duration: 295.503323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:28.372951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.223464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:28.373001Z","caller":"traceutil/trace.go:171","msg":"trace[435284995] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25050; }","duration":"244.322427ms","start":"2026-05-08T19:08:28.12866Z","end":"2026-05-08T19:08:28.372982Z","steps":["trace[435284995] 'agreement among raft nodes before linearized reading' (duration: 244.202113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:28.373633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.688696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-08T19:08:28.373702Z","caller":"traceutil/trace.go:171","msg":"trace[569845894] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:25051; }","duration":"129.83104ms","start":"2026-05-08T19:08:28.243855Z","end":"2026-05-08T19:08:28.373686Z","steps":["trace[569845894] 'agreement among raft nodes before linearized reading' (duration: 129.546891ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:30.558638Z","caller":"traceutil/trace.go:171","msg":"trace[1585100945] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"100.080401ms","start":"2026-05-08T19:08:30.458488Z","end":"2026-05-08T19:08:30.558568Z","steps":["trace[1585100945] 'process raft request' (duration: 82.467405ms)","trace[1585100945] 'compare' (duration: 16.689217ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:30.559075Z","caller":"traceutil/trace.go:171","msg":"trace[2071973272] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"100.528965ms","start":"2026-05-08T19:08:30.458505Z","end":"2026-05-08T19:08:30.559034Z","steps":["trace[2071973272] 'process raft request' (duration: 100.147023ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:30.559171Z","caller":"traceutil/trace.go:171","msg":"trace[1212805552] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"100.66267ms","start":"2026-05-08T19:08:30.458497Z","end":"2026-05-08T19:08:30.55916Z","steps":["trace[1212805552] 'process raft request' (duration: 100.34799ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:32.576152Z","caller":"traceutil/trace.go:171","msg":"trace[60420913] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"142.543712ms","start":"2026-05-08T19:08:32.433591Z","end":"2026-05-08T19:08:32.576135Z","steps":["trace[60420913] 'process raft request' (duration: 142.415898ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:32.57989Z","caller":"traceutil/trace.go:171","msg":"trace[912211881] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"142.398708ms","start":"2026-05-08T19:08:32.437453Z","end":"2026-05-08T19:08:32.579851Z","steps":["trace[912211881] 'process raft request' (duration: 142.16027ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:32.580079Z","caller":"traceutil/trace.go:171","msg":"trace[1721021547] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"114.964271ms","start":"2026-05-08T19:08:32.465081Z","end":"2026-05-08T19:08:32.580045Z","steps":["trace[1721021547] 'process raft request' (duration: 114.716583ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:34.236779Z","caller":"traceutil/trace.go:171","msg":"trace[1349489350] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"126.879037ms","start":"2026-05-08T19:08:34.109861Z","end":"2026-05-08T19:08:34.23674Z","steps":["trace[1349489350] 'process raft request' (duration: 126.686761ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:36.860406Z","caller":"traceutil/trace.go:171","msg":"trace[446006782] linearizableReadLoop","detail":"{readStateIndex:25952; appliedIndex:25951; }","duration":"129.254173ms","start":"2026-05-08T19:08:36.731122Z","end":"2026-05-08T19:08:36.860376Z","steps":["trace[446006782] 'read index received' (duration: 128.968133ms)","trace[446006782] 'applied index is now lower than readState.Index' (duration: 284.929µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:36.860491Z","caller":"traceutil/trace.go:171","msg":"trace[1230365561] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"144.760712ms","start":"2026-05-08T19:08:36.715706Z","end":"2026-05-08T19:08:36.860466Z","steps":["trace[1230365561] 'process raft request' (duration: 144.506224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:36.860747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.541761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-08T19:08:36.860799Z","caller":"traceutil/trace.go:171","msg":"trace[1709543159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25121; }","duration":"129.707436ms","start":"2026-05-08T19:08:36.731077Z","end":"2026-05-08T19:08:36.860784Z","steps":["trace[1709543159] 'agreement among raft nodes before linearized reading' (duration: 129.415167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:37.630468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.305274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:08:37.630582Z","caller":"traceutil/trace.go:171","msg":"trace[1554214514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25124; }","duration":"192.50227ms","start":"2026-05-08T19:08:37.438053Z","end":"2026-05-08T19:08:37.630555Z","steps":["trace[1554214514] 'count revisions from in-memory index tree' (duration: 192.147458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:37.923226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.736836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T19:08:37.923394Z","caller":"traceutil/trace.go:171","msg":"trace[578059321] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25125; }","duration":"186.000205ms","start":"2026-05-08T19:08:37.737361Z","end":"2026-05-08T19:08:37.923361Z","steps":["trace[578059321] 'range keys from in-memory index tree' (duration: 185.423956ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:37.927547Z","caller":"traceutil/trace.go:171","msg":"trace[298958339] linearizableReadLoop","detail":"{readStateIndex:25957; appliedIndex:25956; }","duration":"109.362284ms","start":"2026-05-08T19:08:37.818165Z","end":"2026-05-08T19:08:37.927528Z","steps":["trace[298958339] 'read index received' (duration: 109.123447ms)","trace[298958339] 'applied index is now lower than readState.Index' (duration: 237.717µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:37.927672Z","caller":"traceutil/trace.go:171","msg":"trace[1251033578] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"179.266201ms","start":"2026-05-08T19:08:37.74839Z","end":"2026-05-08T19:08:37.927656Z","steps":["trace[1251033578] 'process raft request' (duration: 178.959051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:37.927916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.728785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:08:37.92805Z","caller":"traceutil/trace.go:171","msg":"trace[1999352644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25126; }","duration":"109.945052ms","start":"2026-05-08T19:08:37.81808Z","end":"2026-05-08T19:08:37.928025Z","steps":["trace[1999352644] 'agreement among raft nodes before linearized reading' (duration: 109.737315ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:39.085065Z","caller":"traceutil/trace.go:171","msg":"trace[743703123] linearizableReadLoop","detail":"{readStateIndex:25970; appliedIndex:25969; }","duration":"101.393052ms","start":"2026-05-08T19:08:38.983638Z","end":"2026-05-08T19:08:39.085031Z","steps":["trace[743703123] 'read index received' (duration: 27.185939ms)","trace[743703123] 'applied index is now lower than readState.Index' (duration: 74.205403ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:39.085435Z","caller":"traceutil/trace.go:171","msg":"trace[1038130325] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"141.345324ms","start":"2026-05-08T19:08:38.944066Z","end":"2026-05-08T19:08:39.085411Z","steps":["trace[1038130325] 'process raft request' (duration: 73.309366ms)","trace[1038130325] 'compare' (duration: 67.367407ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:08:39.085735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.074764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:39.085794Z","caller":"traceutil/trace.go:171","msg":"trace[1462772775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25138; }","duration":"102.194127ms","start":"2026-05-08T19:08:38.983584Z","end":"2026-05-08T19:08:39.085778Z","steps":["trace[1462772775] 'agreement among raft nodes before linearized reading' (duration: 102.083754ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:42.692527Z","caller":"traceutil/trace.go:171","msg":"trace[412378582] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"100.705731ms","start":"2026-05-08T19:08:42.591794Z","end":"2026-05-08T19:08:42.6925Z","steps":["trace[412378582] 'process raft request' (duration: 88.499035ms)","trace[412378582] 'compare' (duration: 12.062091ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:42.783467Z","caller":"traceutil/trace.go:171","msg":"trace[1932281536] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"186.939504ms","start":"2026-05-08T19:08:42.596496Z","end":"2026-05-08T19:08:42.783436Z","steps":["trace[1932281536] 'process raft request' (duration: 186.720327ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:42.783635Z","caller":"traceutil/trace.go:171","msg":"trace[539065883] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"145.65025ms","start":"2026-05-08T19:08:42.637964Z","end":"2026-05-08T19:08:42.783615Z","steps":["trace[539065883] 'process raft request' (duration: 145.413782ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:42.783635Z","caller":"traceutil/trace.go:171","msg":"trace[78577922] linearizableReadLoop","detail":"{readStateIndex:25992; appliedIndex:25990; }","duration":"176.025149ms","start":"2026-05-08T19:08:42.607582Z","end":"2026-05-08T19:08:42.783608Z","steps":["trace[78577922] 'read index received' (duration: 72.730837ms)","trace[78577922] 'applied index is now lower than readState.Index' (duration: 103.292942ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:08:42.783782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.171264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:42.783858Z","caller":"traceutil/trace.go:171","msg":"trace[1506342837] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25161; }","duration":"176.294878ms","start":"2026-05-08T19:08:42.607546Z","end":"2026-05-08T19:08:42.783841Z","steps":["trace[1506342837] 'agreement among raft nodes before linearized reading' (duration: 176.158184ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:42.902894Z","caller":"traceutil/trace.go:171","msg":"trace[1503703280] linearizableReadLoop","detail":"{readStateIndex:25994; appliedIndex:25993; }","duration":"119.173445ms","start":"2026-05-08T19:08:42.783696Z","end":"2026-05-08T19:08:42.90287Z","steps":["trace[1503703280] 'read index received' (duration: 39.175358ms)","trace[1503703280] 'applied index is now lower than readState.Index' (duration: 79.996977ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:08:42.902989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.127206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-08T19:08:42.903041Z","caller":"traceutil/trace.go:171","msg":"trace[1675814362] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25162; }","duration":"216.193978ms","start":"2026-05-08T19:08:42.686833Z","end":"2026-05-08T19:08:42.903027Z","steps":["trace[1675814362] 'agreement among raft nodes before linearized reading' (duration: 216.038843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:42.90302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.926158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:08:42.903068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.352438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:08:42.903081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.719303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-08T19:08:42.903104Z","caller":"traceutil/trace.go:171","msg":"trace[1582407717] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25162; }","duration":"291.763525ms","start":"2026-05-08T19:08:42.611334Z","end":"2026-05-08T19:08:42.903098Z","steps":["trace[1582407717] 'agreement among raft nodes before linearized reading' (duration: 291.687572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:42.903057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.048448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:42.903109Z","caller":"traceutil/trace.go:171","msg":"trace[2081669754] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25162; }","duration":"234.025332ms","start":"2026-05-08T19:08:42.669063Z","end":"2026-05-08T19:08:42.903088Z","steps":["trace[2081669754] 'agreement among raft nodes before linearized reading' (duration: 233.865036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:42.902971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.13771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:42.903154Z","caller":"traceutil/trace.go:171","msg":"trace[574595704] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25162; }","duration":"295.200433ms","start":"2026-05-08T19:08:42.607933Z","end":"2026-05-08T19:08:42.903134Z","steps":["trace[574595704] 'agreement among raft nodes before linearized reading' (duration: 295.006757ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:42.903179Z","caller":"traceutil/trace.go:171","msg":"trace[72581178] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25162; }","duration":"180.417368ms","start":"2026-05-08T19:08:42.722749Z","end":"2026-05-08T19:08:42.903166Z","steps":["trace[72581178] 'agreement among raft nodes before linearized reading' (duration: 180.16921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:42.903242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.071883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:42.903109Z","caller":"traceutil/trace.go:171","msg":"trace[1460337482] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25162; }","duration":"295.464772ms","start":"2026-05-08T19:08:42.607636Z","end":"2026-05-08T19:08:42.9031Z","steps":["trace[1460337482] 'agreement among raft nodes before linearized reading' (duration: 295.364359ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:42.903258Z","caller":"traceutil/trace.go:171","msg":"trace[307822334] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25162; }","duration":"234.118164ms","start":"2026-05-08T19:08:42.669135Z","end":"2026-05-08T19:08:42.903253Z","steps":["trace[307822334] 'agreement among raft nodes before linearized reading' (duration: 234.091943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:42.90326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.048032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:08:42.903144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.502263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:08:42.90331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.032981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:42.90334Z","caller":"traceutil/trace.go:171","msg":"trace[451258599] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25162; }","duration":"234.091273ms","start":"2026-05-08T19:08:42.669241Z","end":"2026-05-08T19:08:42.903333Z","steps":["trace[451258599] 'agreement among raft nodes before linearized reading' (duration: 234.037712ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:42.903341Z","caller":"traceutil/trace.go:171","msg":"trace[832686295] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25162; }","duration":"295.74437ms","start":"2026-05-08T19:08:42.607587Z","end":"2026-05-08T19:08:42.903331Z","steps":["trace[832686295] 'agreement among raft nodes before linearized reading' (duration: 295.536754ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:42.903342Z","caller":"traceutil/trace.go:171","msg":"trace[1663841670] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25162; }","duration":"234.165166ms","start":"2026-05-08T19:08:42.669158Z","end":"2026-05-08T19:08:42.903323Z","steps":["trace[1663841670] 'agreement among raft nodes before linearized reading' (duration: 234.019371ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:42.903389Z","caller":"traceutil/trace.go:171","msg":"trace[368323426] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"119.947149ms","start":"2026-05-08T19:08:42.783431Z","end":"2026-05-08T19:08:42.903378Z","steps":["trace[368323426] 'process raft request' (duration: 39.386294ms)","trace[368323426] 'compare' (duration: 79.876673ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:08:43.244238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.60703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T19:08:43.24434Z","caller":"traceutil/trace.go:171","msg":"trace[1838576219] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25164; }","duration":"215.753884ms","start":"2026-05-08T19:08:43.028563Z","end":"2026-05-08T19:08:43.244317Z","steps":["trace[1838576219] 'range keys from in-memory index tree' (duration: 215.379412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:43.244753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.588847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-05-08T19:08:43.244778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.183322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-08T19:08:43.244828Z","caller":"traceutil/trace.go:171","msg":"trace[942308469] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25164; }","duration":"233.744253ms","start":"2026-05-08T19:08:43.011064Z","end":"2026-05-08T19:08:43.244808Z","steps":["trace[942308469] 'range keys from in-memory index tree' (duration: 233.437232ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:43.244863Z","caller":"traceutil/trace.go:171","msg":"trace[566657586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25164; }","duration":"162.332997ms","start":"2026-05-08T19:08:43.08251Z","end":"2026-05-08T19:08:43.244843Z","steps":["trace[566657586] 'range keys from in-memory index tree' (duration: 161.714787ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:43.337366Z","caller":"traceutil/trace.go:171","msg":"trace[1110017772] linearizableReadLoop","detail":"{readStateIndex:25997; appliedIndex:25996; }","duration":"236.696265ms","start":"2026-05-08T19:08:43.100636Z","end":"2026-05-08T19:08:43.337332Z","steps":["trace[1110017772] 'read index received' (duration: 236.663284ms)","trace[1110017772] 'applied index is now lower than readState.Index' (duration: 31.661µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:43.337635Z","caller":"traceutil/trace.go:171","msg":"trace[408853705] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"246.254317ms","start":"2026-05-08T19:08:43.091171Z","end":"2026-05-08T19:08:43.337426Z","steps":["trace[408853705] 'process raft request' (duration: 245.985439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:43.337706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.020556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-08T19:08:43.337969Z","caller":"traceutil/trace.go:171","msg":"trace[749590849] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25165; }","duration":"237.364886ms","start":"2026-05-08T19:08:43.100578Z","end":"2026-05-08T19:08:43.337943Z","steps":["trace[749590849] 'agreement among raft nodes before linearized reading' (duration: 236.883071ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:45.344618Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21880} {"level":"info","ts":"2026-05-08T19:08:45.50807Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21880,"took":"156.986758ms","hash":3920986184,"current-db-size-bytes":55304192,"current-db-size":"55 MB","current-db-size-in-use-bytes":42135552,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-05-08T19:08:45.508151Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3920986184,"revision":21880,"compact-revision":19919} {"level":"warn","ts":"2026-05-08T19:08:53.344631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174270633,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T19:08:53.50189Z","caller":"traceutil/trace.go:171","msg":"trace[2079033216] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"770.823085ms","start":"2026-05-08T19:08:52.731033Z","end":"2026-05-08T19:08:53.501857Z","steps":["trace[2079033216] 'process raft request' (duration: 770.6689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:53.502051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.730986Z","time spent":"770.98616ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:08:53.659617Z","caller":"traceutil/trace.go:171","msg":"trace[1626163190] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"860.60024ms","start":"2026-05-08T19:08:52.79893Z","end":"2026-05-08T19:08:53.65953Z","steps":["trace[1626163190] 'process raft request' (duration: 860.326731ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:53.65963Z","caller":"traceutil/trace.go:171","msg":"trace[572036760] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"774.430879ms","start":"2026-05-08T19:08:52.885127Z","end":"2026-05-08T19:08:53.659558Z","steps":["trace[572036760] 'process raft request' (duration: 774.318595ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:53.659893Z","caller":"traceutil/trace.go:171","msg":"trace[350178017] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"686.942456ms","start":"2026-05-08T19:08:52.972895Z","end":"2026-05-08T19:08:53.659837Z","steps":["trace[350178017] 'process raft request' (duration: 686.603555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:53.66Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.798911Z","time spent":"860.813167ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:08:53.660293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.972875Z","time spent":"687.122701ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:08:53.66003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.885103Z","time spent":"774.845352ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:08:53.75698Z","caller":"traceutil/trace.go:171","msg":"trace[1808655664] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"350.055505ms","start":"2026-05-08T19:08:53.406876Z","end":"2026-05-08T19:08:53.756932Z","steps":["trace[1808655664] 'process raft request' (duration: 349.423495ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:53.757011Z","caller":"traceutil/trace.go:171","msg":"trace[344273996] linearizableReadLoop","detail":"{readStateIndex:26072; appliedIndex:26067; }","duration":"912.629323ms","start":"2026-05-08T19:08:52.844338Z","end":"2026-05-08T19:08:53.756967Z","steps":["trace[344273996] 'read index received' (duration: 657.478085ms)","trace[344273996] 'applied index is now lower than readState.Index' (duration: 255.148918ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:08:53.757182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:53.406852Z","time spent":"350.217061ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:08:53.77544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.070465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:53.775574Z","caller":"traceutil/trace.go:171","msg":"trace[528293676] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25237; }","duration":"931.248371ms","start":"2026-05-08T19:08:52.844291Z","end":"2026-05-08T19:08:53.775539Z","steps":["trace[528293676] 'agreement among raft nodes before linearized reading' (duration: 912.887221ms)","trace[528293676] 'range keys from in-memory index tree' (duration: 18.174233ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:08:53.775639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.844273Z","time spent":"931.351814ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-08T19:08:53.775647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.71167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:53.775771Z","caller":"traceutil/trace.go:171","msg":"trace[1734433452] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25238; }","duration":"807.873605ms","start":"2026-05-08T19:08:52.967867Z","end":"2026-05-08T19:08:53.77574Z","steps":["trace[1734433452] 'agreement among raft nodes before linearized reading' (duration: 807.688899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:53.775776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.615054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-08T19:08:53.775828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.967854Z","time spent":"807.964427ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-08T19:08:53.775819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.095087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:53.775866Z","caller":"traceutil/trace.go:171","msg":"trace[2061348000] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25238; }","duration":"363.711677ms","start":"2026-05-08T19:08:53.412129Z","end":"2026-05-08T19:08:53.77584Z","steps":["trace[2061348000] 'agreement among raft nodes before linearized reading' (duration: 363.49775ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:53.775898Z","caller":"traceutil/trace.go:171","msg":"trace[1986915403] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25238; }","duration":"805.19228ms","start":"2026-05-08T19:08:52.970686Z","end":"2026-05-08T19:08:53.775879Z","steps":["trace[1986915403] 'agreement among raft nodes before linearized reading' (duration: 805.048106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:53.775893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.980426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-08T19:08:53.775899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.877959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-08T19:08:53.775917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:53.412069Z","time spent":"363.83974ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:08:53.775937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.970681Z","time spent":"805.248252ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-05-08T19:08:53.775952Z","caller":"traceutil/trace.go:171","msg":"trace[112501376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25238; }","duration":"371.080159ms","start":"2026-05-08T19:08:53.404857Z","end":"2026-05-08T19:08:53.775937Z","steps":["trace[112501376] 'agreement among raft nodes before linearized reading' (duration: 370.845132ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:53.77597Z","caller":"traceutil/trace.go:171","msg":"trace[321438076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25238; }","duration":"153.979343ms","start":"2026-05-08T19:08:53.621973Z","end":"2026-05-08T19:08:53.775952Z","steps":["trace[321438076] 'agreement among raft nodes before linearized reading' (duration: 153.801797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:53.775988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.643535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:08:53.775999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:53.404835Z","time spent":"371.154052ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-08T19:08:53.776023Z","caller":"traceutil/trace.go:171","msg":"trace[1672875119] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25238; }","duration":"805.674706ms","start":"2026-05-08T19:08:52.970336Z","end":"2026-05-08T19:08:53.776011Z","steps":["trace[1672875119] 'agreement among raft nodes before linearized reading' (duration: 805.620944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:53.776059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.970311Z","time spent":"805.741727ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-08T19:08:53.776073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.073186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:08:53.776093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.910636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:08:53.77609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.440804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:08:53.776097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.672751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-08T19:08:53.776114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.71535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:53.776113Z","caller":"traceutil/trace.go:171","msg":"trace[1176454174] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25238; }","duration":"805.154428ms","start":"2026-05-08T19:08:52.970948Z","end":"2026-05-08T19:08:53.776102Z","steps":["trace[1176454174] 'agreement among raft nodes before linearized reading' (duration: 805.100507ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:53.776123Z","caller":"traceutil/trace.go:171","msg":"trace[915047548] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25238; }","duration":"807.938607ms","start":"2026-05-08T19:08:52.968175Z","end":"2026-05-08T19:08:53.776113Z","steps":["trace[915047548] 'agreement among raft nodes before linearized reading' (duration: 807.893055ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:53.776152Z","caller":"traceutil/trace.go:171","msg":"trace[1402801788] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25238; }","duration":"196.588128ms","start":"2026-05-08T19:08:53.579546Z","end":"2026-05-08T19:08:53.776134Z","steps":["trace[1402801788] 'agreement among raft nodes before linearized reading' (duration: 196.374802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:53.77616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.96815Z","time spent":"808.004649ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-08T19:08:53.776155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.970904Z","time spent":"805.244772ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-05-08T19:08:53.776151Z","caller":"traceutil/trace.go:171","msg":"trace[1409507994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25238; }","duration":"796.734052ms","start":"2026-05-08T19:08:52.979403Z","end":"2026-05-08T19:08:53.776137Z","steps":["trace[1409507994] 'agreement among raft nodes before linearized reading' (duration: 796.533226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:53.776161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.299014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-05-08T19:08:53.776206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.979397Z","time spent":"796.800874ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T19:08:53.775661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.355718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:08:53.776137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.249002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-08T19:08:53.776255Z","caller":"traceutil/trace.go:171","msg":"trace[744197872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25238; }","duration":"201.005958ms","start":"2026-05-08T19:08:53.575236Z","end":"2026-05-08T19:08:53.776242Z","steps":["trace[744197872] 'agreement among raft nodes before linearized reading' (duration: 200.357347ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:08:53.776262Z","caller":"traceutil/trace.go:171","msg":"trace[169549937] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25238; }","duration":"805.406907ms","start":"2026-05-08T19:08:52.970827Z","end":"2026-05-08T19:08:53.776233Z","steps":["trace[169549937] 'agreement among raft nodes before linearized reading' (duration: 805.169979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:53.776277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.242316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:53.776153Z","caller":"traceutil/trace.go:171","msg":"trace[2139176833] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25238; }","duration":"807.765312ms","start":"2026-05-08T19:08:52.968378Z","end":"2026-05-08T19:08:53.776143Z","steps":["trace[2139176833] 'agreement among raft nodes before linearized reading' (duration: 807.70779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:53.776392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.968369Z","time spent":"808.011439ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-05-08T19:08:53.7764Z","caller":"traceutil/trace.go:171","msg":"trace[492183755] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25238; }","duration":"808.430182ms","start":"2026-05-08T19:08:52.96794Z","end":"2026-05-08T19:08:53.77637Z","steps":["trace[492183755] 'agreement among raft nodes before linearized reading' (duration: 808.173954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:53.776328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.970818Z","time spent":"805.496229ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-08T19:08:53.776463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.967912Z","time spent":"808.541655ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-05-08T19:08:53.776582Z","caller":"traceutil/trace.go:171","msg":"trace[1666496962] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25238; }","duration":"805.411826ms","start":"2026-05-08T19:08:52.970852Z","end":"2026-05-08T19:08:53.776264Z","steps":["trace[1666496962] 'agreement among raft nodes before linearized reading' (duration: 804.999094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:53.776352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.883914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-05-08T19:08:53.775787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.542808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T19:08:53.77679Z","caller":"traceutil/trace.go:171","msg":"trace[848860011] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25238; }","duration":"365.350769ms","start":"2026-05-08T19:08:53.411391Z","end":"2026-05-08T19:08:53.776741Z","steps":["trace[848860011] 'agreement among raft nodes before linearized reading' (duration: 364.253364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:53.77686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:53.411378Z","time spent":"365.469472ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:08:53.776753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.970849Z","time spent":"805.795798ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-05-08T19:08:53.776947Z","caller":"traceutil/trace.go:171","msg":"trace[2053034945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25238; }","duration":"798.706325ms","start":"2026-05-08T19:08:52.978227Z","end":"2026-05-08T19:08:53.776934Z","steps":["trace[2053034945] 'agreement among raft nodes before linearized reading' (duration: 797.360712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:53.777054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:08:52.978167Z","time spent":"798.86758ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T19:08:54.430245Z","caller":"traceutil/trace.go:171","msg":"trace[1271656421] linearizableReadLoop","detail":"{readStateIndex:26082; appliedIndex:26081; }","duration":"151.306118ms","start":"2026-05-08T19:08:54.278914Z","end":"2026-05-08T19:08:54.43022Z","steps":["trace[1271656421] 'read index received' (duration: 57.691632ms)","trace[1271656421] 'applied index is now lower than readState.Index' (duration: 93.613786ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:08:54.430325Z","caller":"traceutil/trace.go:171","msg":"trace[1147163690] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"226.405449ms","start":"2026-05-08T19:08:54.203842Z","end":"2026-05-08T19:08:54.430248Z","steps":["trace[1147163690] 'process raft request' (duration: 132.70386ms)","trace[1147163690] 'compare' (duration: 93.513833ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:08:54.430427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.489754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:54.430525Z","caller":"traceutil/trace.go:171","msg":"trace[539117595] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25246; }","duration":"151.65366ms","start":"2026-05-08T19:08:54.278848Z","end":"2026-05-08T19:08:54.430502Z","steps":["trace[539117595] 'agreement among raft nodes before linearized reading' (duration: 151.447644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:08:54.858513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.459364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:08:54.858645Z","caller":"traceutil/trace.go:171","msg":"trace[802545432] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25249; }","duration":"183.66806ms","start":"2026-05-08T19:08:54.674954Z","end":"2026-05-08T19:08:54.858622Z","steps":["trace[802545432] 'count revisions from in-memory index tree' (duration: 183.318469ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:00.821133Z","caller":"traceutil/trace.go:171","msg":"trace[545293405] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"190.787235ms","start":"2026-05-08T19:09:00.630314Z","end":"2026-05-08T19:09:00.821101Z","steps":["trace[545293405] 'process raft request' (duration: 160.669674ms)","trace[545293405] 'compare' (duration: 29.101469ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:02.103786Z","caller":"traceutil/trace.go:171","msg":"trace[1268677727] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"125.197194ms","start":"2026-05-08T19:09:01.978545Z","end":"2026-05-08T19:09:02.103742Z","steps":["trace[1268677727] 'process raft request' (duration: 98.026545ms)","trace[1268677727] 'compare' (duration: 26.91184ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:02.104093Z","caller":"traceutil/trace.go:171","msg":"trace[1720984297] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"125.519654ms","start":"2026-05-08T19:09:01.978539Z","end":"2026-05-08T19:09:02.104059Z","steps":["trace[1720984297] 'process raft request' (duration: 125.132381ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:02.10425Z","caller":"traceutil/trace.go:171","msg":"trace[1810924172] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"124.976577ms","start":"2026-05-08T19:09:01.979241Z","end":"2026-05-08T19:09:02.104218Z","steps":["trace[1810924172] 'process raft request' (duration: 124.810961ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:03.080817Z","caller":"traceutil/trace.go:171","msg":"trace[461164023] linearizableReadLoop","detail":"{readStateIndex:26165; appliedIndex:26164; }","duration":"112.648587ms","start":"2026-05-08T19:09:02.968134Z","end":"2026-05-08T19:09:03.080783Z","steps":["trace[461164023] 'read index received' (duration: 83.334492ms)","trace[461164023] 'applied index is now lower than readState.Index' (duration: 29.312725ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:03.081013Z","caller":"traceutil/trace.go:171","msg":"trace[515250592] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"254.754685ms","start":"2026-05-08T19:09:02.82619Z","end":"2026-05-08T19:09:03.080945Z","steps":["trace[515250592] 'process raft request' (duration: 225.291545ms)","trace[515250592] 'compare' (duration: 28.610873ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:03.081075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.911516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:03.081169Z","caller":"traceutil/trace.go:171","msg":"trace[1206598195] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25328; }","duration":"113.052921ms","start":"2026-05-08T19:09:02.96809Z","end":"2026-05-08T19:09:03.081143Z","steps":["trace[1206598195] 'agreement among raft nodes before linearized reading' (duration: 112.845344ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:03.950815Z","caller":"traceutil/trace.go:171","msg":"trace[1799792118] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"128.651063ms","start":"2026-05-08T19:09:03.822132Z","end":"2026-05-08T19:09:03.950783Z","steps":["trace[1799792118] 'process raft request' (duration: 128.466397ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:03.987806Z","caller":"traceutil/trace.go:171","msg":"trace[1013159178] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"160.103887ms","start":"2026-05-08T19:09:03.827677Z","end":"2026-05-08T19:09:03.987781Z","steps":["trace[1013159178] 'process raft request' (duration: 159.916781ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:03.988128Z","caller":"traceutil/trace.go:171","msg":"trace[1510720072] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"159.101165ms","start":"2026-05-08T19:09:03.829011Z","end":"2026-05-08T19:09:03.988113Z","steps":["trace[1510720072] 'process raft request' (duration: 158.715872ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:03.988311Z","caller":"traceutil/trace.go:171","msg":"trace[1726130646] linearizableReadLoop","detail":"{readStateIndex:26171; appliedIndex:26170; }","duration":"160.549501ms","start":"2026-05-08T19:09:03.82772Z","end":"2026-05-08T19:09:03.98827Z","steps":["trace[1726130646] 'read index received' (duration: 123.890922ms)","trace[1726130646] 'applied index is now lower than readState.Index' (duration: 36.657538ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:03.988393Z","caller":"traceutil/trace.go:171","msg":"trace[657338906] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"115.174578ms","start":"2026-05-08T19:09:03.873174Z","end":"2026-05-08T19:09:03.988349Z","steps":["trace[657338906] 'process raft request' (duration: 114.866568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:03.988477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.731666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:03.988517Z","caller":"traceutil/trace.go:171","msg":"trace[293061187] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25335; }","duration":"160.85286ms","start":"2026-05-08T19:09:03.827652Z","end":"2026-05-08T19:09:03.988505Z","steps":["trace[293061187] 'agreement among raft nodes before linearized reading' (duration: 160.761907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:03.988877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.933801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:09:03.988935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.031376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:09:03.988948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.800239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:03.988997Z","caller":"traceutil/trace.go:171","msg":"trace[2072778317] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25335; }","duration":"161.137249ms","start":"2026-05-08T19:09:03.827843Z","end":"2026-05-08T19:09:03.988981Z","steps":["trace[2072778317] 'agreement among raft nodes before linearized reading' (duration: 161.022655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:03.989016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.067716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:03.988951Z","caller":"traceutil/trace.go:171","msg":"trace[888524271] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25335; }","duration":"160.049174ms","start":"2026-05-08T19:09:03.828885Z","end":"2026-05-08T19:09:03.988935Z","steps":["trace[888524271] 'agreement among raft nodes before linearized reading' (duration: 159.938401ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:03.98907Z","caller":"traceutil/trace.go:171","msg":"trace[566141448] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25335; }","duration":"160.122457ms","start":"2026-05-08T19:09:03.828934Z","end":"2026-05-08T19:09:03.989056Z","steps":["trace[566141448] 'agreement among raft nodes before linearized reading' (duration: 160.046025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:03.988968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.609151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:03.989235Z","caller":"traceutil/trace.go:171","msg":"trace[1231489706] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25335; }","duration":"159.90109ms","start":"2026-05-08T19:09:03.829314Z","end":"2026-05-08T19:09:03.989215Z","steps":["trace[1231489706] 'agreement among raft nodes before linearized reading' (duration: 159.58372ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:03.989025Z","caller":"traceutil/trace.go:171","msg":"trace[649123773] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25335; }","duration":"160.980104ms","start":"2026-05-08T19:09:03.828028Z","end":"2026-05-08T19:09:03.989008Z","steps":["trace[649123773] 'agreement among raft nodes before linearized reading' (duration: 160.808968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:03.989243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.343924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4667"} {"level":"warn","ts":"2026-05-08T19:09:03.989055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.183271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-05-08T19:09:03.989384Z","caller":"traceutil/trace.go:171","msg":"trace[1521099017] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:25335; }","duration":"161.552702ms","start":"2026-05-08T19:09:03.827814Z","end":"2026-05-08T19:09:03.989367Z","steps":["trace[1521099017] 'agreement among raft nodes before linearized reading' (duration: 161.016465ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:03.989394Z","caller":"traceutil/trace.go:171","msg":"trace[1897994606] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:25335; }","duration":"160.599022ms","start":"2026-05-08T19:09:03.828764Z","end":"2026-05-08T19:09:03.989363Z","steps":["trace[1897994606] 'agreement among raft nodes before linearized reading' (duration: 160.23199ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:04.261494Z","caller":"traceutil/trace.go:171","msg":"trace[247796869] linearizableReadLoop","detail":"{readStateIndex:26178; appliedIndex:26175; }","duration":"140.087585ms","start":"2026-05-08T19:09:04.121372Z","end":"2026-05-08T19:09:04.26146Z","steps":["trace[247796869] 'read index received' (duration: 4.369548ms)","trace[247796869] 'applied index is now lower than readState.Index' (duration: 135.716336ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:04.261553Z","caller":"traceutil/trace.go:171","msg":"trace[2068437376] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"146.930601ms","start":"2026-05-08T19:09:04.114571Z","end":"2026-05-08T19:09:04.261502Z","steps":["trace[2068437376] 'process raft request' (duration: 146.648462ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:04.261606Z","caller":"traceutil/trace.go:171","msg":"trace[952274690] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"146.881329ms","start":"2026-05-08T19:09:04.114655Z","end":"2026-05-08T19:09:04.261536Z","steps":["trace[952274690] 'process raft request' (duration: 146.750795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:04.26178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.381714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-08T19:09:04.261849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.185468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:04.261938Z","caller":"traceutil/trace.go:171","msg":"trace[1042427278] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25340; }","duration":"102.346603ms","start":"2026-05-08T19:09:04.15957Z","end":"2026-05-08T19:09:04.261917Z","steps":["trace[1042427278] 'agreement among raft nodes before linearized reading' (duration: 102.185398ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:04.261818Z","caller":"traceutil/trace.go:171","msg":"trace[1703926663] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25340; }","duration":"140.463096ms","start":"2026-05-08T19:09:04.121343Z","end":"2026-05-08T19:09:04.261806Z","steps":["trace[1703926663] 'agreement among raft nodes before linearized reading' (duration: 140.27149ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:05.195782Z","caller":"traceutil/trace.go:171","msg":"trace[1619807501] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"109.091976ms","start":"2026-05-08T19:09:05.086658Z","end":"2026-05-08T19:09:05.19575Z","steps":["trace[1619807501] 'process raft request' (duration: 108.804057ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:05.890496Z","caller":"traceutil/trace.go:171","msg":"trace[209357560] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"133.182696ms","start":"2026-05-08T19:09:05.757268Z","end":"2026-05-08T19:09:05.890451Z","steps":["trace[209357560] 'process raft request' (duration: 96.619221ms)","trace[209357560] 'compare' (duration: 36.369459ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:06.119082Z","caller":"traceutil/trace.go:171","msg":"trace[12636989] linearizableReadLoop","detail":"{readStateIndex:26192; appliedIndex:26190; }","duration":"122.812409ms","start":"2026-05-08T19:09:05.99625Z","end":"2026-05-08T19:09:06.119063Z","steps":["trace[12636989] 'read index received' (duration: 14.526688ms)","trace[12636989] 'applied index is now lower than readState.Index' (duration: 108.284871ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:06.119164Z","caller":"traceutil/trace.go:171","msg":"trace[890159611] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"123.310575ms","start":"2026-05-08T19:09:05.995832Z","end":"2026-05-08T19:09:06.119142Z","steps":["trace[890159611] 'process raft request' (duration: 123.119439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:06.119269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.013055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-05-08T19:09:06.119291Z","caller":"traceutil/trace.go:171","msg":"trace[1730537552] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:25354; }","duration":"123.091408ms","start":"2026-05-08T19:09:05.996191Z","end":"2026-05-08T19:09:06.119283Z","steps":["trace[1730537552] 'agreement among raft nodes before linearized reading' (duration: 122.981584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:06.119511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.572076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T19:09:06.119617Z","caller":"traceutil/trace.go:171","msg":"trace[365938032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25354; }","duration":"119.732102ms","start":"2026-05-08T19:09:05.999859Z","end":"2026-05-08T19:09:06.119591Z","steps":["trace[365938032] 'agreement among raft nodes before linearized reading' (duration: 119.370311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:06.331948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.945233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:06.332187Z","caller":"traceutil/trace.go:171","msg":"trace[570157778] linearizableReadLoop","detail":"{readStateIndex:26194; appliedIndex:26192; }","duration":"203.235839ms","start":"2026-05-08T19:09:06.12893Z","end":"2026-05-08T19:09:06.332166Z","steps":["trace[570157778] 'read index received' (duration: 54.945106ms)","trace[570157778] 'applied index is now lower than readState.Index' (duration: 148.289693ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:06.33221Z","caller":"traceutil/trace.go:171","msg":"trace[769956199] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"207.110031ms","start":"2026-05-08T19:09:06.12507Z","end":"2026-05-08T19:09:06.33218Z","steps":["trace[769956199] 'process raft request' (duration: 207.016338ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:06.332211Z","caller":"traceutil/trace.go:171","msg":"trace[1876640093] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"207.498083ms","start":"2026-05-08T19:09:06.124673Z","end":"2026-05-08T19:09:06.332171Z","steps":["trace[1876640093] 'process raft request' (duration: 59.21067ms)","trace[1876640093] 'compare' (duration: 147.755696ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:06.332404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.461146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-08T19:09:06.332438Z","caller":"traceutil/trace.go:171","msg":"trace[2116913464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25356; }","duration":"203.564059ms","start":"2026-05-08T19:09:06.128866Z","end":"2026-05-08T19:09:06.33243Z","steps":["trace[2116913464] 'agreement among raft nodes before linearized reading' (duration: 203.408514ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:10.132331Z","caller":"traceutil/trace.go:171","msg":"trace[1335532334] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"158.595778ms","start":"2026-05-08T19:09:09.973708Z","end":"2026-05-08T19:09:10.132304Z","steps":["trace[1335532334] 'process raft request' (duration: 111.972956ms)","trace[1335532334] 'compare' (duration: 46.423666ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:10.132526Z","caller":"traceutil/trace.go:171","msg":"trace[1266042115] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"152.038781ms","start":"2026-05-08T19:09:09.980452Z","end":"2026-05-08T19:09:10.13249Z","steps":["trace[1266042115] 'process raft request' (duration: 151.806744ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:12.619672Z","caller":"traceutil/trace.go:171","msg":"trace[1895445748] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"169.029109ms","start":"2026-05-08T19:09:12.450615Z","end":"2026-05-08T19:09:12.619645Z","steps":["trace[1895445748] 'process raft request' (duration: 168.893975ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:12.619764Z","caller":"traceutil/trace.go:171","msg":"trace[14642038] linearizableReadLoop","detail":"{readStateIndex:26259; appliedIndex:26259; }","duration":"157.248657ms","start":"2026-05-08T19:09:12.462485Z","end":"2026-05-08T19:09:12.619734Z","steps":["trace[14642038] 'read index received' (duration: 157.236096ms)","trace[14642038] 'applied index is now lower than readState.Index' (duration: 10.631µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:12.620048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.538676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-08T19:09:12.6201Z","caller":"traceutil/trace.go:171","msg":"trace[2042707433] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25419; }","duration":"157.620588ms","start":"2026-05-08T19:09:12.462466Z","end":"2026-05-08T19:09:12.620087Z","steps":["trace[2042707433] 'agreement among raft nodes before linearized reading' (duration: 157.394291ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:12.636602Z","caller":"traceutil/trace.go:171","msg":"trace[1065036474] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"153.405575ms","start":"2026-05-08T19:09:12.483179Z","end":"2026-05-08T19:09:12.636584Z","steps":["trace[1065036474] 'process raft request' (duration: 153.301121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:12.637021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.104719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-08T19:09:12.637067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.854543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:12.637114Z","caller":"traceutil/trace.go:171","msg":"trace[833952104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25420; }","duration":"174.228323ms","start":"2026-05-08T19:09:12.462866Z","end":"2026-05-08T19:09:12.637095Z","steps":["trace[833952104] 'agreement among raft nodes before linearized reading' (duration: 173.912263ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:12.637134Z","caller":"traceutil/trace.go:171","msg":"trace[1548784335] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25420; }","duration":"168.959576ms","start":"2026-05-08T19:09:12.468162Z","end":"2026-05-08T19:09:12.637121Z","steps":["trace[1548784335] 'agreement among raft nodes before linearized reading' (duration: 168.854012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:12.637326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.509645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T19:09:12.63738Z","caller":"traceutil/trace.go:171","msg":"trace[1008793916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25420; }","duration":"170.934628ms","start":"2026-05-08T19:09:12.466422Z","end":"2026-05-08T19:09:12.637356Z","steps":["trace[1008793916] 'agreement among raft nodes before linearized reading' (duration: 170.837275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:12.637552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.068533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-08T19:09:12.637591Z","caller":"traceutil/trace.go:171","msg":"trace[258043792] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25421; }","duration":"171.132074ms","start":"2026-05-08T19:09:12.466449Z","end":"2026-05-08T19:09:12.637582Z","steps":["trace[258043792] 'agreement among raft nodes before linearized reading' (duration: 171.021531ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:13.393516Z","caller":"traceutil/trace.go:171","msg":"trace[106188753] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"127.495057ms","start":"2026-05-08T19:09:13.265989Z","end":"2026-05-08T19:09:13.393484Z","steps":["trace[106188753] 'process raft request' (duration: 127.2796ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:13.579862Z","caller":"traceutil/trace.go:171","msg":"trace[144026256] linearizableReadLoop","detail":"{readStateIndex:26268; appliedIndex:26267; }","duration":"145.457644ms","start":"2026-05-08T19:09:13.434382Z","end":"2026-05-08T19:09:13.57984Z","steps":["trace[144026256] 'read index received' (duration: 52.273782ms)","trace[144026256] 'applied index is now lower than readState.Index' (duration: 93.182682ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:13.580215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.822145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:13.580244Z","caller":"traceutil/trace.go:171","msg":"trace[2006061813] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25427; }","duration":"145.914088ms","start":"2026-05-08T19:09:13.434323Z","end":"2026-05-08T19:09:13.580237Z","steps":["trace[2006061813] 'agreement among raft nodes before linearized reading' (duration: 145.836075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:13.58031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.648079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:13.580676Z","caller":"traceutil/trace.go:171","msg":"trace[908535] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25427; }","duration":"144.894756ms","start":"2026-05-08T19:09:13.43555Z","end":"2026-05-08T19:09:13.580445Z","steps":["trace[908535] 'agreement among raft nodes before linearized reading' (duration: 144.584647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:14.117338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.191844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:14.117615Z","caller":"traceutil/trace.go:171","msg":"trace[131177647] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"177.916589ms","start":"2026-05-08T19:09:13.939677Z","end":"2026-05-08T19:09:14.117594Z","steps":["trace[131177647] 'process raft request' (duration: 177.796946ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:14.117739Z","caller":"traceutil/trace.go:171","msg":"trace[1910357195] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"193.672767ms","start":"2026-05-08T19:09:13.924021Z","end":"2026-05-08T19:09:14.117694Z","steps":["trace[1910357195] 'process raft request' (duration: 62.019449ms)","trace[1910357195] 'compare' (duration: 130.960556ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:18.510967Z","caller":"traceutil/trace.go:171","msg":"trace[1387704548] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"234.474705ms","start":"2026-05-08T19:09:18.27646Z","end":"2026-05-08T19:09:18.510935Z","steps":["trace[1387704548] 'process raft request' (duration: 135.261752ms)","trace[1387704548] 'compare' (duration: 98.993576ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:18.511192Z","caller":"traceutil/trace.go:171","msg":"trace[1333508283] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"208.701651ms","start":"2026-05-08T19:09:18.302459Z","end":"2026-05-08T19:09:18.511161Z","steps":["trace[1333508283] 'process raft request' (duration: 208.422962ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:18.511381Z","caller":"traceutil/trace.go:171","msg":"trace[1238743383] linearizableReadLoop","detail":"{readStateIndex:26308; appliedIndex:26306; }","duration":"229.036304ms","start":"2026-05-08T19:09:18.282305Z","end":"2026-05-08T19:09:18.511342Z","steps":["trace[1238743383] 'read index received' (duration: 36.820313ms)","trace[1238743383] 'applied index is now lower than readState.Index' (duration: 192.211041ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:18.511437Z","caller":"traceutil/trace.go:171","msg":"trace[1465976125] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"190.890819ms","start":"2026-05-08T19:09:18.32038Z","end":"2026-05-08T19:09:18.511271Z","steps":["trace[1465976125] 'process raft request' (duration: 190.757585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:18.511778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.892719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:09:18.511779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.456777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:18.511852Z","caller":"traceutil/trace.go:171","msg":"trace[1298481249] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25468; }","duration":"229.000463ms","start":"2026-05-08T19:09:18.282835Z","end":"2026-05-08T19:09:18.511836Z","steps":["trace[1298481249] 'agreement among raft nodes before linearized reading' (duration: 228.842218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:18.512257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.91931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:18.51232Z","caller":"traceutil/trace.go:171","msg":"trace[1590961126] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25468; }","duration":"229.008372ms","start":"2026-05-08T19:09:18.283297Z","end":"2026-05-08T19:09:18.512305Z","steps":["trace[1590961126] 'agreement among raft nodes before linearized reading' (duration: 228.886999ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:18.512262Z","caller":"traceutil/trace.go:171","msg":"trace[1621618869] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25468; }","duration":"229.618192ms","start":"2026-05-08T19:09:18.28225Z","end":"2026-05-08T19:09:18.511868Z","steps":["trace[1621618869] 'agreement among raft nodes before linearized reading' (duration: 229.392934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:18.512478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.522965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-08T19:09:18.51238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.366904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:18.512593Z","caller":"traceutil/trace.go:171","msg":"trace[543472025] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25468; }","duration":"229.650703ms","start":"2026-05-08T19:09:18.282928Z","end":"2026-05-08T19:09:18.512579Z","steps":["trace[543472025] 'agreement among raft nodes before linearized reading' (duration: 229.280161ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:18.512591Z","caller":"traceutil/trace.go:171","msg":"trace[404522325] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25468; }","duration":"151.66565ms","start":"2026-05-08T19:09:18.360901Z","end":"2026-05-08T19:09:18.512566Z","steps":["trace[404522325] 'agreement among raft nodes before linearized reading' (duration: 151.289818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:19.99718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.511876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:09:19.99719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.585476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:19.997283Z","caller":"traceutil/trace.go:171","msg":"trace[1672440546] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25479; }","duration":"386.664221ms","start":"2026-05-08T19:09:19.610596Z","end":"2026-05-08T19:09:19.99726Z","steps":["trace[1672440546] 'count revisions from in-memory index tree' (duration: 386.436704ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:19.997303Z","caller":"traceutil/trace.go:171","msg":"trace[1881289871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25479; }","duration":"422.739022ms","start":"2026-05-08T19:09:19.574535Z","end":"2026-05-08T19:09:19.997274Z","steps":["trace[1881289871] 'range keys from in-memory index tree' (duration: 422.509524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:19.99733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:19.610572Z","time spent":"386.746004ms","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:09:19.997347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:19.574507Z","time spent":"422.828284ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:09:19.997331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.698252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T19:09:19.997395Z","caller":"traceutil/trace.go:171","msg":"trace[439400409] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25479; }","duration":"202.834066ms","start":"2026-05-08T19:09:19.794547Z","end":"2026-05-08T19:09:19.997381Z","steps":["trace[439400409] 'range keys from in-memory index tree' (duration: 202.518936ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:20.033481Z","caller":"traceutil/trace.go:171","msg":"trace[1055565333] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"101.95706ms","start":"2026-05-08T19:09:19.931486Z","end":"2026-05-08T19:09:20.033443Z","steps":["trace[1055565333] 'process raft request' (duration: 101.817786ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:21.126914Z","caller":"traceutil/trace.go:171","msg":"trace[862122899] linearizableReadLoop","detail":"{readStateIndex:26333; appliedIndex:26331; }","duration":"143.594195ms","start":"2026-05-08T19:09:20.983289Z","end":"2026-05-08T19:09:21.126884Z","steps":["trace[862122899] 'read index received' (duration: 67.773571ms)","trace[862122899] 'applied index is now lower than readState.Index' (duration: 75.819504ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:21.126974Z","caller":"traceutil/trace.go:171","msg":"trace[1073932642] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"150.551865ms","start":"2026-05-08T19:09:20.97639Z","end":"2026-05-08T19:09:21.126942Z","steps":["trace[1073932642] 'process raft request' (duration: 150.419861ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:21.126937Z","caller":"traceutil/trace.go:171","msg":"trace[1728587643] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"150.852544ms","start":"2026-05-08T19:09:20.976034Z","end":"2026-05-08T19:09:21.126887Z","steps":["trace[1728587643] 'process raft request' (duration: 75.067691ms)","trace[1728587643] 'compare' (duration: 75.334759ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:21.127137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.393401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:09:21.127187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.477666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-08T19:09:21.127262Z","caller":"traceutil/trace.go:171","msg":"trace[978512590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25491; }","duration":"108.57592ms","start":"2026-05-08T19:09:21.018671Z","end":"2026-05-08T19:09:21.127247Z","steps":["trace[978512590] 'agreement among raft nodes before linearized reading' (duration: 108.398454ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:21.12721Z","caller":"traceutil/trace.go:171","msg":"trace[2102819977] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25491; }","duration":"125.490094ms","start":"2026-05-08T19:09:21.001702Z","end":"2026-05-08T19:09:21.127192Z","steps":["trace[2102819977] 'agreement among raft nodes before linearized reading' (duration: 125.3622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:21.127135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.806452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:21.127406Z","caller":"traceutil/trace.go:171","msg":"trace[541336034] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25491; }","duration":"144.125111ms","start":"2026-05-08T19:09:20.983267Z","end":"2026-05-08T19:09:21.127392Z","steps":["trace[541336034] 'agreement among raft nodes before linearized reading' (duration: 143.77797ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:23.249174Z","caller":"traceutil/trace.go:171","msg":"trace[1314339107] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"112.752771ms","start":"2026-05-08T19:09:23.136389Z","end":"2026-05-08T19:09:23.249142Z","steps":["trace[1314339107] 'process raft request' (duration: 68.40173ms)","trace[1314339107] 'compare' (duration: 44.215847ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:23.899739Z","caller":"traceutil/trace.go:171","msg":"trace[1016718459] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"117.705488ms","start":"2026-05-08T19:09:23.781999Z","end":"2026-05-08T19:09:23.899705Z","steps":["trace[1016718459] 'process raft request' (duration: 117.422439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.022918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.112124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:25.023032Z","caller":"traceutil/trace.go:171","msg":"trace[1452818479] linearizableReadLoop","detail":"{readStateIndex:26356; appliedIndex:26355; }","duration":"265.256468ms","start":"2026-05-08T19:09:24.757761Z","end":"2026-05-08T19:09:25.023018Z","steps":["trace[1452818479] 'read index received' (duration: 163.940238ms)","trace[1452818479] 'applied index is now lower than readState.Index' (duration: 101.31547ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:25.02308Z","caller":"traceutil/trace.go:171","msg":"trace[3180577] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"322.901608ms","start":"2026-05-08T19:09:24.70017Z","end":"2026-05-08T19:09:25.023072Z","steps":["trace[3180577] 'process raft request' (duration: 221.520705ms)","trace[3180577] 'compare' (duration: 100.832265ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:25.023112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:24.70015Z","time spent":"322.944339ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:25.023239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.465884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T19:09:25.023335Z","caller":"traceutil/trace.go:171","msg":"trace[1681912537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25513; }","duration":"265.601308ms","start":"2026-05-08T19:09:24.757711Z","end":"2026-05-08T19:09:25.023312Z","steps":["trace[1681912537] 'agreement among raft nodes before linearized reading' (duration: 265.388751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.128405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.977694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:25.128404Z","caller":"traceutil/trace.go:171","msg":"trace[1987362419] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"322.861237ms","start":"2026-05-08T19:09:24.805474Z","end":"2026-05-08T19:09:25.128335Z","steps":["trace[1987362419] 'process raft request' (duration: 309.812155ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:25.128521Z","caller":"traceutil/trace.go:171","msg":"trace[1963235264] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25514; }","duration":"136.113259ms","start":"2026-05-08T19:09:24.992373Z","end":"2026-05-08T19:09:25.128486Z","steps":["trace[1963235264] 'agreement among raft nodes before linearized reading' (duration: 135.948994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.128606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.204578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-08T19:09:25.130131Z","caller":"traceutil/trace.go:171","msg":"trace[286597802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25514; }","duration":"172.784787ms","start":"2026-05-08T19:09:24.957318Z","end":"2026-05-08T19:09:25.130103Z","steps":["trace[286597802] 'agreement among raft nodes before linearized reading' (duration: 171.062023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.128746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:24.805455Z","time spent":"323.082064ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:25.128998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.126877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-08T19:09:25.130891Z","caller":"traceutil/trace.go:171","msg":"trace[1794991763] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25514; }","duration":"212.053867ms","start":"2026-05-08T19:09:24.918814Z","end":"2026-05-08T19:09:25.130868Z","steps":["trace[1794991763] 'agreement among raft nodes before linearized reading' (duration: 210.000102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.129123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.012417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-08T19:09:25.132002Z","caller":"traceutil/trace.go:171","msg":"trace[631339222] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25514; }","duration":"170.835355ms","start":"2026-05-08T19:09:24.961078Z","end":"2026-05-08T19:09:25.131914Z","steps":["trace[631339222] 'agreement among raft nodes before linearized reading' (duration: 154.438857ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:25.248989Z","caller":"traceutil/trace.go:171","msg":"trace[243234924] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"220.670149ms","start":"2026-05-08T19:09:25.028269Z","end":"2026-05-08T19:09:25.248939Z","steps":["trace[243234924] 'process raft request' (duration: 171.901989ms)","trace[243234924] 'compare' (duration: 48.498112ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:25.249101Z","caller":"traceutil/trace.go:171","msg":"trace[1816433370] linearizableReadLoop","detail":"{readStateIndex:26358; appliedIndex:26357; }","duration":"133.652302ms","start":"2026-05-08T19:09:25.115393Z","end":"2026-05-08T19:09:25.249046Z","steps":["trace[1816433370] 'read index received' (duration: 84.84138ms)","trace[1816433370] 'applied index is now lower than readState.Index' (duration: 48.806171ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:25.249179Z","caller":"traceutil/trace.go:171","msg":"trace[245447797] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"113.355031ms","start":"2026-05-08T19:09:25.135795Z","end":"2026-05-08T19:09:25.24915Z","steps":["trace[245447797] 'process raft request' (duration: 113.154984ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:25.249213Z","caller":"traceutil/trace.go:171","msg":"trace[1267720972] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"112.899015ms","start":"2026-05-08T19:09:25.136273Z","end":"2026-05-08T19:09:25.249172Z","steps":["trace[1267720972] 'process raft request' (duration: 112.774162ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:25.249206Z","caller":"traceutil/trace.go:171","msg":"trace[1799403154] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"111.858083ms","start":"2026-05-08T19:09:25.137307Z","end":"2026-05-08T19:09:25.249166Z","steps":["trace[1799403154] 'process raft request' (duration: 111.794541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.249308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.590401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:09:25.24938Z","caller":"traceutil/trace.go:171","msg":"trace[1984038645] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25518; }","duration":"210.714695ms","start":"2026-05-08T19:09:25.038644Z","end":"2026-05-08T19:09:25.249359Z","steps":["trace[1984038645] 'agreement among raft nodes before linearized reading' (duration: 210.572211ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:25.358268Z","caller":"traceutil/trace.go:171","msg":"trace[617365157] linearizableReadLoop","detail":"{readStateIndex:26362; appliedIndex:26361; }","duration":"102.949981ms","start":"2026-05-08T19:09:25.255287Z","end":"2026-05-08T19:09:25.358237Z","steps":["trace[617365157] 'read index received' (duration: 102.652921ms)","trace[617365157] 'applied index is now lower than readState.Index' (duration: 295.81µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:25.358347Z","caller":"traceutil/trace.go:171","msg":"trace[852352072] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"103.321393ms","start":"2026-05-08T19:09:25.254985Z","end":"2026-05-08T19:09:25.358306Z","steps":["trace[852352072] 'process raft request' (duration: 103.039684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:25.358587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.266261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-05-08T19:09:25.358751Z","caller":"traceutil/trace.go:171","msg":"trace[1912350172] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25519; }","duration":"103.469647ms","start":"2026-05-08T19:09:25.255259Z","end":"2026-05-08T19:09:25.358729Z","steps":["trace[1912350172] 'agreement among raft nodes before linearized reading' (duration: 103.098996ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:25.359091Z","caller":"traceutil/trace.go:171","msg":"trace[2073169376] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"100.732741ms","start":"2026-05-08T19:09:25.258321Z","end":"2026-05-08T19:09:25.359054Z","steps":["trace[2073169376] 'process raft request' (duration: 100.523254ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:27.403502Z","caller":"traceutil/trace.go:171","msg":"trace[1811695929] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"128.429737ms","start":"2026-05-08T19:09:27.275048Z","end":"2026-05-08T19:09:27.403478Z","steps":["trace[1811695929] 'process raft request' (duration: 128.23647ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:27.403817Z","caller":"traceutil/trace.go:171","msg":"trace[344134695] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"128.743707ms","start":"2026-05-08T19:09:27.275051Z","end":"2026-05-08T19:09:27.403795Z","steps":["trace[344134695] 'process raft request' (duration: 128.370205ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:27.403957Z","caller":"traceutil/trace.go:171","msg":"trace[1788642267] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"128.756467ms","start":"2026-05-08T19:09:27.275165Z","end":"2026-05-08T19:09:27.403922Z","steps":["trace[1788642267] 'process raft request' (duration: 128.53377ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:27.551082Z","caller":"traceutil/trace.go:171","msg":"trace[1680562501] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"141.21914ms","start":"2026-05-08T19:09:27.409831Z","end":"2026-05-08T19:09:27.55105Z","steps":["trace[1680562501] 'process raft request' (duration: 123.045566ms)","trace[1680562501] 'compare' (duration: 18.075521ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:31.41616Z","caller":"traceutil/trace.go:171","msg":"trace[1401483906] linearizableReadLoop","detail":"{readStateIndex:26405; appliedIndex:26404; }","duration":"113.192525ms","start":"2026-05-08T19:09:31.302937Z","end":"2026-05-08T19:09:31.41613Z","steps":["trace[1401483906] 'read index received' (duration: 57.795855ms)","trace[1401483906] 'applied index is now lower than readState.Index' (duration: 55.39569ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:31.416185Z","caller":"traceutil/trace.go:171","msg":"trace[288075690] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"118.520144ms","start":"2026-05-08T19:09:31.297628Z","end":"2026-05-08T19:09:31.416148Z","steps":["trace[288075690] 'process raft request' (duration: 62.99684ms)","trace[288075690] 'compare' (duration: 55.338658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:31.416444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.493364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-service-cpwn5\" ","response":"range_response_count:1 size:8289"} {"level":"info","ts":"2026-05-08T19:09:31.416497Z","caller":"traceutil/trace.go:171","msg":"trace[1123168948] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-service-cpwn5; range_end:; response_count:1; response_revision:25561; }","duration":"113.604228ms","start":"2026-05-08T19:09:31.302877Z","end":"2026-05-08T19:09:31.416482Z","steps":["trace[1123168948] 'agreement among raft nodes before linearized reading' (duration: 113.420873ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:31.534028Z","caller":"traceutil/trace.go:171","msg":"trace[477357204] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"110.252713ms","start":"2026-05-08T19:09:31.423713Z","end":"2026-05-08T19:09:31.533966Z","steps":["trace[477357204] 'process raft request' (duration: 99.561275ms)","trace[477357204] 'compare' (duration: 10.528953ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:31.534269Z","caller":"traceutil/trace.go:171","msg":"trace[710826905] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"110.153869ms","start":"2026-05-08T19:09:31.42407Z","end":"2026-05-08T19:09:31.534223Z","steps":["trace[710826905] 'process raft request' (duration: 109.853469ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:31.534362Z","caller":"traceutil/trace.go:171","msg":"trace[783904922] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"110.070696ms","start":"2026-05-08T19:09:31.424255Z","end":"2026-05-08T19:09:31.534326Z","steps":["trace[783904922] 'process raft request' (duration: 109.901541ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:31.534452Z","caller":"traceutil/trace.go:171","msg":"trace[636679579] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"109.52989ms","start":"2026-05-08T19:09:31.424903Z","end":"2026-05-08T19:09:31.534433Z","steps":["trace[636679579] 'process raft request' (duration: 109.359524ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:31.53453Z","caller":"traceutil/trace.go:171","msg":"trace[90374756] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"108.228658ms","start":"2026-05-08T19:09:31.426292Z","end":"2026-05-08T19:09:31.534521Z","steps":["trace[90374756] 'process raft request' (duration: 108.068333ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:31.834823Z","caller":"traceutil/trace.go:171","msg":"trace[333421867] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"117.670617ms","start":"2026-05-08T19:09:31.717126Z","end":"2026-05-08T19:09:31.834797Z","steps":["trace[333421867] 'process raft request' (duration: 96.493188ms)","trace[333421867] 'compare' (duration: 21.068936ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:32.050688Z","caller":"traceutil/trace.go:171","msg":"trace[1527712879] linearizableReadLoop","detail":"{readStateIndex:26419; appliedIndex:26418; }","duration":"122.983764ms","start":"2026-05-08T19:09:31.927673Z","end":"2026-05-08T19:09:32.050657Z","steps":["trace[1527712879] 'read index received' (duration: 50.176755ms)","trace[1527712879] 'applied index is now lower than readState.Index' (duration: 72.805589ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:32.050943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.265814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-08T19:09:32.050992Z","caller":"traceutil/trace.go:171","msg":"trace[1218622222] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25575; }","duration":"123.369657ms","start":"2026-05-08T19:09:31.927607Z","end":"2026-05-08T19:09:32.050976Z","steps":["trace[1218622222] 'agreement among raft nodes before linearized reading' (duration: 123.16192ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:32.050991Z","caller":"traceutil/trace.go:171","msg":"trace[173896757] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"205.068917ms","start":"2026-05-08T19:09:31.845893Z","end":"2026-05-08T19:09:32.050962Z","steps":["trace[173896757] 'process raft request' (duration: 132.000179ms)","trace[173896757] 'compare' (duration: 72.612374ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:32.213553Z","caller":"traceutil/trace.go:171","msg":"trace[1500296606] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"155.858852ms","start":"2026-05-08T19:09:32.057666Z","end":"2026-05-08T19:09:32.213525Z","steps":["trace[1500296606] 'process raft request' (duration: 102.680203ms)","trace[1500296606] 'compare' (duration: 52.726285ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:32.213975Z","caller":"traceutil/trace.go:171","msg":"trace[642047329] linearizableReadLoop","detail":"{readStateIndex:26422; appliedIndex:26419; }","duration":"156.12439ms","start":"2026-05-08T19:09:32.057816Z","end":"2026-05-08T19:09:32.21394Z","steps":["trace[642047329] 'read index received' (duration: 71.992853ms)","trace[642047329] 'applied index is now lower than readState.Index' (duration: 84.128007ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:32.214142Z","caller":"traceutil/trace.go:171","msg":"trace[1922418054] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"156.378758ms","start":"2026-05-08T19:09:32.057733Z","end":"2026-05-08T19:09:32.214112Z","steps":["trace[1922418054] 'process raft request' (duration: 155.633425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:32.214278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.441191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-08T19:09:32.214343Z","caller":"traceutil/trace.go:171","msg":"trace[2022458466] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25580; }","duration":"156.568404ms","start":"2026-05-08T19:09:32.057758Z","end":"2026-05-08T19:09:32.214327Z","steps":["trace[2022458466] 'agreement among raft nodes before linearized reading' (duration: 156.356158ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:32.399186Z","caller":"traceutil/trace.go:171","msg":"trace[1409690709] linearizableReadLoop","detail":"{readStateIndex:26425; appliedIndex:26424; }","duration":"148.626064ms","start":"2026-05-08T19:09:32.250515Z","end":"2026-05-08T19:09:32.399141Z","steps":["trace[1409690709] 'read index received' (duration: 143.402189ms)","trace[1409690709] 'applied index is now lower than readState.Index' (duration: 5.221945ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:32.399215Z","caller":"traceutil/trace.go:171","msg":"trace[1392818974] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"174.308576ms","start":"2026-05-08T19:09:32.224868Z","end":"2026-05-08T19:09:32.399177Z","steps":["trace[1392818974] 'process raft request' (duration: 169.047679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:32.399401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.860692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12668"} {"level":"info","ts":"2026-05-08T19:09:32.399474Z","caller":"traceutil/trace.go:171","msg":"trace[1400386561] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25581; }","duration":"148.994445ms","start":"2026-05-08T19:09:32.250464Z","end":"2026-05-08T19:09:32.399458Z","steps":["trace[1400386561] 'agreement among raft nodes before linearized reading' (duration: 148.771008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:32.399704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.055117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:32.399755Z","caller":"traceutil/trace.go:171","msg":"trace[905410348] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25581; }","duration":"149.168281ms","start":"2026-05-08T19:09:32.250574Z","end":"2026-05-08T19:09:32.399742Z","steps":["trace[905410348] 'agreement among raft nodes before linearized reading' (duration: 149.057778ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:32.63798Z","caller":"traceutil/trace.go:171","msg":"trace[1570145285] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"106.548035ms","start":"2026-05-08T19:09:32.531377Z","end":"2026-05-08T19:09:32.637925Z","steps":["trace[1570145285] 'process raft request' (duration: 22.49003ms)","trace[1570145285] 'compare' (duration: 83.860138ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:33.589215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.613231ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-08T19:09:33.589396Z","caller":"traceutil/trace.go:171","msg":"trace[1650461730] linearizableReadLoop","detail":"{readStateIndex:26433; appliedIndex:26432; }","duration":"144.196754ms","start":"2026-05-08T19:09:33.445176Z","end":"2026-05-08T19:09:33.589372Z","steps":["trace[1650461730] 'read index received' (duration: 3.300354ms)","trace[1650461730] 'applied index is now lower than readState.Index' (duration: 140.849489ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:33.589588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.39637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-08T19:09:33.58969Z","caller":"traceutil/trace.go:171","msg":"trace[1015626533] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25588; }","duration":"144.496643ms","start":"2026-05-08T19:09:33.445165Z","end":"2026-05-08T19:09:33.589661Z","steps":["trace[1015626533] 'agreement among raft nodes before linearized reading' (duration: 144.280046ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:33.778519Z","caller":"traceutil/trace.go:171","msg":"trace[640264014] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"184.706212ms","start":"2026-05-08T19:09:33.593772Z","end":"2026-05-08T19:09:33.778478Z","steps":["trace[640264014] 'process raft request' (duration: 135.036554ms)","trace[640264014] 'compare' (duration: 49.292327ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:33.778673Z","caller":"traceutil/trace.go:171","msg":"trace[708123243] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"184.745893ms","start":"2026-05-08T19:09:33.593892Z","end":"2026-05-08T19:09:33.778638Z","steps":["trace[708123243] 'process raft request' (duration: 184.538097ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:33.779093Z","caller":"traceutil/trace.go:171","msg":"trace[1452287112] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"184.357151ms","start":"2026-05-08T19:09:33.594721Z","end":"2026-05-08T19:09:33.779078Z","steps":["trace[1452287112] 'process raft request' (duration: 184.189786ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:33.779082Z","caller":"traceutil/trace.go:171","msg":"trace[1358751987] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"122.678634ms","start":"2026-05-08T19:09:33.656362Z","end":"2026-05-08T19:09:33.779041Z","steps":["trace[1358751987] 'process raft request' (duration: 122.634043ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:33.779203Z","caller":"traceutil/trace.go:171","msg":"trace[122205996] transaction","detail":"{read_only:false; response_revision:25592; number_of_response:1; }","duration":"185.303351ms","start":"2026-05-08T19:09:33.593888Z","end":"2026-05-08T19:09:33.779191Z","steps":["trace[122205996] 'process raft request' (duration: 184.674791ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:33.77921Z","caller":"traceutil/trace.go:171","msg":"trace[1403623169] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"171.01183ms","start":"2026-05-08T19:09:33.608152Z","end":"2026-05-08T19:09:33.779163Z","steps":["trace[1403623169] 'process raft request' (duration: 170.803083ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:33.779244Z","caller":"traceutil/trace.go:171","msg":"trace[1608736581] linearizableReadLoop","detail":"{readStateIndex:26440; appliedIndex:26434; }","duration":"124.641636ms","start":"2026-05-08T19:09:33.654566Z","end":"2026-05-08T19:09:33.779208Z","steps":["trace[1608736581] 'read index received' (duration: 74.261325ms)","trace[1608736581] 'applied index is now lower than readState.Index' (duration: 50.376011ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:33.779564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.975757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T19:09:33.779634Z","caller":"traceutil/trace.go:171","msg":"trace[276375293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25596; }","duration":"125.138342ms","start":"2026-05-08T19:09:33.654471Z","end":"2026-05-08T19:09:33.77961Z","steps":["trace[276375293] 'agreement among raft nodes before linearized reading' (duration: 124.867444ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:33.779774Z","caller":"traceutil/trace.go:171","msg":"trace[835674742] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"185.069904ms","start":"2026-05-08T19:09:33.594678Z","end":"2026-05-08T19:09:33.779748Z","steps":["trace[835674742] 'process raft request' (duration: 184.137464ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:34.642399Z","caller":"traceutil/trace.go:171","msg":"trace[1136421720] linearizableReadLoop","detail":"{readStateIndex:26447; appliedIndex:26446; }","duration":"100.474243ms","start":"2026-05-08T19:09:34.541883Z","end":"2026-05-08T19:09:34.642357Z","steps":["trace[1136421720] 'read index received' (duration: 100.171344ms)","trace[1136421720] 'applied index is now lower than readState.Index' (duration: 300.829µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:34.6426Z","caller":"traceutil/trace.go:171","msg":"trace[606113583] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"172.784087ms","start":"2026-05-08T19:09:34.469751Z","end":"2026-05-08T19:09:34.642535Z","steps":["trace[606113583] 'process raft request' (duration: 172.326752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:34.644601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.692593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-08T19:09:34.64468Z","caller":"traceutil/trace.go:171","msg":"trace[1555217596] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25602; }","duration":"102.843658ms","start":"2026-05-08T19:09:34.541819Z","end":"2026-05-08T19:09:34.644662Z","steps":["trace[1555217596] 'agreement among raft nodes before linearized reading' (duration: 100.793213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:35.78477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.044053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-08T19:09:35.784875Z","caller":"traceutil/trace.go:171","msg":"trace[1711610513] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25608; }","duration":"134.165777ms","start":"2026-05-08T19:09:35.650682Z","end":"2026-05-08T19:09:35.784848Z","steps":["trace[1711610513] 'range keys from in-memory index tree' (duration: 133.824246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:35.784983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.313791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:35.785155Z","caller":"traceutil/trace.go:171","msg":"trace[1044970256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25608; }","duration":"209.433155ms","start":"2026-05-08T19:09:35.575623Z","end":"2026-05-08T19:09:35.785056Z","steps":["trace[1044970256] 'range keys from in-memory index tree' (duration: 209.221847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:35.785155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.151477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-08T19:09:35.785259Z","caller":"traceutil/trace.go:171","msg":"trace[1813093151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25608; }","duration":"153.264721ms","start":"2026-05-08T19:09:35.631973Z","end":"2026-05-08T19:09:35.785238Z","steps":["trace[1813093151] 'range keys from in-memory index tree' (duration: 152.993902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:35.785336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.197252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T19:09:35.78538Z","caller":"traceutil/trace.go:171","msg":"trace[1838236747] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25608; }","duration":"156.292166ms","start":"2026-05-08T19:09:35.629078Z","end":"2026-05-08T19:09:35.78537Z","steps":["trace[1838236747] 'range keys from in-memory index tree' (duration: 156.068319ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:35.966639Z","caller":"traceutil/trace.go:171","msg":"trace[2054398141] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"128.031233ms","start":"2026-05-08T19:09:35.83858Z","end":"2026-05-08T19:09:35.966611Z","steps":["trace[2054398141] 'process raft request' (duration: 127.93878ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:35.96666Z","caller":"traceutil/trace.go:171","msg":"trace[620036337] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"128.258381ms","start":"2026-05-08T19:09:35.838337Z","end":"2026-05-08T19:09:35.966596Z","steps":["trace[620036337] 'process raft request' (duration: 120.888718ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:35.966661Z","caller":"traceutil/trace.go:171","msg":"trace[797325426] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"128.283181ms","start":"2026-05-08T19:09:35.838334Z","end":"2026-05-08T19:09:35.966617Z","steps":["trace[797325426] 'process raft request' (duration: 128.137367ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:35.966981Z","caller":"traceutil/trace.go:171","msg":"trace[826086539] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"128.315712ms","start":"2026-05-08T19:09:35.838616Z","end":"2026-05-08T19:09:35.966932Z","steps":["trace[826086539] 'process raft request' (duration: 127.93783ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:38.170625Z","caller":"traceutil/trace.go:171","msg":"trace[826978777] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"192.733887ms","start":"2026-05-08T19:09:37.977849Z","end":"2026-05-08T19:09:38.170583Z","steps":["trace[826978777] 'process raft request' (duration: 146.504207ms)","trace[826978777] 'compare' (duration: 45.840147ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:38.170676Z","caller":"traceutil/trace.go:171","msg":"trace[1651687328] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"192.324264ms","start":"2026-05-08T19:09:37.978316Z","end":"2026-05-08T19:09:38.17064Z","steps":["trace[1651687328] 'process raft request' (duration: 192.18105ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:38.170819Z","caller":"traceutil/trace.go:171","msg":"trace[1525901479] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"191.757566ms","start":"2026-05-08T19:09:37.979051Z","end":"2026-05-08T19:09:38.170808Z","steps":["trace[1525901479] 'process raft request' (duration: 191.544309ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:38.17078Z","caller":"traceutil/trace.go:171","msg":"trace[1877149744] linearizableReadLoop","detail":"{readStateIndex:26475; appliedIndex:26471; }","duration":"178.062884ms","start":"2026-05-08T19:09:37.992682Z","end":"2026-05-08T19:09:38.170744Z","steps":["trace[1877149744] 'read index received' (duration: 14.707404ms)","trace[1877149744] 'applied index is now lower than readState.Index' (duration: 163.35418ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:38.170981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.280201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T19:09:38.171041Z","caller":"traceutil/trace.go:171","msg":"trace[455980469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25630; }","duration":"178.373103ms","start":"2026-05-08T19:09:37.992652Z","end":"2026-05-08T19:09:38.171025Z","steps":["trace[455980469] 'agreement among raft nodes before linearized reading' (duration: 178.196228ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:38.608114Z","caller":"traceutil/trace.go:171","msg":"trace[26105494] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"105.168702ms","start":"2026-05-08T19:09:38.502901Z","end":"2026-05-08T19:09:38.60807Z","steps":["trace[26105494] 'process raft request' (duration: 83.91172ms)","trace[26105494] 'compare' (duration: 20.622492ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:39.157392Z","caller":"traceutil/trace.go:171","msg":"trace[1945549029] linearizableReadLoop","detail":"{readStateIndex:26485; appliedIndex:26484; }","duration":"153.365044ms","start":"2026-05-08T19:09:39.003993Z","end":"2026-05-08T19:09:39.157358Z","steps":["trace[1945549029] 'read index received' (duration: 93.068419ms)","trace[1945549029] 'applied index is now lower than readState.Index' (duration: 60.295084ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:39.157546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.534309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:09:39.157499Z","caller":"traceutil/trace.go:171","msg":"trace[359740653] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"198.138678ms","start":"2026-05-08T19:09:38.959321Z","end":"2026-05-08T19:09:39.15746Z","steps":["trace[359740653] 'process raft request' (duration: 137.798432ms)","trace[359740653] 'compare' (duration: 59.909752ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:39.15761Z","caller":"traceutil/trace.go:171","msg":"trace[1891247994] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25639; }","duration":"153.593191ms","start":"2026-05-08T19:09:39.003976Z","end":"2026-05-08T19:09:39.157569Z","steps":["trace[1891247994] 'agreement among raft nodes before linearized reading' (duration: 153.499498ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:39.507531Z","caller":"traceutil/trace.go:171","msg":"trace[7565210] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"105.334986ms","start":"2026-05-08T19:09:39.40217Z","end":"2026-05-08T19:09:39.507505Z","steps":["trace[7565210] 'process raft request' (duration: 105.192652ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:40.379788Z","caller":"traceutil/trace.go:171","msg":"trace[251864451] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"173.060776ms","start":"2026-05-08T19:09:40.206693Z","end":"2026-05-08T19:09:40.379754Z","steps":["trace[251864451] 'process raft request' (duration: 83.56389ms)","trace[251864451] 'compare' (duration: 88.821485ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:40.380074Z","caller":"traceutil/trace.go:171","msg":"trace[388809862] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"170.512135ms","start":"2026-05-08T19:09:40.209364Z","end":"2026-05-08T19:09:40.379876Z","steps":["trace[388809862] 'process raft request' (duration: 170.173894ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:40.380118Z","caller":"traceutil/trace.go:171","msg":"trace[1885073409] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"173.167139ms","start":"2026-05-08T19:09:40.206927Z","end":"2026-05-08T19:09:40.380094Z","steps":["trace[1885073409] 'process raft request' (duration: 172.506968ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:40.38011Z","caller":"traceutil/trace.go:171","msg":"trace[1084226248] linearizableReadLoop","detail":"{readStateIndex:26500; appliedIndex:26497; }","duration":"159.953071ms","start":"2026-05-08T19:09:40.220123Z","end":"2026-05-08T19:09:40.380076Z","steps":["trace[1084226248] 'read index received' (duration: 70.152555ms)","trace[1084226248] 'applied index is now lower than readState.Index' (duration: 89.798246ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:40.38037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.232031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T19:09:40.380449Z","caller":"traceutil/trace.go:171","msg":"trace[1056053488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25655; }","duration":"160.364755ms","start":"2026-05-08T19:09:40.220067Z","end":"2026-05-08T19:09:40.380432Z","steps":["trace[1056053488] 'agreement among raft nodes before linearized reading' (duration: 160.096596ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:41.756739Z","caller":"traceutil/trace.go:171","msg":"trace[1513934091] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"125.981119ms","start":"2026-05-08T19:09:41.630701Z","end":"2026-05-08T19:09:41.756682Z","steps":["trace[1513934091] 'process raft request' (duration: 124.706018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.129185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.986661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-08T19:09:42.129295Z","caller":"traceutil/trace.go:171","msg":"trace[911746372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25666; }","duration":"102.140636ms","start":"2026-05-08T19:09:42.027133Z","end":"2026-05-08T19:09:42.129274Z","steps":["trace[911746372] 'range keys from in-memory index tree' (duration: 101.822276ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:42.777383Z","caller":"traceutil/trace.go:171","msg":"trace[1390764278] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"315.345399ms","start":"2026-05-08T19:09:42.461757Z","end":"2026-05-08T19:09:42.777102Z","steps":["trace[1390764278] 'process raft request' (duration: 314.920516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.777565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:42.461718Z","time spent":"315.761502ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:42.899704Z","caller":"traceutil/trace.go:171","msg":"trace[1398612632] linearizableReadLoop","detail":"{readStateIndex:26517; appliedIndex:26515; }","duration":"433.45941ms","start":"2026-05-08T19:09:42.466216Z","end":"2026-05-08T19:09:42.899676Z","steps":["trace[1398612632] 'read index received' (duration: 310.506016ms)","trace[1398612632] 'applied index is now lower than readState.Index' (duration: 122.952353ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:42.899989Z","caller":"traceutil/trace.go:171","msg":"trace[630409072] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"438.016944ms","start":"2026-05-08T19:09:42.461958Z","end":"2026-05-08T19:09:42.899975Z","steps":["trace[630409072] 'process raft request' (duration: 437.429545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.900112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:42.461914Z","time spent":"438.115727ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:42.900291Z","caller":"traceutil/trace.go:171","msg":"trace[747669266] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"228.966652ms","start":"2026-05-08T19:09:42.671314Z","end":"2026-05-08T19:09:42.900281Z","steps":["trace[747669266] 'process raft request' (duration: 228.237789ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:42.900528Z","caller":"traceutil/trace.go:171","msg":"trace[1030534771] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"128.061704ms","start":"2026-05-08T19:09:42.772456Z","end":"2026-05-08T19:09:42.900518Z","steps":["trace[1030534771] 'process raft request' (duration: 127.150805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.90087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.241848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:42.900932Z","caller":"traceutil/trace.go:171","msg":"trace[747778532] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25673; }","duration":"430.380653ms","start":"2026-05-08T19:09:42.47054Z","end":"2026-05-08T19:09:42.900921Z","steps":["trace[747778532] 'agreement among raft nodes before linearized reading' (duration: 430.242568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.900972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:42.470526Z","time spent":"430.437784ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-08T19:09:42.901121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.991064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:09:42.901113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.913492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:42.901198Z","caller":"traceutil/trace.go:171","msg":"trace[1147045854] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25673; }","duration":"192.021415ms","start":"2026-05-08T19:09:42.709158Z","end":"2026-05-08T19:09:42.90118Z","steps":["trace[1147045854] 'agreement among raft nodes before linearized reading' (duration: 191.86821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.901198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.036807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12668"} {"level":"info","ts":"2026-05-08T19:09:42.901229Z","caller":"traceutil/trace.go:171","msg":"trace[640523824] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25673; }","duration":"427.086258ms","start":"2026-05-08T19:09:42.474136Z","end":"2026-05-08T19:09:42.901222Z","steps":["trace[640523824] 'agreement among raft nodes before linearized reading' (duration: 427.039047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.901263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:42.474125Z","time spent":"427.12943ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12692,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-08T19:09:42.901362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.17702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:42.901158Z","caller":"traceutil/trace.go:171","msg":"trace[700655898] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25673; }","duration":"192.066006ms","start":"2026-05-08T19:09:42.709083Z","end":"2026-05-08T19:09:42.901149Z","steps":["trace[700655898] 'agreement among raft nodes before linearized reading' (duration: 192.014514ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:42.901391Z","caller":"traceutil/trace.go:171","msg":"trace[1206095887] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25673; }","duration":"192.251452ms","start":"2026-05-08T19:09:42.709132Z","end":"2026-05-08T19:09:42.901383Z","steps":["trace[1206095887] 'agreement among raft nodes before linearized reading' (duration: 192.210641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.901493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.467114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12668"} {"level":"info","ts":"2026-05-08T19:09:42.901525Z","caller":"traceutil/trace.go:171","msg":"trace[354406389] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25673; }","duration":"189.555787ms","start":"2026-05-08T19:09:42.71196Z","end":"2026-05-08T19:09:42.901516Z","steps":["trace[354406389] 'agreement among raft nodes before linearized reading' (duration: 189.493995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.901941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.731442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T19:09:42.901985Z","caller":"traceutil/trace.go:171","msg":"trace[759335926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25673; }","duration":"435.803834ms","start":"2026-05-08T19:09:42.466168Z","end":"2026-05-08T19:09:42.901972Z","steps":["trace[759335926] 'agreement among raft nodes before linearized reading' (duration: 434.475532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:42.902018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:42.466146Z","time spent":"435.865756ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T19:09:43.050285Z","caller":"traceutil/trace.go:171","msg":"trace[903110298] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"112.289397ms","start":"2026-05-08T19:09:42.937954Z","end":"2026-05-08T19:09:43.050243Z","steps":["trace[903110298] 'process raft request' (duration: 106.554756ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:44.353514Z","caller":"traceutil/trace.go:171","msg":"trace[1877689272] linearizableReadLoop","detail":"{readStateIndex:26529; appliedIndex:26528; }","duration":"183.841507ms","start":"2026-05-08T19:09:44.169642Z","end":"2026-05-08T19:09:44.353484Z","steps":["trace[1877689272] 'read index received' (duration: 183.64327ms)","trace[1877689272] 'applied index is now lower than readState.Index' (duration: 197.606µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:44.353622Z","caller":"traceutil/trace.go:171","msg":"trace[710737945] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"191.276611ms","start":"2026-05-08T19:09:44.162337Z","end":"2026-05-08T19:09:44.353613Z","steps":["trace[710737945] 'process raft request' (duration: 191.012372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:44.353951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.305401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-08T19:09:44.353989Z","caller":"traceutil/trace.go:171","msg":"trace[956613633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25682; }","duration":"184.395763ms","start":"2026-05-08T19:09:44.16958Z","end":"2026-05-08T19:09:44.353976Z","steps":["trace[956613633] 'agreement among raft nodes before linearized reading' (duration: 184.275469ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:45.249036Z","caller":"traceutil/trace.go:171","msg":"trace[707638762] transaction","detail":"{read_only:false; response_revision:25690; number_of_response:1; }","duration":"212.598265ms","start":"2026-05-08T19:09:45.036369Z","end":"2026-05-08T19:09:45.248967Z","steps":["trace[707638762] 'process raft request' (duration: 152.156216ms)","trace[707638762] 'compare' (duration: 60.031226ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:45.403126Z","caller":"traceutil/trace.go:171","msg":"trace[1444530397] linearizableReadLoop","detail":"{readStateIndex:26539; appliedIndex:26537; }","duration":"125.091691ms","start":"2026-05-08T19:09:45.277993Z","end":"2026-05-08T19:09:45.403085Z","steps":["trace[1444530397] 'read index received' (duration: 124.721549ms)","trace[1444530397] 'applied index is now lower than readState.Index' (duration: 368.032µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:45.403202Z","caller":"traceutil/trace.go:171","msg":"trace[1131230913] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"346.511903ms","start":"2026-05-08T19:09:45.056648Z","end":"2026-05-08T19:09:45.40316Z","steps":["trace[1131230913] 'process raft request' (duration: 346.352358ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:45.403153Z","caller":"traceutil/trace.go:171","msg":"trace[1587558966] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"347.438683ms","start":"2026-05-08T19:09:45.055674Z","end":"2026-05-08T19:09:45.403113Z","steps":["trace[1587558966] 'process raft request' (duration: 347.02454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:45.403311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.287517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:45.403362Z","caller":"traceutil/trace.go:171","msg":"trace[1422974933] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25692; }","duration":"125.369149ms","start":"2026-05-08T19:09:45.277979Z","end":"2026-05-08T19:09:45.403349Z","steps":["trace[1422974933] 'agreement among raft nodes before linearized reading' (duration: 125.241365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:45.403419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:45.056578Z","time spent":"346.7188ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:45.403481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:45.055638Z","time spent":"347.697781ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:46.149645Z","caller":"traceutil/trace.go:171","msg":"trace[620837652] linearizableReadLoop","detail":"{readStateIndex:26541; appliedIndex:26540; }","duration":"172.701565ms","start":"2026-05-08T19:09:45.97692Z","end":"2026-05-08T19:09:46.149622Z","steps":["trace[620837652] 'read index received' (duration: 172.263901ms)","trace[620837652] 'applied index is now lower than readState.Index' (duration: 436.354µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:46.149703Z","caller":"traceutil/trace.go:171","msg":"trace[214369232] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"180.888983ms","start":"2026-05-08T19:09:45.968775Z","end":"2026-05-08T19:09:46.149664Z","steps":["trace[214369232] 'process raft request' (duration: 180.462369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:46.149939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.986443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-05-08T19:09:46.150026Z","caller":"traceutil/trace.go:171","msg":"trace[736569864] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25694; }","duration":"173.136698ms","start":"2026-05-08T19:09:45.976871Z","end":"2026-05-08T19:09:46.150007Z","steps":["trace[736569864] 'agreement among raft nodes before linearized reading' (duration: 172.87742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:46.150078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.657678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-08T19:09:46.149966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.381876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-08T19:09:46.150182Z","caller":"traceutil/trace.go:171","msg":"trace[194743427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25694; }","duration":"116.636414ms","start":"2026-05-08T19:09:46.033528Z","end":"2026-05-08T19:09:46.150165Z","steps":["trace[194743427] 'agreement among raft nodes before linearized reading' (duration: 116.306433ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:46.150185Z","caller":"traceutil/trace.go:171","msg":"trace[927706623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25694; }","duration":"106.792513ms","start":"2026-05-08T19:09:46.043351Z","end":"2026-05-08T19:09:46.150143Z","steps":["trace[927706623] 'agreement among raft nodes before linearized reading' (duration: 106.563546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:47.046794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.352368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:47.046897Z","caller":"traceutil/trace.go:171","msg":"trace[856165168] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25702; }","duration":"105.488091ms","start":"2026-05-08T19:09:46.941382Z","end":"2026-05-08T19:09:47.04687Z","steps":["trace[856165168] 'agreement among raft nodes before linearized reading' (duration: 105.302096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:47.047092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.587335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:09:47.047185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.724759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12668"} {"level":"info","ts":"2026-05-08T19:09:47.047181Z","caller":"traceutil/trace.go:171","msg":"trace[882503217] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25702; }","duration":"105.698219ms","start":"2026-05-08T19:09:46.941462Z","end":"2026-05-08T19:09:47.04716Z","steps":["trace[882503217] 'agreement among raft nodes before linearized reading' (duration: 105.566074ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:47.047238Z","caller":"traceutil/trace.go:171","msg":"trace[53733575] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25702; }","duration":"105.794732ms","start":"2026-05-08T19:09:46.941432Z","end":"2026-05-08T19:09:47.047227Z","steps":["trace[53733575] 'agreement among raft nodes before linearized reading' (duration: 105.662397ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:47.047561Z","caller":"traceutil/trace.go:171","msg":"trace[1404891308] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"103.456508ms","start":"2026-05-08T19:09:46.944091Z","end":"2026-05-08T19:09:47.047548Z","steps":["trace[1404891308] 'process raft request' (duration: 102.468237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:47.048421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.907547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12668"} {"level":"info","ts":"2026-05-08T19:09:47.048482Z","caller":"traceutil/trace.go:171","msg":"trace[1496705072] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25702; }","duration":"106.985579ms","start":"2026-05-08T19:09:46.941483Z","end":"2026-05-08T19:09:47.048469Z","steps":["trace[1496705072] 'agreement among raft nodes before linearized reading' (duration: 105.233224ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:47.184238Z","caller":"traceutil/trace.go:171","msg":"trace[650653195] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"132.03976ms","start":"2026-05-08T19:09:47.052165Z","end":"2026-05-08T19:09:47.184205Z","steps":["trace[650653195] 'process raft request' (duration: 103.847509ms)","trace[650653195] 'compare' (duration: 28.064547ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:48.323131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.754819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:48.323313Z","caller":"traceutil/trace.go:171","msg":"trace[11073062] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"167.19586ms","start":"2026-05-08T19:09:48.156099Z","end":"2026-05-08T19:09:48.323295Z","steps":["trace[11073062] 'process raft request' (duration: 167.143829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:48.323378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.831736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:09:48.323403Z","caller":"traceutil/trace.go:171","msg":"trace[104050096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25709; }","duration":"290.891788ms","start":"2026-05-08T19:09:48.032504Z","end":"2026-05-08T19:09:48.323395Z","steps":["trace[104050096] 'agreement among raft nodes before linearized reading' (duration: 290.828736ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:48.323313Z","caller":"traceutil/trace.go:171","msg":"trace[248455861] linearizableReadLoop","detail":"{readStateIndex:26555; appliedIndex:26554; }","duration":"290.754683ms","start":"2026-05-08T19:09:48.032545Z","end":"2026-05-08T19:09:48.3233Z","steps":["trace[248455861] 'read index received' (duration: 41.541µs)","trace[248455861] 'applied index is now lower than readState.Index' (duration: 290.712212ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:48.323525Z","caller":"traceutil/trace.go:171","msg":"trace[1338283724] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"615.420946ms","start":"2026-05-08T19:09:47.708092Z","end":"2026-05-08T19:09:48.323513Z","steps":["trace[1338283724] 'process raft request' (duration: 155.228153ms)","trace[1338283724] 'compare' (duration: 459.508982ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:09:48.323623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.256522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:09:48.323631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:47.708077Z","time spent":"615.526229ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:48.323653Z","caller":"traceutil/trace.go:171","msg":"trace[171772941] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25709; }","duration":"262.312284ms","start":"2026-05-08T19:09:48.061333Z","end":"2026-05-08T19:09:48.323645Z","steps":["trace[171772941] 'agreement among raft nodes before linearized reading' (duration: 262.262153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:48.32394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.360635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-08T19:09:48.32397Z","caller":"traceutil/trace.go:171","msg":"trace[1630291544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25709; }","duration":"147.421877ms","start":"2026-05-08T19:09:48.176541Z","end":"2026-05-08T19:09:48.323963Z","steps":["trace[1630291544] 'agreement among raft nodes before linearized reading' (duration: 147.352734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:48.324163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.890045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T19:09:48.324193Z","caller":"traceutil/trace.go:171","msg":"trace[2100752598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25709; }","duration":"143.948687ms","start":"2026-05-08T19:09:48.180238Z","end":"2026-05-08T19:09:48.324186Z","steps":["trace[2100752598] 'agreement among raft nodes before linearized reading' (duration: 143.875984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:48.563705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.285028ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-05-08T19:09:48.56442Z","caller":"traceutil/trace.go:171","msg":"trace[909521490] linearizableReadLoop","detail":"{readStateIndex:26559; appliedIndex:26556; }","duration":"153.079434ms","start":"2026-05-08T19:09:48.411324Z","end":"2026-05-08T19:09:48.564403Z","steps":["trace[909521490] 'read index received' (duration: 14.084154ms)","trace[909521490] 'applied index is now lower than readState.Index' (duration: 138.9943ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:48.564565Z","caller":"traceutil/trace.go:171","msg":"trace[670900224] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"234.104653ms","start":"2026-05-08T19:09:48.330423Z","end":"2026-05-08T19:09:48.564528Z","steps":["trace[670900224] 'process raft request' (duration: 233.941408ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:48.564663Z","caller":"traceutil/trace.go:171","msg":"trace[684215366] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"236.309353ms","start":"2026-05-08T19:09:48.328327Z","end":"2026-05-08T19:09:48.564636Z","steps":["trace[684215366] 'process raft request' (duration: 235.476517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:48.564997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.674643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T19:09:48.565031Z","caller":"traceutil/trace.go:171","msg":"trace[666473960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25711; }","duration":"153.782206ms","start":"2026-05-08T19:09:48.411239Z","end":"2026-05-08T19:09:48.565021Z","steps":["trace[666473960] 'agreement among raft nodes before linearized reading' (duration: 153.648992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:49.426362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.294154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T19:09:49.426465Z","caller":"traceutil/trace.go:171","msg":"trace[1933834382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25719; }","duration":"237.460129ms","start":"2026-05-08T19:09:49.188979Z","end":"2026-05-08T19:09:49.426439Z","steps":["trace[1933834382] 'range keys from in-memory index tree' (duration: 237.065887ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:49.619975Z","caller":"traceutil/trace.go:171","msg":"trace[498449665] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"258.091531ms","start":"2026-05-08T19:09:49.361857Z","end":"2026-05-08T19:09:49.619949Z","steps":["trace[498449665] 'process raft request' (duration: 257.886795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:50.026313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.329529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:09:50.026691Z","caller":"traceutil/trace.go:171","msg":"trace[1503420938] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"587.221686ms","start":"2026-05-08T19:09:49.43943Z","end":"2026-05-08T19:09:50.026652Z","steps":["trace[1503420938] 'process raft request' (duration: 221.441014ms)","trace[1503420938] 'compare' (duration: 364.934025ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:50.026719Z","caller":"traceutil/trace.go:171","msg":"trace[202010348] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"573.693109ms","start":"2026-05-08T19:09:49.45299Z","end":"2026-05-08T19:09:50.026683Z","steps":["trace[202010348] 'process raft request' (duration: 573.470472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:50.02686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:49.439406Z","time spent":"587.369571ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:50.026895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:49.452967Z","time spent":"573.833374ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:09:50.026881Z","caller":"traceutil/trace.go:171","msg":"trace[1939674701] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"262.735838ms","start":"2026-05-08T19:09:49.764122Z","end":"2026-05-08T19:09:50.026858Z","steps":["trace[1939674701] 'process raft request' (duration: 262.669696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:50.026983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.390331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:50.027229Z","caller":"traceutil/trace.go:171","msg":"trace[1040780218] linearizableReadLoop","detail":"{readStateIndex:26569; appliedIndex:26568; }","duration":"580.323508ms","start":"2026-05-08T19:09:49.446574Z","end":"2026-05-08T19:09:50.026898Z","steps":["trace[1040780218] 'read index received' (duration: 173.628933ms)","trace[1040780218] 'applied index is now lower than readState.Index' (duration: 406.692245ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:50.027289Z","caller":"traceutil/trace.go:171","msg":"trace[62952857] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25724; }","duration":"580.514114ms","start":"2026-05-08T19:09:49.446525Z","end":"2026-05-08T19:09:50.027039Z","steps":["trace[62952857] 'agreement among raft nodes before linearized reading' (duration: 580.37855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:50.027366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:49.446505Z","time spent":"580.834185ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:09:50.027313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.948836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:50.027447Z","caller":"traceutil/trace.go:171","msg":"trace[1847892063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25724; }","duration":"447.123242ms","start":"2026-05-08T19:09:49.580317Z","end":"2026-05-08T19:09:50.02744Z","steps":["trace[1847892063] 'agreement among raft nodes before linearized reading' (duration: 446.974527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:50.027469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:49.580292Z","time spent":"447.171063ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:09:50.027458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.735375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:50.02756Z","caller":"traceutil/trace.go:171","msg":"trace[122020645] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25724; }","duration":"279.943161ms","start":"2026-05-08T19:09:49.747599Z","end":"2026-05-08T19:09:50.027542Z","steps":["trace[122020645] 'agreement among raft nodes before linearized reading' (duration: 279.743665ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:50.027233Z","caller":"traceutil/trace.go:171","msg":"trace[1680556176] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"573.800002ms","start":"2026-05-08T19:09:49.453077Z","end":"2026-05-08T19:09:50.026877Z","steps":["trace[1680556176] 'process raft request' (duration: 573.522343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:50.027927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:09:49.453052Z","time spent":"574.788494ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:09:50.385345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.911921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-05-08T19:09:50.385425Z","caller":"traceutil/trace.go:171","msg":"trace[330264768] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25724; }","duration":"198.047055ms","start":"2026-05-08T19:09:50.18736Z","end":"2026-05-08T19:09:50.385407Z","steps":["trace[330264768] 'range keys from in-memory index tree' (duration: 197.752026ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:09:50.476857Z","caller":"traceutil/trace.go:171","msg":"trace[1314525500] linearizableReadLoop","detail":"{readStateIndex:26573; appliedIndex:26572; }","duration":"132.35974ms","start":"2026-05-08T19:09:50.344472Z","end":"2026-05-08T19:09:50.476832Z","steps":["trace[1314525500] 'read index received' (duration: 132.120293ms)","trace[1314525500] 'applied index is now lower than readState.Index' (duration: 235.457µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:09:50.476938Z","caller":"traceutil/trace.go:171","msg":"trace[515516627] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"146.949671ms","start":"2026-05-08T19:09:50.329937Z","end":"2026-05-08T19:09:50.476887Z","steps":["trace[515516627] 'process raft request' (duration: 146.653062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:09:50.477112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.591547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:09:50.477242Z","caller":"traceutil/trace.go:171","msg":"trace[1901790709] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25725; }","duration":"132.793004ms","start":"2026-05-08T19:09:50.344422Z","end":"2026-05-08T19:09:50.477215Z","steps":["trace[1901790709] 'agreement among raft nodes before linearized reading' (duration: 132.549697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:43.197518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.079678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:10:43.198115Z","caller":"traceutil/trace.go:171","msg":"trace[1356210691] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"267.733876ms","start":"2026-05-08T19:10:42.930243Z","end":"2026-05-08T19:10:43.197977Z","steps":["trace[1356210691] 'process raft request' (duration: 131.097581ms)","trace[1356210691] 'compare' (duration: 135.958904ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:43.234189Z","caller":"traceutil/trace.go:171","msg":"trace[330202621] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"215.61274ms","start":"2026-05-08T19:10:43.018532Z","end":"2026-05-08T19:10:43.234145Z","steps":["trace[330202621] 'process raft request' (duration: 215.437545ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:43.369045Z","caller":"traceutil/trace.go:171","msg":"trace[1857445866] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"106.233235ms","start":"2026-05-08T19:10:43.262775Z","end":"2026-05-08T19:10:43.369008Z","steps":["trace[1857445866] 'process raft request' (duration: 106.115162ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:43.369099Z","caller":"traceutil/trace.go:171","msg":"trace[1673605532] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"124.301336ms","start":"2026-05-08T19:10:43.244752Z","end":"2026-05-08T19:10:43.369053Z","steps":["trace[1673605532] 'process raft request' (duration: 110.595013ms)","trace[1673605532] 'compare' (duration: 13.247098ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:47.123547Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a3c.wal"} {"level":"info","ts":"2026-05-08T19:10:48.492365Z","caller":"traceutil/trace.go:171","msg":"trace[479488654] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"454.449833ms","start":"2026-05-08T19:10:48.037875Z","end":"2026-05-08T19:10:48.492325Z","steps":["trace[479488654] 'process raft request' (duration: 454.190675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:48.492563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:48.03786Z","time spent":"454.605317ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8488,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:48.523718Z","caller":"traceutil/trace.go:171","msg":"trace[361414242] linearizableReadLoop","detail":"{readStateIndex:27207; appliedIndex:27205; }","duration":"178.079764ms","start":"2026-05-08T19:10:48.345609Z","end":"2026-05-08T19:10:48.523689Z","steps":["trace[361414242] 'read index received' (duration: 146.476545ms)","trace[361414242] 'applied index is now lower than readState.Index' (duration: 31.602089ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:48.524145Z","caller":"traceutil/trace.go:171","msg":"trace[69827971] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"178.382043ms","start":"2026-05-08T19:10:48.345739Z","end":"2026-05-08T19:10:48.524121Z","steps":["trace[69827971] 'process raft request' (duration: 177.870047ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:48.524453Z","caller":"traceutil/trace.go:171","msg":"trace[1200205746] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"450.683614ms","start":"2026-05-08T19:10:48.073751Z","end":"2026-05-08T19:10:48.524435Z","steps":["trace[1200205746] 'process raft request' (duration: 449.58399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:48.524575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:48.073724Z","time spent":"450.778287ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T19:10:48.524947Z","caller":"traceutil/trace.go:171","msg":"trace[1718297681] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"179.252272ms","start":"2026-05-08T19:10:48.345668Z","end":"2026-05-08T19:10:48.524921Z","steps":["trace[1718297681] 'process raft request' (duration: 177.902159ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:48.525331Z","caller":"traceutil/trace.go:171","msg":"trace[585757510] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"179.652704ms","start":"2026-05-08T19:10:48.345659Z","end":"2026-05-08T19:10:48.525312Z","steps":["trace[585757510] 'process raft request' (duration: 177.845397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:48.525548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.875731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-08T19:10:48.52562Z","caller":"traceutil/trace.go:171","msg":"trace[456359610] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26348; }","duration":"179.988904ms","start":"2026-05-08T19:10:48.345614Z","end":"2026-05-08T19:10:48.525603Z","steps":["trace[456359610] 'agreement among raft nodes before linearized reading' (duration: 179.799918ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:48.526131Z","caller":"traceutil/trace.go:171","msg":"trace[1178246625] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"129.83177ms","start":"2026-05-08T19:10:48.396279Z","end":"2026-05-08T19:10:48.526111Z","steps":["trace[1178246625] 'process raft request' (duration: 127.370832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:48.526277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.689389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:10:48.526352Z","caller":"traceutil/trace.go:171","msg":"trace[1243149700] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26348; }","duration":"162.811002ms","start":"2026-05-08T19:10:48.363524Z","end":"2026-05-08T19:10:48.526335Z","steps":["trace[1243149700] 'agreement among raft nodes before linearized reading' (duration: 162.634527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:48.526455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.316634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T19:10:48.526524Z","caller":"traceutil/trace.go:171","msg":"trace[1551680822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26348; }","duration":"173.382326ms","start":"2026-05-08T19:10:48.353122Z","end":"2026-05-08T19:10:48.526504Z","steps":["trace[1551680822] 'agreement among raft nodes before linearized reading' (duration: 173.21951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:48.526669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.043298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:48.526736Z","caller":"traceutil/trace.go:171","msg":"trace[1473339476] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26348; }","duration":"181.11605ms","start":"2026-05-08T19:10:48.345603Z","end":"2026-05-08T19:10:48.526719Z","steps":["trace[1473339476] 'agreement among raft nodes before linearized reading' (duration: 181.012207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:48.526762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.008216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:48.526822Z","caller":"traceutil/trace.go:171","msg":"trace[2026733847] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26348; }","duration":"181.087459ms","start":"2026-05-08T19:10:48.34572Z","end":"2026-05-08T19:10:48.526807Z","steps":["trace[2026733847] 'agreement among raft nodes before linearized reading' (duration: 180.992606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:48.764894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.301012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-08T19:10:48.764989Z","caller":"traceutil/trace.go:171","msg":"trace[167288241] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26351; }","duration":"153.444876ms","start":"2026-05-08T19:10:48.611525Z","end":"2026-05-08T19:10:48.76497Z","steps":["trace[167288241] 'range keys from in-memory index tree' (duration: 153.190488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:49.464334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.819243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:10:49.464517Z","caller":"traceutil/trace.go:171","msg":"trace[253415066] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"384.765462ms","start":"2026-05-08T19:10:49.079733Z","end":"2026-05-08T19:10:49.464498Z","steps":["trace[253415066] 'process raft request' (duration: 384.7062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:49.464575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:49.079707Z","time spent":"384.842695ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:49.464674Z","caller":"traceutil/trace.go:171","msg":"trace[34491021] linearizableReadLoop","detail":"{readStateIndex:27217; appliedIndex:27216; }","duration":"610.228583ms","start":"2026-05-08T19:10:48.854436Z","end":"2026-05-08T19:10:49.464664Z","steps":["trace[34491021] 'read index received' (duration: 276.127231ms)","trace[34491021] 'applied index is now lower than readState.Index' (duration: 334.100171ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:49.46469Z","caller":"traceutil/trace.go:171","msg":"trace[2115346982] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"635.238022ms","start":"2026-05-08T19:10:48.829412Z","end":"2026-05-08T19:10:49.46465Z","steps":["trace[2115346982] 'process raft request' (duration: 301.021517ms)","trace[2115346982] 'compare' (duration: 333.703949ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:49.464796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.355267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-08T19:10:49.464823Z","caller":"traceutil/trace.go:171","msg":"trace[52975354] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26354; }","duration":"610.418749ms","start":"2026-05-08T19:10:48.854397Z","end":"2026-05-08T19:10:49.464816Z","steps":["trace[52975354] 'agreement among raft nodes before linearized reading' (duration: 610.359437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:49.464853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:48.854384Z","time spent":"610.46304ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-08T19:10:49.464865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:48.829397Z","time spent":"635.406328ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:49.466003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.432037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:10:49.46609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.511874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-08T19:10:49.466184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.550408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-08T19:10:49.466189Z","caller":"traceutil/trace.go:171","msg":"trace[1548298340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26355; }","duration":"523.650458ms","start":"2026-05-08T19:10:48.942517Z","end":"2026-05-08T19:10:49.466167Z","steps":["trace[1548298340] 'agreement among raft nodes before linearized reading' (duration: 523.368059ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:49.466206Z","caller":"traceutil/trace.go:171","msg":"trace[1652681771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26355; }","duration":"430.61029ms","start":"2026-05-08T19:10:49.035586Z","end":"2026-05-08T19:10:49.466197Z","steps":["trace[1652681771] 'agreement among raft nodes before linearized reading' (duration: 430.508707ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:49.466144Z","caller":"traceutil/trace.go:171","msg":"trace[652653112] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26355; }","duration":"419.591422ms","start":"2026-05-08T19:10:49.046537Z","end":"2026-05-08T19:10:49.466128Z","steps":["trace[652653112] 'agreement among raft nodes before linearized reading' (duration: 419.393156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:49.466201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.623891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:10:49.466317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.28459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-08T19:10:49.466328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:49.035569Z","time spent":"430.657601ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T19:10:49.466354Z","caller":"traceutil/trace.go:171","msg":"trace[1591819564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26355; }","duration":"512.358092ms","start":"2026-05-08T19:10:48.953986Z","end":"2026-05-08T19:10:49.466345Z","steps":["trace[1591819564] 'agreement among raft nodes before linearized reading' (duration: 512.274499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:49.466239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:48.942495Z","time spent":"523.733681ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T19:10:49.466387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:48.953966Z","time spent":"512.414954ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T19:10:49.466372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:49.046524Z","time spent":"419.759467ms","remote":"127.0.0.1:45370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:49.46606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.903086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-08T19:10:49.466344Z","caller":"traceutil/trace.go:171","msg":"trace[910411914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26355; }","duration":"481.803927ms","start":"2026-05-08T19:10:48.984507Z","end":"2026-05-08T19:10:49.466311Z","steps":["trace[910411914] 'agreement among raft nodes before linearized reading' (duration: 481.552139ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:49.46652Z","caller":"traceutil/trace.go:171","msg":"trace[1593931001] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26355; }","duration":"227.399012ms","start":"2026-05-08T19:10:49.239105Z","end":"2026-05-08T19:10:49.466504Z","steps":["trace[1593931001] 'agreement among raft nodes before linearized reading' (duration: 226.800313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:49.466528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:48.984488Z","time spent":"482.028824ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:10:49.466507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.524197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-05-08T19:10:49.466567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.961628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:49.466628Z","caller":"traceutil/trace.go:171","msg":"trace[572479271] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26355; }","duration":"170.005659ms","start":"2026-05-08T19:10:49.296576Z","end":"2026-05-08T19:10:49.466582Z","steps":["trace[572479271] 'agreement among raft nodes before linearized reading' (duration: 169.970408ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:49.466635Z","caller":"traceutil/trace.go:171","msg":"trace[1725095620] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26355; }","duration":"171.644061ms","start":"2026-05-08T19:10:49.294929Z","end":"2026-05-08T19:10:49.466573Z","steps":["trace[1725095620] 'agreement among raft nodes before linearized reading' (duration: 171.391623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:49.466072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.073941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:49.466739Z","caller":"traceutil/trace.go:171","msg":"trace[236267967] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26355; }","duration":"258.773153ms","start":"2026-05-08T19:10:49.207951Z","end":"2026-05-08T19:10:49.466724Z","steps":["trace[236267967] 'agreement among raft nodes before linearized reading' (duration: 258.104091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:49.466029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.92032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:49.466886Z","caller":"traceutil/trace.go:171","msg":"trace[1786591589] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26355; }","duration":"248.827389ms","start":"2026-05-08T19:10:49.218045Z","end":"2026-05-08T19:10:49.466873Z","steps":["trace[1786591589] 'agreement among raft nodes before linearized reading' (duration: 247.928751ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:49.63672Z","caller":"traceutil/trace.go:171","msg":"trace[805281416] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"167.568482ms","start":"2026-05-08T19:10:49.46909Z","end":"2026-05-08T19:10:49.636658Z","steps":["trace[805281416] 'process raft request' (duration: 112.527854ms)","trace[805281416] 'compare' (duration: 54.870743ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:49.650439Z","caller":"traceutil/trace.go:171","msg":"trace[104767636] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"178.89818ms","start":"2026-05-08T19:10:49.471517Z","end":"2026-05-08T19:10:49.650415Z","steps":["trace[104767636] 'process raft request' (duration: 178.614901ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:49.650655Z","caller":"traceutil/trace.go:171","msg":"trace[627443332] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"178.982803ms","start":"2026-05-08T19:10:49.47165Z","end":"2026-05-08T19:10:49.650632Z","steps":["trace[627443332] 'process raft request' (duration: 178.706384ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:49.650855Z","caller":"traceutil/trace.go:171","msg":"trace[1198822438] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"179.138517ms","start":"2026-05-08T19:10:49.471701Z","end":"2026-05-08T19:10:49.65084Z","steps":["trace[1198822438] 'process raft request' (duration: 178.885119ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:49.650959Z","caller":"traceutil/trace.go:171","msg":"trace[255027382] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"178.998083ms","start":"2026-05-08T19:10:49.471951Z","end":"2026-05-08T19:10:49.650949Z","steps":["trace[255027382] 'process raft request' (duration: 178.833868ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:49.650951Z","caller":"traceutil/trace.go:171","msg":"trace[876437625] linearizableReadLoop","detail":"{readStateIndex:27226; appliedIndex:27219; }","duration":"167.586942ms","start":"2026-05-08T19:10:49.483351Z","end":"2026-05-08T19:10:49.650938Z","steps":["trace[876437625] 'read index received' (duration: 98.385387ms)","trace[876437625] 'applied index is now lower than readState.Index' (duration: 69.200385ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:49.650843Z","caller":"traceutil/trace.go:171","msg":"trace[1047624953] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"178.805027ms","start":"2026-05-08T19:10:49.471603Z","end":"2026-05-08T19:10:49.650408Z","steps":["trace[1047624953] 'process raft request' (duration: 178.701453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:49.651051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.687046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:49.651304Z","caller":"traceutil/trace.go:171","msg":"trace[768084596] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26362; }","duration":"167.997715ms","start":"2026-05-08T19:10:49.483291Z","end":"2026-05-08T19:10:49.651289Z","steps":["trace[768084596] 'agreement among raft nodes before linearized reading' (duration: 167.684816ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:49.651052Z","caller":"traceutil/trace.go:171","msg":"trace[1214412129] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"178.985603ms","start":"2026-05-08T19:10:49.472007Z","end":"2026-05-08T19:10:49.650992Z","steps":["trace[1214412129] 'process raft request' (duration: 178.868989ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:49.846696Z","caller":"traceutil/trace.go:171","msg":"trace[702604873] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"193.037547ms","start":"2026-05-08T19:10:49.653626Z","end":"2026-05-08T19:10:49.846663Z","steps":["trace[702604873] 'process raft request' (duration: 192.82317ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:49.85799Z","caller":"traceutil/trace.go:171","msg":"trace[1973171264] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"137.245525ms","start":"2026-05-08T19:10:49.72072Z","end":"2026-05-08T19:10:49.857966Z","steps":["trace[1973171264] 'process raft request' (duration: 136.79023ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:50.131145Z","caller":"traceutil/trace.go:171","msg":"trace[493529821] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"254.454167ms","start":"2026-05-08T19:10:49.876663Z","end":"2026-05-08T19:10:50.131117Z","steps":["trace[493529821] 'process raft request' (duration: 254.272011ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:50.141155Z","caller":"traceutil/trace.go:171","msg":"trace[1029660021] linearizableReadLoop","detail":"{readStateIndex:27233; appliedIndex:27230; }","duration":"154.623963ms","start":"2026-05-08T19:10:49.986503Z","end":"2026-05-08T19:10:50.141127Z","steps":["trace[1029660021] 'read index received' (duration: 144.491073ms)","trace[1029660021] 'applied index is now lower than readState.Index' (duration: 10.13184ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:50.142813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.279815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-08T19:10:50.142855Z","caller":"traceutil/trace.go:171","msg":"trace[1302249096] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26368; }","duration":"156.385479ms","start":"2026-05-08T19:10:49.986459Z","end":"2026-05-08T19:10:50.142845Z","steps":["trace[1302249096] 'agreement among raft nodes before linearized reading' (duration: 154.769998ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:50.143322Z","caller":"traceutil/trace.go:171","msg":"trace[441322725] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"262.388847ms","start":"2026-05-08T19:10:49.88092Z","end":"2026-05-08T19:10:50.143309Z","steps":["trace[441322725] 'process raft request' (duration: 260.009202ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:50.143479Z","caller":"traceutil/trace.go:171","msg":"trace[259205258] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26368; }","duration":"261.279472ms","start":"2026-05-08T19:10:49.88219Z","end":"2026-05-08T19:10:50.14347Z","steps":["trace[259205258] 'process raft request' (duration: 258.896697ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:50.49394Z","caller":"traceutil/trace.go:171","msg":"trace[1062464200] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"134.440056ms","start":"2026-05-08T19:10:50.359472Z","end":"2026-05-08T19:10:50.493912Z","steps":["trace[1062464200] 'process raft request' (duration: 134.066844ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:50.830867Z","caller":"traceutil/trace.go:171","msg":"trace[1175476378] linearizableReadLoop","detail":"{readStateIndex:27242; appliedIndex:27241; }","duration":"337.141998ms","start":"2026-05-08T19:10:50.493692Z","end":"2026-05-08T19:10:50.830834Z","steps":["trace[1175476378] 'read index received' (duration: 336.053534ms)","trace[1175476378] 'applied index is now lower than readState.Index' (duration: 1.086944ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:50.831224Z","caller":"traceutil/trace.go:171","msg":"trace[1361115369] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"413.890592ms","start":"2026-05-08T19:10:50.417318Z","end":"2026-05-08T19:10:50.831209Z","steps":["trace[1361115369] 'process raft request' (duration: 412.285711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:50.831325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.417304Z","time spent":"413.961544ms","remote":"127.0.0.1:35766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3274,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T19:10:50.83153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.585647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:50.831635Z","caller":"traceutil/trace.go:171","msg":"trace[655036846] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26377; }","duration":"416.69784ms","start":"2026-05-08T19:10:50.414902Z","end":"2026-05-08T19:10:50.831599Z","steps":["trace[655036846] 'agreement among raft nodes before linearized reading' (duration: 416.153353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:50.831677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.414886Z","time spent":"416.780944ms","remote":"127.0.0.1:45538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:10:51.284643Z","caller":"traceutil/trace.go:171","msg":"trace[2079070336] linearizableReadLoop","detail":"{readStateIndex:27247; appliedIndex:27242; }","duration":"453.672468ms","start":"2026-05-08T19:10:50.830943Z","end":"2026-05-08T19:10:51.284616Z","steps":["trace[2079070336] 'read index received' (duration: 432.389046ms)","trace[2079070336] 'applied index is now lower than readState.Index' (duration: 21.279241ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:51.284928Z","caller":"traceutil/trace.go:171","msg":"trace[339764027] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"786.331525ms","start":"2026-05-08T19:10:50.498581Z","end":"2026-05-08T19:10:51.284913Z","steps":["trace[339764027] 'process raft request' (duration: 764.734533ms)","trace[339764027] 'compare' (duration: 20.451886ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:51.285027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.498565Z","time spent":"786.405817ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T19:10:51.28537Z","caller":"traceutil/trace.go:171","msg":"trace[599774456] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"753.871119ms","start":"2026-05-08T19:10:50.531487Z","end":"2026-05-08T19:10:51.285359Z","steps":["trace[599774456] 'process raft request' (duration: 752.909319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.285448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.531464Z","time spent":"753.942902ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:51.285594Z","caller":"traceutil/trace.go:171","msg":"trace[1322378870] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"753.803857ms","start":"2026-05-08T19:10:50.531778Z","end":"2026-05-08T19:10:51.285582Z","steps":["trace[1322378870] 'process raft request' (duration: 752.691592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.285653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.531766Z","time spent":"753.858578ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:51.285879Z","caller":"traceutil/trace.go:171","msg":"trace[1605377357] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"754.028244ms","start":"2026-05-08T19:10:50.53184Z","end":"2026-05-08T19:10:51.285868Z","steps":["trace[1605377357] 'process raft request' (duration: 752.670251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.285966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.531831Z","time spent":"754.083636ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:51.28616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.602515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-08T19:10:51.286205Z","caller":"traceutil/trace.go:171","msg":"trace[1197248042] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26382; }","duration":"787.688527ms","start":"2026-05-08T19:10:50.498504Z","end":"2026-05-08T19:10:51.286193Z","steps":["trace[1197248042] 'agreement among raft nodes before linearized reading' (duration: 787.565024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.287064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.498482Z","time spent":"788.571096ms","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":675,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-05-08T19:10:51.287346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.788011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:51.287381Z","caller":"traceutil/trace.go:171","msg":"trace[664077853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26382; }","duration":"711.858443ms","start":"2026-05-08T19:10:50.575513Z","end":"2026-05-08T19:10:51.287371Z","steps":["trace[664077853] 'agreement among raft nodes before linearized reading' (duration: 711.78039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.287403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.575496Z","time spent":"711.901733ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T19:10:51.287784Z","caller":"traceutil/trace.go:171","msg":"trace[1095258601] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"493.128365ms","start":"2026-05-08T19:10:50.794628Z","end":"2026-05-08T19:10:51.287756Z","steps":["trace[1095258601] 'process raft request' (duration: 489.932254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.287976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.7946Z","time spent":"493.258818ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:51.287981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.178529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T19:10:51.288095Z","caller":"traceutil/trace.go:171","msg":"trace[1380938359] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26382; }","duration":"722.347324ms","start":"2026-05-08T19:10:50.565719Z","end":"2026-05-08T19:10:51.288067Z","steps":["trace[1380938359] 'agreement among raft nodes before linearized reading' (duration: 722.045644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.288161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.565695Z","time spent":"722.453417ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T19:10:51.288425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.636826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2368087"} {"level":"info","ts":"2026-05-08T19:10:51.289402Z","caller":"traceutil/trace.go:171","msg":"trace[1935299275] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26382; }","duration":"675.645168ms","start":"2026-05-08T19:10:50.613741Z","end":"2026-05-08T19:10:51.289386Z","steps":["trace[1935299275] 'agreement among raft nodes before linearized reading' (duration: 672.826299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.28946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.613723Z","time spent":"675.719981ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2368111,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-08T19:10:51.437657Z","caller":"traceutil/trace.go:171","msg":"trace[1079908607] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"599.999669ms","start":"2026-05-08T19:10:50.8376Z","end":"2026-05-08T19:10:51.4376Z","steps":["trace[1079908607] 'process raft request' (duration: 599.675409ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:51.437738Z","caller":"traceutil/trace.go:171","msg":"trace[1175646332] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"142.19109ms","start":"2026-05-08T19:10:51.295508Z","end":"2026-05-08T19:10:51.437699Z","steps":["trace[1175646332] 'process raft request' (duration: 142.067997ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:51.437802Z","caller":"traceutil/trace.go:171","msg":"trace[243403204] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"600.119933ms","start":"2026-05-08T19:10:50.837669Z","end":"2026-05-08T19:10:51.437789Z","steps":["trace[243403204] 'process raft request' (duration: 599.668679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.437885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.837588Z","time spent":"600.214016ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":823,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T19:10:51.437916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.837659Z","time spent":"600.190075ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T19:10:51.438077Z","caller":"traceutil/trace.go:171","msg":"trace[845713304] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"601.410104ms","start":"2026-05-08T19:10:50.836656Z","end":"2026-05-08T19:10:51.438066Z","steps":["trace[845713304] 'process raft request' (duration: 600.489045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.438132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.836644Z","time spent":"601.465055ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":829,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T19:10:51.438159Z","caller":"traceutil/trace.go:171","msg":"trace[162382790] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"601.394584ms","start":"2026-05-08T19:10:50.836751Z","end":"2026-05-08T19:10:51.438146Z","steps":["trace[162382790] 'process raft request' (duration: 600.476775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.43822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.836728Z","time spent":"601.466166ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T19:10:51.43832Z","caller":"traceutil/trace.go:171","msg":"trace[1894641898] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"602.139287ms","start":"2026-05-08T19:10:50.836167Z","end":"2026-05-08T19:10:51.438307Z","steps":["trace[1894641898] 'process raft request' (duration: 580.241755ms)","trace[1894641898] 'compare' (duration: 20.508768ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:51.437719Z","caller":"traceutil/trace.go:171","msg":"trace[1291923061] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"597.931494ms","start":"2026-05-08T19:10:50.839716Z","end":"2026-05-08T19:10:51.437648Z","steps":["trace[1291923061] 'process raft request' (duration: 597.696426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.438378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.836142Z","time spent":"602.211459ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T19:10:51.43843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.839708Z","time spent":"598.691898ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T19:10:51.438441Z","caller":"traceutil/trace.go:171","msg":"trace[885866896] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"591.573593ms","start":"2026-05-08T19:10:50.846845Z","end":"2026-05-08T19:10:51.438419Z","steps":["trace[885866896] 'process raft request' (duration: 590.624263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.438575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.846833Z","time spent":"591.649645ms","remote":"127.0.0.1:35766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3839,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:51.439051Z","caller":"traceutil/trace.go:171","msg":"trace[1340489000] linearizableReadLoop","detail":"{readStateIndex:27254; appliedIndex:27247; }","duration":"154.281663ms","start":"2026-05-08T19:10:51.284754Z","end":"2026-05-08T19:10:51.439035Z","steps":["trace[1340489000] 'read index received' (duration: 131.538835ms)","trace[1340489000] 'applied index is now lower than readState.Index' (duration: 22.737708ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:51.439147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.381588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:10:51.4392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.512772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-666747f695-t6pgt\" ","response":"range_response_count:1 size:8506"} {"level":"info","ts":"2026-05-08T19:10:51.439268Z","caller":"traceutil/trace.go:171","msg":"trace[375514144] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-666747f695-t6pgt; range_end:; response_count:1; response_revision:26390; }","duration":"345.619506ms","start":"2026-05-08T19:10:51.093632Z","end":"2026-05-08T19:10:51.439252Z","steps":["trace[375514144] 'agreement among raft nodes before linearized reading' (duration: 345.426899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.439281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.018532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-08T19:10:51.439289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.405108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:51.439316Z","caller":"traceutil/trace.go:171","msg":"trace[509327542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26390; }","duration":"149.610655ms","start":"2026-05-08T19:10:51.289697Z","end":"2026-05-08T19:10:51.439308Z","steps":["trace[509327542] 'agreement among raft nodes before linearized reading' (duration: 149.560304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.439319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:51.093612Z","time spent":"345.695048ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8530,"request content":"key:\"/registry/pods/openstack/magnum-api-666747f695-t6pgt\" "} {"level":"info","ts":"2026-05-08T19:10:51.43921Z","caller":"traceutil/trace.go:171","msg":"trace[238869766] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26390; }","duration":"307.492612ms","start":"2026-05-08T19:10:51.131697Z","end":"2026-05-08T19:10:51.439189Z","steps":["trace[238869766] 'agreement among raft nodes before linearized reading' (duration: 307.372938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.439594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.796952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"warn","ts":"2026-05-08T19:10:51.439596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:51.131681Z","time spent":"307.890904ms","remote":"127.0.0.1:45464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:51.439733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.691331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-08T19:10:51.439779Z","caller":"traceutil/trace.go:171","msg":"trace[1461131302] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26390; }","duration":"556.768584ms","start":"2026-05-08T19:10:50.882996Z","end":"2026-05-08T19:10:51.439764Z","steps":["trace[1461131302] 'agreement among raft nodes before linearized reading' (duration: 556.66006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.439815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:50.882975Z","time spent":"556.832426ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-08T19:10:51.439317Z","caller":"traceutil/trace.go:171","msg":"trace[876329555] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26390; }","duration":"437.100235ms","start":"2026-05-08T19:10:51.002204Z","end":"2026-05-08T19:10:51.439305Z","steps":["trace[876329555] 'agreement among raft nodes before linearized reading' (duration: 436.9396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.439997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:51.002184Z","time spent":"437.796287ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-08T19:10:51.440297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.848499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-08T19:10:51.440357Z","caller":"traceutil/trace.go:171","msg":"trace[1755406301] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26390; }","duration":"147.938262ms","start":"2026-05-08T19:10:51.292401Z","end":"2026-05-08T19:10:51.440339Z","steps":["trace[1755406301] 'agreement among raft nodes before linearized reading' (duration: 147.789307ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:51.440833Z","caller":"traceutil/trace.go:171","msg":"trace[1966335477] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26390; }","duration":"112.857244ms","start":"2026-05-08T19:10:51.326766Z","end":"2026-05-08T19:10:51.439623Z","steps":["trace[1966335477] 'agreement among raft nodes before linearized reading' (duration: 112.71143ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:51.799757Z","caller":"traceutil/trace.go:171","msg":"trace[1300251681] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"349.56999ms","start":"2026-05-08T19:10:51.450146Z","end":"2026-05-08T19:10:51.799716Z","steps":["trace[1300251681] 'process raft request' (duration: 253.367222ms)","trace[1300251681] 'compare' (duration: 95.294099ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:51.799946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:51.450118Z","time spent":"349.728155ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:51.805409Z","caller":"traceutil/trace.go:171","msg":"trace[1620185311] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"354.286409ms","start":"2026-05-08T19:10:51.451099Z","end":"2026-05-08T19:10:51.805385Z","steps":["trace[1620185311] 'process raft request' (duration: 353.924708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.805567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:51.451082Z","time spent":"354.384623ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T19:10:51.805747Z","caller":"traceutil/trace.go:171","msg":"trace[473583063] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"354.083733ms","start":"2026-05-08T19:10:51.451635Z","end":"2026-05-08T19:10:51.805719Z","steps":["trace[473583063] 'process raft request' (duration: 353.604297ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:51.805746Z","caller":"traceutil/trace.go:171","msg":"trace[296813770] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"344.4805ms","start":"2026-05-08T19:10:51.461214Z","end":"2026-05-08T19:10:51.805694Z","steps":["trace[296813770] 'process raft request' (duration: 344.080187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.80586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:51.451625Z","time spent":"354.182676ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T19:10:51.805861Z","caller":"traceutil/trace.go:171","msg":"trace[2067821852] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"335.95311ms","start":"2026-05-08T19:10:51.46985Z","end":"2026-05-08T19:10:51.805803Z","steps":["trace[2067821852] 'process raft request' (duration: 335.515946ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:51.805878Z","caller":"traceutil/trace.go:171","msg":"trace[577630563] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"334.866926ms","start":"2026-05-08T19:10:51.470964Z","end":"2026-05-08T19:10:51.805831Z","steps":["trace[577630563] 'process raft request' (duration: 334.446393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.805964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.881752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-05-08T19:10:51.806075Z","caller":"traceutil/trace.go:171","msg":"trace[1651112649] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26397; }","duration":"351.029567ms","start":"2026-05-08T19:10:51.455004Z","end":"2026-05-08T19:10:51.806034Z","steps":["trace[1651112649] 'agreement among raft nodes before linearized reading' (duration: 350.650125ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:51.805732Z","caller":"traceutil/trace.go:171","msg":"trace[309834522] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"354.408003ms","start":"2026-05-08T19:10:51.451289Z","end":"2026-05-08T19:10:51.805697Z","steps":["trace[309834522] 'process raft request' (duration: 353.887546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.806089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:51.470953Z","time spent":"335.028071ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:51.806107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:51.469827Z","time spent":"336.147717ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:51.806147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:51.45499Z","time spent":"351.122249ms","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-05-08T19:10:51.806156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:51.451263Z","time spent":"354.858167ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8633,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:51.805922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:51.461195Z","time spent":"344.641064ms","remote":"127.0.0.1:35766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6412,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:10:51.805477Z","caller":"traceutil/trace.go:171","msg":"trace[1183376902] linearizableReadLoop","detail":"{readStateIndex:27259; appliedIndex:27255; }","duration":"350.418157ms","start":"2026-05-08T19:10:51.455033Z","end":"2026-05-08T19:10:51.805451Z","steps":["trace[1183376902] 'read index received' (duration: 248.611412ms)","trace[1183376902] 'applied index is now lower than readState.Index' (duration: 101.805785ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:10:51.806581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.52165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:51.806641Z","caller":"traceutil/trace.go:171","msg":"trace[169008848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26397; }","duration":"230.631124ms","start":"2026-05-08T19:10:51.575996Z","end":"2026-05-08T19:10:51.806627Z","steps":["trace[169008848] 'agreement among raft nodes before linearized reading' (duration: 230.536791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.806843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.846703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-08T19:10:51.806906Z","caller":"traceutil/trace.go:171","msg":"trace[27768212] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26397; }","duration":"149.924295ms","start":"2026-05-08T19:10:51.656965Z","end":"2026-05-08T19:10:51.80689Z","steps":["trace[27768212] 'agreement among raft nodes before linearized reading' (duration: 149.47311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.806787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.602038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"info","ts":"2026-05-08T19:10:51.806963Z","caller":"traceutil/trace.go:171","msg":"trace[1672738373] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26397; }","duration":"334.805654ms","start":"2026-05-08T19:10:51.47214Z","end":"2026-05-08T19:10:51.806945Z","steps":["trace[1672738373] 'agreement among raft nodes before linearized reading' (duration: 334.295108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.807015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.899723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-08T19:10:51.807062Z","caller":"traceutil/trace.go:171","msg":"trace[1762609333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26397; }","duration":"148.971965ms","start":"2026-05-08T19:10:51.658077Z","end":"2026-05-08T19:10:51.807049Z","steps":["trace[1762609333] 'agreement among raft nodes before linearized reading' (duration: 148.412387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.807097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:51.472127Z","time spent":"334.915537ms","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3549,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-08T19:10:51.807106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.930714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-08T19:10:51.807179Z","caller":"traceutil/trace.go:171","msg":"trace[2097819483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26397; }","duration":"149.060588ms","start":"2026-05-08T19:10:51.658103Z","end":"2026-05-08T19:10:51.807164Z","steps":["trace[2097819483] 'agreement among raft nodes before linearized reading' (duration: 148.377247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.807213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.089492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T19:10:51.807271Z","caller":"traceutil/trace.go:171","msg":"trace[1788658018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26397; }","duration":"151.176994ms","start":"2026-05-08T19:10:51.656083Z","end":"2026-05-08T19:10:51.80726Z","steps":["trace[1788658018] 'agreement among raft nodes before linearized reading' (duration: 150.427131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.807363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.373139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-08T19:10:51.807423Z","caller":"traceutil/trace.go:171","msg":"trace[1256040480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26397; }","duration":"150.446552ms","start":"2026-05-08T19:10:51.656957Z","end":"2026-05-08T19:10:51.807404Z","steps":["trace[1256040480] 'agreement among raft nodes before linearized reading' (duration: 149.555554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:51.807453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.530386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-08T19:10:51.807603Z","caller":"traceutil/trace.go:171","msg":"trace[296124461] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26397; }","duration":"151.720342ms","start":"2026-05-08T19:10:51.655872Z","end":"2026-05-08T19:10:51.807593Z","steps":["trace[296124461] 'agreement among raft nodes before linearized reading' (duration: 150.657288ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:51.94691Z","caller":"traceutil/trace.go:171","msg":"trace[1952837948] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"112.286326ms","start":"2026-05-08T19:10:51.834567Z","end":"2026-05-08T19:10:51.946853Z","steps":["trace[1952837948] 'process raft request' (duration: 80.015467ms)","trace[1952837948] 'compare' (duration: 32.040672ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:52.118264Z","caller":"traceutil/trace.go:171","msg":"trace[1716728601] linearizableReadLoop","detail":"{readStateIndex:27272; appliedIndex:27271; }","duration":"122.52621ms","start":"2026-05-08T19:10:51.995708Z","end":"2026-05-08T19:10:52.118235Z","steps":["trace[1716728601] 'read index received' (duration: 122.444847ms)","trace[1716728601] 'applied index is now lower than readState.Index' (duration: 80.263µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:52.118303Z","caller":"traceutil/trace.go:171","msg":"trace[1111629816] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26406; }","duration":"137.557685ms","start":"2026-05-08T19:10:51.980707Z","end":"2026-05-08T19:10:52.118265Z","steps":["trace[1111629816] 'process raft request' (duration: 137.39412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:52.118493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.891077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-05-08T19:10:52.118538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.395583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-08T19:10:52.118591Z","caller":"traceutil/trace.go:171","msg":"trace[1009913292] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26406; }","duration":"133.477956ms","start":"2026-05-08T19:10:51.985095Z","end":"2026-05-08T19:10:52.118573Z","steps":["trace[1009913292] 'agreement among raft nodes before linearized reading' (duration: 133.28429ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:52.11859Z","caller":"traceutil/trace.go:171","msg":"trace[894533184] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26406; }","duration":"133.01108ms","start":"2026-05-08T19:10:51.985558Z","end":"2026-05-08T19:10:52.118569Z","steps":["trace[894533184] 'agreement among raft nodes before linearized reading' (duration: 132.727872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:52.123233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.090098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-05-08T19:10:52.123314Z","caller":"traceutil/trace.go:171","msg":"trace[683726873] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26407; }","duration":"123.176421ms","start":"2026-05-08T19:10:52.000118Z","end":"2026-05-08T19:10:52.123294Z","steps":["trace[683726873] 'agreement among raft nodes before linearized reading' (duration: 122.975414ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:10:52.123681Z","caller":"traceutil/trace.go:171","msg":"trace[621883621] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"121.59305ms","start":"2026-05-08T19:10:52.002072Z","end":"2026-05-08T19:10:52.123665Z","steps":["trace[621883621] 'process raft request' (duration: 120.855987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:52.124014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.863842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs-jnsqz\" ","response":"range_response_count:1 size:2485"} {"level":"info","ts":"2026-05-08T19:10:52.124099Z","caller":"traceutil/trace.go:171","msg":"trace[334796445] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs-jnsqz; range_end:; response_count:1; response_revision:26407; }","duration":"123.962616ms","start":"2026-05-08T19:10:52.00012Z","end":"2026-05-08T19:10:52.124082Z","steps":["trace[334796445] 'agreement among raft nodes before linearized reading' (duration: 123.78416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:56.732943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273534,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T19:10:57.06194Z","caller":"traceutil/trace.go:171","msg":"trace[62150700] linearizableReadLoop","detail":"{readStateIndex:27315; appliedIndex:27314; }","duration":"830.061976ms","start":"2026-05-08T19:10:56.231852Z","end":"2026-05-08T19:10:57.061914Z","steps":["trace[62150700] 'read index received' (duration: 829.772787ms)","trace[62150700] 'applied index is now lower than readState.Index' (duration: 288.409µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:10:57.061975Z","caller":"traceutil/trace.go:171","msg":"trace[2109625560] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"909.690041ms","start":"2026-05-08T19:10:56.152245Z","end":"2026-05-08T19:10:57.061935Z","steps":["trace[2109625560] 'process raft request' (duration: 909.532596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:57.062103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.849627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:10:57.062135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.282753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-08T19:10:57.062144Z","caller":"traceutil/trace.go:171","msg":"trace[126904711] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26447; }","duration":"733.94124ms","start":"2026-05-08T19:10:56.328187Z","end":"2026-05-08T19:10:57.062129Z","steps":["trace[126904711] 'agreement among raft nodes before linearized reading' (duration: 733.857127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:57.062133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.242547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:57.062179Z","caller":"traceutil/trace.go:171","msg":"trace[217333707] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26447; }","duration":"830.367235ms","start":"2026-05-08T19:10:56.231797Z","end":"2026-05-08T19:10:57.062165Z","steps":["trace[217333707] 'agreement among raft nodes before linearized reading' (duration: 830.186069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:57.062182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:56.32817Z","time spent":"734.000902ms","remote":"127.0.0.1:42008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:10:57.062177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:56.15222Z","time spent":"909.871357ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:10:57.062207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:56.231774Z","time spent":"830.425347ms","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-08T19:10:57.062209Z","caller":"traceutil/trace.go:171","msg":"trace[1955237216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26447; }","duration":"461.357251ms","start":"2026-05-08T19:10:56.600831Z","end":"2026-05-08T19:10:57.062188Z","steps":["trace[1955237216] 'agreement among raft nodes before linearized reading' (duration: 461.222877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:57.062259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:56.600816Z","time spent":"461.438074ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:10:57.06242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.863309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-08T19:10:57.062385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.843757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:10:57.062474Z","caller":"traceutil/trace.go:171","msg":"trace[1129317283] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26447; }","duration":"677.953451ms","start":"2026-05-08T19:10:56.384505Z","end":"2026-05-08T19:10:57.062459Z","steps":["trace[1129317283] 'agreement among raft nodes before linearized reading' (duration: 677.747995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:57.062514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:56.384491Z","time spent":"678.014394ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:10:57.062532Z","caller":"traceutil/trace.go:171","msg":"trace[205802518] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26447; }","duration":"589.016593ms","start":"2026-05-08T19:10:56.473484Z","end":"2026-05-08T19:10:57.062501Z","steps":["trace[205802518] 'agreement among raft nodes before linearized reading' (duration: 588.767075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:10:57.062652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:10:56.473469Z","time spent":"589.163188ms","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:02.052362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:02.552842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:03.053994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:03.217452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.858172636s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:11:03.218007Z","caller":"traceutil/trace.go:171","msg":"trace[599527330] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"1.858874118s","start":"2026-05-08T19:11:01.359104Z","end":"2026-05-08T19:11:03.217979Z","steps":["trace[599527330] 'process raft request' (duration: 1.85864881s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:03.218169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.359078Z","time spent":"1.859012432s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:03.574443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002277026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:03.574554Z","caller":"traceutil/trace.go:171","msg":"trace[705717614] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002416271s","start":"2026-05-08T19:11:01.572108Z","end":"2026-05-08T19:11:03.574524Z","steps":["trace[705717614] 'agreement among raft nodes before linearized reading' (duration: 2.002278577s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:03.574607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.572103Z","time spent":"2.002494404s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:04.392243Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174588207s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:11:05.599291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023594061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:05.599372Z","caller":"traceutil/trace.go:171","msg":"trace[1771084456] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.023734795s","start":"2026-05-08T19:11:03.575618Z","end":"2026-05-08T19:11:05.599353Z","steps":["trace[1771084456] 'agreement among raft nodes before linearized reading' (duration: 2.023617972s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:05.599406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:03.575602Z","time spent":"2.023797458s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:06.124726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999995766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:06.1248Z","caller":"traceutil/trace.go:171","msg":"trace[419613153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012852s","start":"2026-05-08T19:11:04.124656Z","end":"2026-05-08T19:11:06.124785Z","steps":["trace[419613153] 'agreement among raft nodes before linearized reading' (duration: 2.000029497s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:06.124831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:04.124628Z","time spent":"2.000195992s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:06.307408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:04.831164Z","time spent":"1.476237104s","remote":"127.0.0.1:40252","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T19:11:06.307485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:03.381889Z","time spent":"2.925587709s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T19:11:06.307906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91530686s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:11:06.30815Z","caller":"traceutil/trace.go:171","msg":"trace[597075702] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"4.924000823s","start":"2026-05-08T19:11:01.384097Z","end":"2026-05-08T19:11:06.308098Z","steps":["trace[597075702] 'process raft request' (duration: 3.008381392s)","trace[597075702] 'compare' (duration: 1.915063573s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:06.308333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.38406Z","time spent":"4.924181039s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:06.318153Z","caller":"traceutil/trace.go:171","msg":"trace[2111942391] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"4.932890204s","start":"2026-05-08T19:11:01.385247Z","end":"2026-05-08T19:11:06.318137Z","steps":["trace[2111942391] 'process raft request' (duration: 4.922837916s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:06.318233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.385221Z","time spent":"4.932966766s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:06.318206Z","caller":"traceutil/trace.go:171","msg":"trace[42970870] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"4.461551699s","start":"2026-05-08T19:11:01.856617Z","end":"2026-05-08T19:11:06.318169Z","steps":["trace[42970870] 'process raft request' (duration: 4.451508861s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:06.318366Z","caller":"traceutil/trace.go:171","msg":"trace[652699844] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"4.933199304s","start":"2026-05-08T19:11:01.385155Z","end":"2026-05-08T19:11:06.318354Z","steps":["trace[652699844] 'process raft request' (duration: 4.922860497s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:06.31837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.856587Z","time spent":"4.461698732s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:06.318422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.38513Z","time spent":"4.933259186s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:06.318517Z","caller":"traceutil/trace.go:171","msg":"trace[1039373305] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"4.46098099s","start":"2026-05-08T19:11:01.857526Z","end":"2026-05-08T19:11:06.318507Z","steps":["trace[1039373305] 'process raft request' (duration: 4.450652134s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:06.31856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.857507Z","time spent":"4.461030221s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:06.308248Z","caller":"traceutil/trace.go:171","msg":"trace[689705119] linearizableReadLoop","detail":"{readStateIndex:27356; appliedIndex:27350; }","duration":"4.756931447s","start":"2026-05-08T19:11:01.551296Z","end":"2026-05-08T19:11:06.308228Z","steps":["trace[689705119] 'read index received' (duration: 1.6664554s)","trace[689705119] 'applied index is now lower than readState.Index' (duration: 3.090474887s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:06.327487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.776177604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T19:11:06.327546Z","caller":"traceutil/trace.go:171","msg":"trace[509781022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26487; }","duration":"4.776267377s","start":"2026-05-08T19:11:01.551264Z","end":"2026-05-08T19:11:06.327532Z","steps":["trace[509781022] 'agreement among raft nodes before linearized reading' (duration: 4.767507101s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:06.327572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.551251Z","time spent":"4.776313808s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T19:11:06.844075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:06.932847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000133876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:11:06.932954Z","caller":"traceutil/trace.go:171","msg":"trace[1595999233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000284911s","start":"2026-05-08T19:11:01.932646Z","end":"2026-05-08T19:11:06.932931Z","steps":["trace[1595999233] 'agreement among raft nodes before linearized reading' (duration: 5.000157667s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:06.932997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.932631Z","time spent":"5.000358393s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/08 19:11:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:06.939093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999701983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:06.939209Z","caller":"traceutil/trace.go:171","msg":"trace[2023392601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999847357s","start":"2026-05-08T19:11:01.939337Z","end":"2026-05-08T19:11:06.939184Z","steps":["trace[2023392601] 'agreement among raft nodes before linearized reading' (duration: 4.999706062s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:06.939354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.939332Z","time spent":"5.000007093s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/08 19:11:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:06.975129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.582619706s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:11:07.210642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.307629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:11:07.21085Z","caller":"traceutil/trace.go:171","msg":"trace[1908611479] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"3.634487617s","start":"2026-05-08T19:11:03.576335Z","end":"2026-05-08T19:11:07.210822Z","steps":["trace[1908611479] 'process raft request' (duration: 3.399033611s)","trace[1908611479] 'compare' (duration: 233.974559ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:07.211004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:03.576316Z","time spent":"3.6346092s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:07.607393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000234382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:07.607528Z","caller":"traceutil/trace.go:171","msg":"trace[1750434703] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399928s","start":"2026-05-08T19:11:05.607105Z","end":"2026-05-08T19:11:07.607505Z","steps":["trace[1750434703] 'agreement among raft nodes before linearized reading' (duration: 2.000238492s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:07.607592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:05.607099Z","time spent":"2.00048095s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:08.377324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166557994s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-08T19:11:08.378508Z","caller":"traceutil/trace.go:171","msg":"trace[1057779837] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"3.425507596s","start":"2026-05-08T19:11:04.952971Z","end":"2026-05-08T19:11:08.378478Z","steps":["trace[1057779837] 'process raft request' (duration: 3.424469683s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:08.378668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:04.952943Z","time spent":"3.42564585s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:09.608257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:09.608382Z","caller":"traceutil/trace.go:171","msg":"trace[2119923199] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262594s","start":"2026-05-08T19:11:07.60809Z","end":"2026-05-08T19:11:09.608352Z","steps":["trace[2119923199] 'agreement among raft nodes before linearized reading' (duration: 2.000096639s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.608452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:07.608072Z","time spent":"2.000361217s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:09.640039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.195780989s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:11:09.860184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041853334s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:09.860346Z","caller":"traceutil/trace.go:171","msg":"trace[251819476] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26489; }","duration":"1.04202534s","start":"2026-05-08T19:11:08.818297Z","end":"2026-05-08T19:11:09.860322Z","steps":["trace[251819476] 'range keys from in-memory index tree' (duration: 1.041833294s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.861567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481991366s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:11:09.861825Z","caller":"traceutil/trace.go:171","msg":"trace[643390699] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"4.531758385s","start":"2026-05-08T19:11:05.330024Z","end":"2026-05-08T19:11:09.861782Z","steps":["trace[643390699] 'process raft request' (duration: 3.048436547s)","trace[643390699] 'compare' (duration: 1.479208238s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:09.861971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:05.33Z","time spent":"4.531895289s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:09.862036Z","caller":"traceutil/trace.go:171","msg":"trace[629774559] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"3.513400631s","start":"2026-05-08T19:11:06.348586Z","end":"2026-05-08T19:11:09.861987Z","steps":["trace[629774559] 'process raft request' (duration: 3.513091311s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:09.862029Z","caller":"traceutil/trace.go:171","msg":"trace[871460540] linearizableReadLoop","detail":"{readStateIndex:27361; appliedIndex:27356; }","duration":"3.537685999s","start":"2026-05-08T19:11:06.324323Z","end":"2026-05-08T19:11:09.862009Z","steps":["trace[871460540] 'read index received' (duration: 651.043971ms)","trace[871460540] 'applied index is now lower than readState.Index' (duration: 2.886640768s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:09.862099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:06.348566Z","time spent":"3.513502515s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:09.862094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.268965028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:09.862102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.771813706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:09.862146Z","caller":"traceutil/trace.go:171","msg":"trace[767799046] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26492; }","duration":"5.269084252s","start":"2026-05-08T19:11:04.593048Z","end":"2026-05-08T19:11:09.862132Z","steps":["trace[767799046] 'agreement among raft nodes before linearized reading' (duration: 5.268974268s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:09.862153Z","caller":"traceutil/trace.go:171","msg":"trace[71637672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26492; }","duration":"4.771877258s","start":"2026-05-08T19:11:05.090261Z","end":"2026-05-08T19:11:09.862138Z","steps":["trace[71637672] 'agreement among raft nodes before linearized reading' (duration: 4.771778375s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:04.593027Z","time spent":"5.269148403s","remote":"127.0.0.1:35852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.862204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.792207291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:09.862236Z","caller":"traceutil/trace.go:171","msg":"trace[1973927132] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26492; }","duration":"4.792271563s","start":"2026-05-08T19:11:05.069951Z","end":"2026-05-08T19:11:09.862223Z","steps":["trace[1973927132] 'agreement among raft nodes before linearized reading' (duration: 4.792222911s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.14693456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:09.862311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.84824851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:09.862335Z","caller":"traceutil/trace.go:171","msg":"trace[197613760] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26492; }","duration":"4.848322743s","start":"2026-05-08T19:11:05.014006Z","end":"2026-05-08T19:11:09.862329Z","steps":["trace[197613760] 'agreement among raft nodes before linearized reading' (duration: 4.848276612s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:05.069931Z","time spent":"4.792323895s","remote":"127.0.0.1:41804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.862339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.250674967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-08T19:11:09.862363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:05.013982Z","time spent":"4.848375315s","remote":"127.0.0.1:56436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.862381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.035191277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:09.862303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.901250031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:09.862406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.006115614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-08T19:11:09.862412Z","caller":"traceutil/trace.go:171","msg":"trace[197218537] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26492; }","duration":"7.901415007s","start":"2026-05-08T19:11:01.960987Z","end":"2026-05-08T19:11:09.862402Z","steps":["trace[197218537] 'agreement among raft nodes before linearized reading' (duration: 7.901243222s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:09.862433Z","caller":"traceutil/trace.go:171","msg":"trace[1403258920] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26492; }","duration":"8.006186647s","start":"2026-05-08T19:11:01.856238Z","end":"2026-05-08T19:11:09.862424Z","steps":["trace[1403258920] 'agreement among raft nodes before linearized reading' (duration: 8.006097224s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.510037035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:09.86232Z","caller":"traceutil/trace.go:171","msg":"trace[1698661962] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26492; }","duration":"4.147077275s","start":"2026-05-08T19:11:05.715218Z","end":"2026-05-08T19:11:09.862295Z","steps":["trace[1698661962] 'agreement among raft nodes before linearized reading' (duration: 4.146859498s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.960971Z","time spent":"7.901469589s","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.862458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.856222Z","time spent":"8.006230638s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T19:11:09.862464Z","caller":"traceutil/trace.go:171","msg":"trace[191144685] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26492; }","duration":"6.510083356s","start":"2026-05-08T19:11:03.352374Z","end":"2026-05-08T19:11:09.862458Z","steps":["trace[191144685] 'agreement among raft nodes before linearized reading' (duration: 6.510059945s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:03.352358Z","time spent":"6.510128237s","remote":"127.0.0.1:41706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.862485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:05.715143Z","time spent":"4.147331644s","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.862533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.907201145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-08T19:11:09.862417Z","caller":"traceutil/trace.go:171","msg":"trace[2050148277] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26492; }","duration":"6.035253909s","start":"2026-05-08T19:11:03.827145Z","end":"2026-05-08T19:11:09.862399Z","steps":["trace[2050148277] 'agreement among raft nodes before linearized reading' (duration: 6.035215318s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.911789284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-08T19:11:09.862597Z","caller":"traceutil/trace.go:171","msg":"trace[1264840829] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:26492; }","duration":"5.907316549s","start":"2026-05-08T19:11:03.955261Z","end":"2026-05-08T19:11:09.862578Z","steps":["trace[1264840829] 'agreement among raft nodes before linearized reading' (duration: 5.906857774s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.86262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:03.827131Z","time spent":"6.035480026s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.862629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.575240725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:09.862645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.578837548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:09.862642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:03.955234Z","time spent":"5.907395371s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-05-08T19:11:09.862667Z","caller":"traceutil/trace.go:171","msg":"trace[1599663229] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26492; }","duration":"6.578861388s","start":"2026-05-08T19:11:03.2838Z","end":"2026-05-08T19:11:09.862661Z","steps":["trace[1599663229] 'agreement among raft nodes before linearized reading' (duration: 6.578820437s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.219636321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-08T19:11:09.862668Z","caller":"traceutil/trace.go:171","msg":"trace[1739471717] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26492; }","duration":"3.575311367s","start":"2026-05-08T19:11:06.287345Z","end":"2026-05-08T19:11:09.862656Z","steps":["trace[1739471717] 'agreement among raft nodes before linearized reading' (duration: 3.575249155s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.912229748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-08T19:11:09.862707Z","caller":"traceutil/trace.go:171","msg":"trace[748143672] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26492; }","duration":"5.219672602s","start":"2026-05-08T19:11:04.643023Z","end":"2026-05-08T19:11:09.862696Z","steps":["trace[748143672] 'agreement among raft nodes before linearized reading' (duration: 5.219547528s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.257753261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-05-08T19:11:09.862728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:06.287324Z","time spent":"3.57539329s","remote":"127.0.0.1:41612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.862742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:04.642988Z","time spent":"5.219746414s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-08T19:11:09.862748Z","caller":"traceutil/trace.go:171","msg":"trace[204083192] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf; range_end:; response_count:1; response_revision:26492; }","duration":"4.257811283s","start":"2026-05-08T19:11:05.604925Z","end":"2026-05-08T19:11:09.862736Z","steps":["trace[204083192] 'agreement among raft nodes before linearized reading' (duration: 4.257698339s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.91955358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-08T19:11:09.862776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.786506285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-08T19:11:09.862777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:05.60491Z","time spent":"4.257860864s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" "} {"level":"info","ts":"2026-05-08T19:11:09.862784Z","caller":"traceutil/trace.go:171","msg":"trace[196211250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26492; }","duration":"7.919591081s","start":"2026-05-08T19:11:01.943188Z","end":"2026-05-08T19:11:09.862779Z","steps":["trace[196211250] 'agreement among raft nodes before linearized reading' (duration: 7.91953777s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:09.862792Z","caller":"traceutil/trace.go:171","msg":"trace[1758442686] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26492; }","duration":"6.786610918s","start":"2026-05-08T19:11:03.076177Z","end":"2026-05-08T19:11:09.862788Z","steps":["trace[1758442686] 'agreement among raft nodes before linearized reading' (duration: 6.786521456s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:03.076157Z","time spent":"6.78664516s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T19:11:09.862806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.943173Z","time spent":"7.919628752s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T19:11:09.862624Z","caller":"traceutil/trace.go:171","msg":"trace[1199444835] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26492; }","duration":"7.911811215s","start":"2026-05-08T19:11:01.950806Z","end":"2026-05-08T19:11:09.862618Z","steps":["trace[1199444835] 'agreement among raft nodes before linearized reading' (duration: 7.911748083s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.950788Z","time spent":"7.912071304s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:11:09.862905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.94530359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:09.862922Z","caller":"traceutil/trace.go:171","msg":"trace[1900233521] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26492; }","duration":"6.945375723s","start":"2026-05-08T19:11:02.917541Z","end":"2026-05-08T19:11:09.862917Z","steps":["trace[1900233521] 'agreement among raft nodes before linearized reading' (duration: 6.945345012s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:09.86271Z","caller":"traceutil/trace.go:171","msg":"trace[385479285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26492; }","duration":"7.91226234s","start":"2026-05-08T19:11:01.950442Z","end":"2026-05-08T19:11:09.862704Z","steps":["trace[385479285] 'agreement among raft nodes before linearized reading' (duration: 7.912194598s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.762417007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:09.86238Z","caller":"traceutil/trace.go:171","msg":"trace[811148912] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26492; }","duration":"4.25078324s","start":"2026-05-08T19:11:05.611588Z","end":"2026-05-08T19:11:09.862371Z","steps":["trace[811148912] 'agreement among raft nodes before linearized reading' (duration: 4.250624285s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.728583758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:09.86296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.95043Z","time spent":"7.912520168s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-08T19:11:09.862976Z","caller":"traceutil/trace.go:171","msg":"trace[1849371354] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26492; }","duration":"7.7286509s","start":"2026-05-08T19:11:02.13432Z","end":"2026-05-08T19:11:09.862971Z","steps":["trace[1849371354] 'agreement among raft nodes before linearized reading' (duration: 7.72862883s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:09.862968Z","caller":"traceutil/trace.go:171","msg":"trace[806608251] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26492; }","duration":"3.762499339s","start":"2026-05-08T19:11:06.100455Z","end":"2026-05-08T19:11:09.862954Z","steps":["trace[806608251] 'agreement among raft nodes before linearized reading' (duration: 3.762433457s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:02.134295Z","time spent":"7.728690632s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:06.100433Z","time spent":"3.762559441s","remote":"127.0.0.1:35666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.862998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.203765706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-666747f695-t6pgt\" ","response":"range_response_count:1 size:8651"} {"level":"info","ts":"2026-05-08T19:11:09.863042Z","caller":"traceutil/trace.go:171","msg":"trace[1361100133] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-666747f695-t6pgt; range_end:; response_count:1; response_revision:26492; }","duration":"8.203839998s","start":"2026-05-08T19:11:01.65919Z","end":"2026-05-08T19:11:09.86303Z","steps":["trace[1361100133] 'agreement among raft nodes before linearized reading' (duration: 8.203686053s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.863083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.83500705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:09.863099Z","caller":"traceutil/trace.go:171","msg":"trace[1517481602] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26492; }","duration":"7.835063731s","start":"2026-05-08T19:11:02.028031Z","end":"2026-05-08T19:11:09.863095Z","steps":["trace[1517481602] 'agreement among raft nodes before linearized reading' (duration: 7.83503467s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.863126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:02.028009Z","time spent":"7.835111883s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.862153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.8742046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:09.863171Z","caller":"traceutil/trace.go:171","msg":"trace[2055834765] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26492; }","duration":"4.875215052s","start":"2026-05-08T19:11:04.987938Z","end":"2026-05-08T19:11:09.863153Z","steps":["trace[2055834765] 'agreement among raft nodes before linearized reading' (duration: 4.874173879s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.863076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:01.659172Z","time spent":"8.20389515s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8675,"request content":"key:\"/registry/pods/openstack/magnum-api-666747f695-t6pgt\" "} {"level":"warn","ts":"2026-05-08T19:11:09.863203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.250134693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-08T19:11:09.863209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:04.987874Z","time spent":"4.875321895s","remote":"127.0.0.1:45412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:09.863228Z","caller":"traceutil/trace.go:171","msg":"trace[1862808711] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26492; }","duration":"5.250204615s","start":"2026-05-08T19:11:04.613015Z","end":"2026-05-08T19:11:09.863219Z","steps":["trace[1862808711] 'agreement among raft nodes before linearized reading' (duration: 5.250008869s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.863256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:04.612993Z","time spent":"5.250256817s","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":251,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.862539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.089238881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:09.863311Z","caller":"traceutil/trace.go:171","msg":"trace[1141909440] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26492; }","duration":"5.090054717s","start":"2026-05-08T19:11:04.773245Z","end":"2026-05-08T19:11:09.8633Z","steps":["trace[1141909440] 'agreement among raft nodes before linearized reading' (duration: 5.089244751s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.862935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:02.917522Z","time spent":"6.945409463s","remote":"127.0.0.1:45478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.862191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:05.090195Z","time spent":"4.771986282s","remote":"127.0.0.1:60894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.862986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:05.61157Z","time spent":"4.2514046s","remote":"127.0.0.1:56514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":188,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.862931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.38120349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:09.863345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:04.773225Z","time spent":"5.090110779s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-08T19:11:09.863472Z","caller":"traceutil/trace.go:171","msg":"trace[195316602] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26492; }","duration":"4.381779758s","start":"2026-05-08T19:11:05.48168Z","end":"2026-05-08T19:11:09.863459Z","steps":["trace[195316602] 'agreement among raft nodes before linearized reading' (duration: 4.38122153s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.863502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:05.481662Z","time spent":"4.381831049s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.862686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:03.283747Z","time spent":"6.57893515s","remote":"127.0.0.1:45232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:09.863767Z","caller":"traceutil/trace.go:171","msg":"trace[1636526599] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"2.419615148s","start":"2026-05-08T19:11:07.44414Z","end":"2026-05-08T19:11:09.863756Z","steps":["trace[1636526599] 'process raft request' (duration: 2.417735139s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.863822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:07.444113Z","time spent":"2.41967941s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:09.86681Z","caller":"traceutil/trace.go:171","msg":"trace[1250832706] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"1.510441104s","start":"2026-05-08T19:11:08.356358Z","end":"2026-05-08T19:11:09.866799Z","steps":["trace[1250832706] 'process raft request' (duration: 1.510389713s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:09.866838Z","caller":"traceutil/trace.go:171","msg":"trace[531676241] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"1.536632261s","start":"2026-05-08T19:11:08.330197Z","end":"2026-05-08T19:11:09.866829Z","steps":["trace[531676241] 'process raft request' (duration: 1.531730946s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.866894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:08.330178Z","time spent":"1.536690962s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:09.866904Z","caller":"traceutil/trace.go:171","msg":"trace[814673734] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"1.51061627s","start":"2026-05-08T19:11:08.356267Z","end":"2026-05-08T19:11:09.866883Z","steps":["trace[814673734] 'process raft request' (duration: 1.510451105s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:09.866946Z","caller":"traceutil/trace.go:171","msg":"trace[844289461] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"1.510182876s","start":"2026-05-08T19:11:08.356748Z","end":"2026-05-08T19:11:09.866931Z","steps":["trace[844289461] 'process raft request' (duration: 1.510022661s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.866996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.559425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:09.867005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:08.356742Z","time spent":"1.510231538s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:09.867008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:08.356256Z","time spent":"1.510706782s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:09.86702Z","caller":"traceutil/trace.go:171","msg":"trace[453436817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26497; }","duration":"883.597426ms","start":"2026-05-08T19:11:08.983415Z","end":"2026-05-08T19:11:09.867013Z","steps":["trace[453436817] 'agreement among raft nodes before linearized reading' (duration: 883.536514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.867029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063397581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-08T19:11:09.867068Z","caller":"traceutil/trace.go:171","msg":"trace[337167277] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"1.509579076s","start":"2026-05-08T19:11:08.357482Z","end":"2026-05-08T19:11:09.867061Z","steps":["trace[337167277] 'process raft request' (duration: 1.50937498s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:09.867088Z","caller":"traceutil/trace.go:171","msg":"trace[2146871683] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26497; }","duration":"3.063496474s","start":"2026-05-08T19:11:06.803575Z","end":"2026-05-08T19:11:09.867072Z","steps":["trace[2146871683] 'agreement among raft nodes before linearized reading' (duration: 3.06336408s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.867128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:06.80355Z","time spent":"3.063569856s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:11:09.867168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.541339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:09.867193Z","caller":"traceutil/trace.go:171","msg":"trace[824808711] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26497; }","duration":"216.617181ms","start":"2026-05-08T19:11:09.650568Z","end":"2026-05-08T19:11:09.867185Z","steps":["trace[824808711] 'agreement among raft nodes before linearized reading' (duration: 216.548259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.867207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.681814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-08T19:11:09.867241Z","caller":"traceutil/trace.go:171","msg":"trace[2136639315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26497; }","duration":"924.722766ms","start":"2026-05-08T19:11:08.942507Z","end":"2026-05-08T19:11:09.86723Z","steps":["trace[2136639315] 'agreement among raft nodes before linearized reading' (duration: 924.55434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.867266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:08.942499Z","time spent":"924.761937ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T19:11:09.867301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.286103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-08T19:11:09.867311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.931685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:11:09.867277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.045864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:09.867375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.769461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:09.8674Z","caller":"traceutil/trace.go:171","msg":"trace[2024233550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26497; }","duration":"251.831403ms","start":"2026-05-08T19:11:09.615564Z","end":"2026-05-08T19:11:09.867395Z","steps":["trace[2024233550] 'agreement among raft nodes before linearized reading' (duration: 251.789982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.867041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:08.983406Z","time spent":"883.631028ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:09.867101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:08.357476Z","time spent":"1.509604568s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:09.867334Z","caller":"traceutil/trace.go:171","msg":"trace[167594628] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26497; }","duration":"768.999787ms","start":"2026-05-08T19:11:09.098329Z","end":"2026-05-08T19:11:09.867329Z","steps":["trace[167594628] 'agreement among raft nodes before linearized reading' (duration: 768.950225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.867481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.098307Z","time spent":"769.163592ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.867378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00298064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:09.867372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615695048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-08T19:11:09.867568Z","caller":"traceutil/trace.go:171","msg":"trace[13424411] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26497; }","duration":"2.003208587s","start":"2026-05-08T19:11:07.86435Z","end":"2026-05-08T19:11:09.867559Z","steps":["trace[13424411] 'agreement among raft nodes before linearized reading' (duration: 2.002999461s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:09.867389Z","caller":"traceutil/trace.go:171","msg":"trace[2047940988] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26497; }","duration":"621.22039ms","start":"2026-05-08T19:11:09.246147Z","end":"2026-05-08T19:11:09.867368Z","steps":["trace[2047940988] 'agreement among raft nodes before linearized reading' (duration: 621.043415ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:09.867576Z","caller":"traceutil/trace.go:171","msg":"trace[1093628446] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26497; }","duration":"1.615941795s","start":"2026-05-08T19:11:08.251623Z","end":"2026-05-08T19:11:09.867565Z","steps":["trace[1093628446] 'agreement among raft nodes before linearized reading' (duration: 1.615680007s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.867601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:07.864329Z","time spent":"2.003262798s","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.867617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:08.2516Z","time spent":"1.616001868s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-05-08T19:11:09.867034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341789418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:09.867659Z","caller":"traceutil/trace.go:171","msg":"trace[1463399182] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26497; }","duration":"1.342473529s","start":"2026-05-08T19:11:08.525174Z","end":"2026-05-08T19:11:09.867647Z","steps":["trace[1463399182] 'agreement among raft nodes before linearized reading' (duration: 1.341795158s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.867616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.246081Z","time spent":"621.51976ms","remote":"127.0.0.1:41628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.867682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:08.525145Z","time spent":"1.342532531s","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:09.867336Z","caller":"traceutil/trace.go:171","msg":"trace[1508781319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26497; }","duration":"931.366375ms","start":"2026-05-08T19:11:08.935959Z","end":"2026-05-08T19:11:09.867325Z","steps":["trace[1508781319] 'agreement among raft nodes before linearized reading' (duration: 931.273572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.867766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:08.935931Z","time spent":"931.82783ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T19:11:09.867414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.795958654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:09.867865Z","caller":"traceutil/trace.go:171","msg":"trace[282225208] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26497; }","duration":"2.796407149s","start":"2026-05-08T19:11:07.071448Z","end":"2026-05-08T19:11:09.867855Z","steps":["trace[282225208] 'agreement among raft nodes before linearized reading' (duration: 2.795944694s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:09.867895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:07.071427Z","time spent":"2.796459981s","remote":"127.0.0.1:35612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:09.868975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:08.356354Z","time spent":"1.510509016s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:10.367941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:10.868389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:11.368782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:11.869489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:11.878021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.869319Z","time spent":"2.008694439s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/08 19:11:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:11.932937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.870585Z","time spent":"2.062338373s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/08 19:11:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:11.938917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.871021Z","time spent":"2.067888878s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/08 19:11:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:11.943206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.871531Z","time spent":"2.071667628s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/08 19:11:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:11.943616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.870532Z","time spent":"2.073077313s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/08 19:11:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:11.948727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.869005Z","time spent":"2.079718922s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/08 19:11:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:12.157819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.18097324s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:11:12.158475Z","caller":"traceutil/trace.go:171","msg":"trace[1976968643] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"2.291694087s","start":"2026-05-08T19:11:09.86675Z","end":"2026-05-08T19:11:12.158444Z","steps":["trace[1976968643] 'process raft request' (duration: 2.291316685s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:12.15864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.866727Z","time spent":"2.291823551s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:12.609008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999842751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:11:12.609108Z","caller":"traceutil/trace.go:171","msg":"trace[2089501639] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000000025s","start":"2026-05-08T19:11:10.609085Z","end":"2026-05-08T19:11:12.609085Z","steps":["trace[2089501639] 'agreement among raft nodes before linearized reading' (duration: 1.999878502s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:12.609161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:10.609065Z","time spent":"2.000086409s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:11:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:13.172485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.868639Z","time spent":"3.303833864s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-08T19:11:13.175253Z","caller":"traceutil/trace.go:171","msg":"trace[1854776765] linearizableReadLoop","detail":"{readStateIndex:27379; appliedIndex:27368; }","duration":"3.307955924s","start":"2026-05-08T19:11:09.86724Z","end":"2026-05-08T19:11:13.175196Z","steps":["trace[1854776765] 'read index received' (duration: 2.291185771s)","trace[1854776765] 'applied index is now lower than readState.Index' (duration: 1.016768313s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:13.175454Z","caller":"traceutil/trace.go:171","msg":"trace[918410111] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"1.302231438s","start":"2026-05-08T19:11:11.873208Z","end":"2026-05-08T19:11:13.17544Z","steps":["trace[918410111] 'process raft request' (duration: 1.300183984s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:13.17547Z","caller":"traceutil/trace.go:171","msg":"trace[2049422] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"3.304854465s","start":"2026-05-08T19:11:09.87055Z","end":"2026-05-08T19:11:13.175404Z","steps":["trace[2049422] 'process raft request' (duration: 3.301875371s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.175739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:11.873186Z","time spent":"1.302386893s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:13.176201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.939165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:13.176231Z","caller":"traceutil/trace.go:171","msg":"trace[444761372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26514; }","duration":"567.004807ms","start":"2026-05-08T19:11:12.609218Z","end":"2026-05-08T19:11:13.176222Z","steps":["trace[444761372] 'agreement among raft nodes before linearized reading' (duration: 566.959176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.176218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307048455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-08T19:11:13.176227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012807977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-08T19:11:13.176263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:12.609198Z","time spent":"567.060229ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T19:11:13.176271Z","caller":"traceutil/trace.go:171","msg":"trace[1835380306] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26514; }","duration":"3.307157838s","start":"2026-05-08T19:11:09.869102Z","end":"2026-05-08T19:11:13.17626Z","steps":["trace[1835380306] 'agreement among raft nodes before linearized reading' (duration: 3.30690422s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:13.175719Z","caller":"traceutil/trace.go:171","msg":"trace[510855140] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"3.303513613s","start":"2026-05-08T19:11:09.872149Z","end":"2026-05-08T19:11:13.175662Z","steps":["trace[510855140] 'process raft request' (duration: 3.300826209s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.176324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.869081Z","time spent":"3.307234181s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-08T19:11:13.176288Z","caller":"traceutil/trace.go:171","msg":"trace[2078317737] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf; range_end:; response_count:1; response_revision:26514; }","duration":"1.01288784s","start":"2026-05-08T19:11:12.163389Z","end":"2026-05-08T19:11:13.176276Z","steps":["trace[2078317737] 'agreement among raft nodes before linearized reading' (duration: 1.012745755s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.176404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:12.163374Z","time spent":"1.013018884s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" "} {"level":"info","ts":"2026-05-08T19:11:13.175805Z","caller":"traceutil/trace.go:171","msg":"trace[765973053] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"1.303003252s","start":"2026-05-08T19:11:11.872782Z","end":"2026-05-08T19:11:13.175786Z","steps":["trace[765973053] 'process raft request' (duration: 1.300541995s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.176467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.87213Z","time spent":"3.304220035s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:13.17656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:11.872754Z","time spent":"1.303712885s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:13.175876Z","caller":"traceutil/trace.go:171","msg":"trace[1608535717] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26514; }","duration":"1.229710268s","start":"2026-05-08T19:11:11.946156Z","end":"2026-05-08T19:11:13.175866Z","steps":["trace[1608535717] 'process raft request' (duration: 1.228946454s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.176689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:11.946136Z","time spent":"1.230493492s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":477,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:13.175833Z","caller":"traceutil/trace.go:171","msg":"trace[1025048934] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"3.301999165s","start":"2026-05-08T19:11:09.873788Z","end":"2026-05-08T19:11:13.175787Z","steps":["trace[1025048934] 'process raft request' (duration: 3.299263869s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.176821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.873779Z","time spent":"3.302992567s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8449,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:13.175856Z","caller":"traceutil/trace.go:171","msg":"trace[641499638] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"1.303070054s","start":"2026-05-08T19:11:11.872748Z","end":"2026-05-08T19:11:13.175818Z","steps":["trace[641499638] 'process raft request' (duration: 1.300503843s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.176955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:11.872739Z","time spent":"1.30417615s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:13.175926Z","caller":"traceutil/trace.go:171","msg":"trace[1400177501] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"1.301341381s","start":"2026-05-08T19:11:11.874576Z","end":"2026-05-08T19:11:13.175917Z","steps":["trace[1400177501] 'process raft request' (duration: 1.298886363s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.177069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:11.874543Z","time spent":"1.302501057s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:13.175906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.870542Z","time spent":"3.305232308s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:13.175922Z","caller":"traceutil/trace.go:171","msg":"trace[1085968327] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26514; }","duration":"1.240413506s","start":"2026-05-08T19:11:11.935493Z","end":"2026-05-08T19:11:13.175906Z","steps":["trace[1085968327] 'process raft request' (duration: 1.239495057s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.177522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:11.935454Z","time spent":"1.242027057s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":518,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:13.175937Z","caller":"traceutil/trace.go:171","msg":"trace[1863209385] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"1.300826714s","start":"2026-05-08T19:11:11.875073Z","end":"2026-05-08T19:11:13.1759Z","steps":["trace[1863209385] 'process raft request' (duration: 1.298436248s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.177715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:11.87506Z","time spent":"1.302560568s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:13.175989Z","caller":"traceutil/trace.go:171","msg":"trace[644050846] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26514; }","duration":"1.224860124s","start":"2026-05-08T19:11:11.951112Z","end":"2026-05-08T19:11:13.175972Z","steps":["trace[644050846] 'process raft request' (duration: 1.224051409s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.177881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:11.951094Z","time spent":"1.226754805s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:13.176111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978455506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:13.177987Z","caller":"traceutil/trace.go:171","msg":"trace[369473065] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26514; }","duration":"2.980358286s","start":"2026-05-08T19:11:10.197614Z","end":"2026-05-08T19:11:13.177972Z","steps":["trace[369473065] 'agreement among raft nodes before linearized reading' (duration: 2.978404055s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.178033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:10.197548Z","time spent":"2.980469771s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:13.176098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278416481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:13.178294Z","caller":"traceutil/trace.go:171","msg":"trace[493923671] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26514; }","duration":"3.280657351s","start":"2026-05-08T19:11:09.897619Z","end":"2026-05-08T19:11:13.178276Z","steps":["trace[493923671] 'agreement among raft nodes before linearized reading' (duration: 3.27841022s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.178364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.897594Z","time spent":"3.280741884s","remote":"127.0.0.1:35644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:13.176119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223343089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:13.178557Z","caller":"traceutil/trace.go:171","msg":"trace[280719274] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26514; }","duration":"2.225815438s","start":"2026-05-08T19:11:10.952729Z","end":"2026-05-08T19:11:13.178544Z","steps":["trace[280719274] 'agreement among raft nodes before linearized reading' (duration: 2.223279157s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.178608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:10.952714Z","time spent":"2.225880749s","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:13.176132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.301930053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:13.178797Z","caller":"traceutil/trace.go:171","msg":"trace[1593203392] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26514; }","duration":"3.304622628s","start":"2026-05-08T19:11:09.87416Z","end":"2026-05-08T19:11:13.178782Z","steps":["trace[1593203392] 'agreement among raft nodes before linearized reading' (duration: 3.301911552s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.178832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.874154Z","time spent":"3.304668909s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T19:11:13.176155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701353236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:13.179047Z","caller":"traceutil/trace.go:171","msg":"trace[82950472] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26514; }","duration":"2.704277778s","start":"2026-05-08T19:11:10.474738Z","end":"2026-05-08T19:11:13.179016Z","steps":["trace[82950472] 'agreement among raft nodes before linearized reading' (duration: 2.701392777s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.179102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:10.474703Z","time spent":"2.704383992s","remote":"127.0.0.1:45384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:13.176131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.308865212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-65618d82-94ec-44ed-9c5f-c613289b8064\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-08T19:11:13.179362Z","caller":"traceutil/trace.go:171","msg":"trace[1636572479] range","detail":"{range_begin:/registry/persistentvolumes/pvc-65618d82-94ec-44ed-9c5f-c613289b8064; range_end:; response_count:1; response_revision:26514; }","duration":"3.312127706s","start":"2026-05-08T19:11:09.86722Z","end":"2026-05-08T19:11:13.179348Z","steps":["trace[1636572479] 'agreement among raft nodes before linearized reading' (duration: 3.308723748s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.179404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.867208Z","time spent":"3.312184217s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-65618d82-94ec-44ed-9c5f-c613289b8064\" "} {"level":"warn","ts":"2026-05-08T19:11:13.17618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140258543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:13.179636Z","caller":"traceutil/trace.go:171","msg":"trace[1178195280] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26514; }","duration":"1.143710782s","start":"2026-05-08T19:11:12.035913Z","end":"2026-05-08T19:11:13.179623Z","steps":["trace[1178195280] 'agreement among raft nodes before linearized reading' (duration: 1.140231932s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.179678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:12.035816Z","time spent":"1.143847286s","remote":"127.0.0.1:45490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:13.17574Z","caller":"traceutil/trace.go:171","msg":"trace[1741092776] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"1.303164027s","start":"2026-05-08T19:11:11.872527Z","end":"2026-05-08T19:11:13.175691Z","steps":["trace[1741092776] 'process raft request' (duration: 1.300682259s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.179939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:11.872511Z","time spent":"1.307386971s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:13.175818Z","caller":"traceutil/trace.go:171","msg":"trace[557274221] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"3.30120131s","start":"2026-05-08T19:11:09.874603Z","end":"2026-05-08T19:11:13.175805Z","steps":["trace[557274221] 'process raft request' (duration: 3.298534326s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.18018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:09.874595Z","time spent":"3.305550228s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:13.17684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304388426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T19:11:13.180368Z","caller":"traceutil/trace.go:171","msg":"trace[615739252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26514; }","duration":"1.307949749s","start":"2026-05-08T19:11:11.872404Z","end":"2026-05-08T19:11:13.180354Z","steps":["trace[615739252] 'agreement among raft nodes before linearized reading' (duration: 1.303769847s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:13.180414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:11.872382Z","time spent":"1.308018961s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T19:11:13.682733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273670,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:14.963502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.638829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:11:14.964242Z","caller":"traceutil/trace.go:171","msg":"trace[415942628] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"1.776608629s","start":"2026-05-08T19:11:13.187608Z","end":"2026-05-08T19:11:14.964217Z","steps":["trace[415942628] 'process raft request' (duration: 1.776154785s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:14.964256Z","caller":"traceutil/trace.go:171","msg":"trace[449775333] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"1.788161404s","start":"2026-05-08T19:11:13.176051Z","end":"2026-05-08T19:11:14.964212Z","steps":["trace[449775333] 'process raft request' (duration: 801.584985ms)","trace[449775333] 'compare' (duration: 985.167984ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:14.964259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:13.186254Z","time spent":"1.777986753s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T19:11:14.964367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:13.187595Z","time spent":"1.776708063s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:14.964417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:13.176023Z","time spent":"1.788310999s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:14.964379Z","caller":"traceutil/trace.go:171","msg":"trace[1864526955] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"1.57716198s","start":"2026-05-08T19:11:13.387087Z","end":"2026-05-08T19:11:14.964249Z","steps":["trace[1864526955] 'process raft request' (duration: 1.576790518s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:14.965135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:13.387051Z","time spent":"1.578004877s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:15.184727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000508611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:11:15.184824Z","caller":"traceutil/trace.go:171","msg":"trace[232805469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000655275s","start":"2026-05-08T19:11:13.184147Z","end":"2026-05-08T19:11:15.184802Z","steps":["trace[232805469] 'agreement among raft nodes before linearized reading' (duration: 2.00051228s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:15.18487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:13.18414Z","time spent":"2.000719918s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:11:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:15.763531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.501251ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-08T19:11:15.763721Z","caller":"traceutil/trace.go:171","msg":"trace[1206482314] linearizableReadLoop","detail":"{readStateIndex:27393; appliedIndex:27388; }","duration":"2.582013586s","start":"2026-05-08T19:11:13.181693Z","end":"2026-05-08T19:11:15.763706Z","steps":["trace[1206482314] 'read index received' (duration: 795.957658ms)","trace[1206482314] 'applied index is now lower than readState.Index' (duration: 1.786055118s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:15.765563Z","caller":"traceutil/trace.go:171","msg":"trace[1519836071] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"1.048514596s","start":"2026-05-08T19:11:14.717041Z","end":"2026-05-08T19:11:15.765555Z","steps":["trace[1519836071] 'process raft request' (duration: 1.046588255s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:15.765636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:14.717019Z","time spent":"1.048570687s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:16.264798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:16.638472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.456756362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-05-08T19:11:16.638569Z","caller":"traceutil/trace.go:171","msg":"trace[283699238] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26518; }","duration":"3.456859556s","start":"2026-05-08T19:11:13.181686Z","end":"2026-05-08T19:11:16.638546Z","steps":["trace[283699238] 'agreement among raft nodes before linearized reading' (duration: 2.584118013s)","trace[283699238] 'range keys from in-memory index tree' (duration: 872.491625ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:16.63861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:13.181676Z","time spent":"3.456924678s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-08T19:11:16.765181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:17.185427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000519961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:11:17.185554Z","caller":"traceutil/trace.go:171","msg":"trace[235515099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000735668s","start":"2026-05-08T19:11:15.184793Z","end":"2026-05-08T19:11:17.185529Z","steps":["trace[235515099] 'agreement among raft nodes before linearized reading' (duration: 2.000546482s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:17.185781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:15.184772Z","time spent":"2.000878893s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:11:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:17.266014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:17.354882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.66547314s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:11:17.355424Z","caller":"traceutil/trace.go:171","msg":"trace[1949037399] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"2.390113866s","start":"2026-05-08T19:11:14.965266Z","end":"2026-05-08T19:11:17.35538Z","steps":["trace[1949037399] 'process raft request' (duration: 2.389817257s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:17.355653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:14.965247Z","time spent":"2.390274611s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:17.355642Z","caller":"traceutil/trace.go:171","msg":"trace[1974703113] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"2.166304978s","start":"2026-05-08T19:11:15.189317Z","end":"2026-05-08T19:11:17.355622Z","steps":["trace[1974703113] 'process raft request' (duration: 2.166263927s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:17.355806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:15.1893Z","time spent":"2.166419711s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:17.355803Z","caller":"traceutil/trace.go:171","msg":"trace[1382240086] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"2.168427515s","start":"2026-05-08T19:11:15.187348Z","end":"2026-05-08T19:11:17.355776Z","steps":["trace[1382240086] 'process raft request' (duration: 2.168136216s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:17.355874Z","caller":"traceutil/trace.go:171","msg":"trace[1125209319] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"2.16798314s","start":"2026-05-08T19:11:15.18787Z","end":"2026-05-08T19:11:17.355853Z","steps":["trace[1125209319] 'process raft request' (duration: 2.167676191s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:17.355917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:15.187335Z","time spent":"2.168524527s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:17.356003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:15.187836Z","time spent":"2.168100334s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:17.356247Z","caller":"traceutil/trace.go:171","msg":"trace[837051177] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"2.170624144s","start":"2026-05-08T19:11:15.185605Z","end":"2026-05-08T19:11:17.356229Z","steps":["trace[837051177] 'process raft request' (duration: 2.169766017s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:17.356327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:15.185588Z","time spent":"2.170689006s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:17.356343Z","caller":"traceutil/trace.go:171","msg":"trace[2141617804] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"2.170874132s","start":"2026-05-08T19:11:15.185455Z","end":"2026-05-08T19:11:17.35633Z","steps":["trace[2141617804] 'process raft request' (duration: 2.169869841s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:17.356427Z","caller":"traceutil/trace.go:171","msg":"trace[1561971384] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"2.170688176s","start":"2026-05-08T19:11:15.184735Z","end":"2026-05-08T19:11:17.355423Z","steps":["trace[1561971384] 'process raft request' (duration: 2.170530821s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:17.356514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:15.184682Z","time spent":"2.17177059s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:17.356517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:15.18544Z","time spent":"2.170982215s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:18.685577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.330021725s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:11:18.97929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.278282ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:18.979448Z","caller":"traceutil/trace.go:171","msg":"trace[1225921166] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26525; }","duration":"160.455498ms","start":"2026-05-08T19:11:18.818968Z","end":"2026-05-08T19:11:18.979424Z","steps":["trace[1225921166] 'range keys from in-memory index tree' (duration: 160.252931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.979932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.049167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:11:18.980058Z","caller":"traceutil/trace.go:171","msg":"trace[272799207] linearizableReadLoop","detail":"{readStateIndex:27402; appliedIndex:27394; }","duration":"3.216287138s","start":"2026-05-08T19:11:15.763747Z","end":"2026-05-08T19:11:18.980034Z","steps":["trace[272799207] 'read index received' (duration: 1.591354869s)","trace[272799207] 'applied index is now lower than readState.Index' (duration: 1.624931019s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:18.980185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.933317754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:18.980222Z","caller":"traceutil/trace.go:171","msg":"trace[437592253] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26526; }","duration":"3.933395366s","start":"2026-05-08T19:11:15.046813Z","end":"2026-05-08T19:11:18.980209Z","steps":["trace[437592253] 'agreement among raft nodes before linearized reading' (duration: 3.933327924s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.980209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91893828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:18.980332Z","caller":"traceutil/trace.go:171","msg":"trace[1194709698] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26526; }","duration":"3.919084934s","start":"2026-05-08T19:11:15.061221Z","end":"2026-05-08T19:11:18.980306Z","steps":["trace[1194709698] 'agreement among raft nodes before linearized reading' (duration: 3.918882568s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.980371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014329662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-08T19:11:18.9804Z","caller":"traceutil/trace.go:171","msg":"trace[1936657197] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26526; }","duration":"4.014377834s","start":"2026-05-08T19:11:14.966014Z","end":"2026-05-08T19:11:18.980392Z","steps":["trace[1936657197] 'agreement among raft nodes before linearized reading' (duration: 4.014263041s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.980403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:15.061212Z","time spent":"3.919175787s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:18.980425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:14.966006Z","time spent":"4.014413595s","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-08T19:11:18.980345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563281877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:18.980478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.729759255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:18.980565Z","caller":"traceutil/trace.go:171","msg":"trace[1245051568] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26526; }","duration":"3.563516985s","start":"2026-05-08T19:11:15.417018Z","end":"2026-05-08T19:11:18.980535Z","steps":["trace[1245051568] 'agreement among raft nodes before linearized reading' (duration: 3.563148773s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.980663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.477437441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:18.980613Z","caller":"traceutil/trace.go:171","msg":"trace[634277962] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26526; }","duration":"3.730029893s","start":"2026-05-08T19:11:15.25056Z","end":"2026-05-08T19:11:18.98059Z","steps":["trace[634277962] 'agreement among raft nodes before linearized reading' (duration: 3.729766165s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.98076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837021573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:18.980737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:15.41695Z","time spent":"3.563709201s","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:18.980885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.799166222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-05-08T19:11:18.980936Z","caller":"traceutil/trace.go:171","msg":"trace[1895438130] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26526; }","duration":"5.799241244s","start":"2026-05-08T19:11:13.181682Z","end":"2026-05-08T19:11:18.980923Z","steps":["trace[1895438130] 'agreement among raft nodes before linearized reading' (duration: 5.799070339s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.980978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:13.181667Z","time spent":"5.799303406s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18279,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-08T19:11:18.980992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787656178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:18.981037Z","caller":"traceutil/trace.go:171","msg":"trace[1656634127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26526; }","duration":"1.78772961s","start":"2026-05-08T19:11:17.193294Z","end":"2026-05-08T19:11:18.981024Z","steps":["trace[1656634127] 'agreement among raft nodes before linearized reading' (duration: 1.787670058s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:18.980891Z","caller":"traceutil/trace.go:171","msg":"trace[1201780285] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26526; }","duration":"3.837268271s","start":"2026-05-08T19:11:15.143607Z","end":"2026-05-08T19:11:18.980875Z","steps":["trace[1201780285] 'agreement among raft nodes before linearized reading' (duration: 3.837036364s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.981087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:17.193271Z","time spent":"1.787807463s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:18.981118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.550791334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-08T19:11:18.980928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.078996442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:18.981121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62053386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:18.981183Z","caller":"traceutil/trace.go:171","msg":"trace[1187912834] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26526; }","duration":"3.550881327s","start":"2026-05-08T19:11:15.430283Z","end":"2026-05-08T19:11:18.981164Z","steps":["trace[1187912834] 'agreement among raft nodes before linearized reading' (duration: 3.550732752s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:18.981164Z","caller":"traceutil/trace.go:171","msg":"trace[147856290] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"2.33420465s","start":"2026-05-08T19:11:16.6469Z","end":"2026-05-08T19:11:18.981105Z","steps":["trace[147856290] 'process raft request' (duration: 2.038893173s)","trace[147856290] 'compare' (duration: 293.561631ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:18.981235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:15.430266Z","time spent":"3.550956728s","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-08T19:11:18.981241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.79499283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:18.981287Z","caller":"traceutil/trace.go:171","msg":"trace[524325017] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26526; }","duration":"5.795048112s","start":"2026-05-08T19:11:13.186227Z","end":"2026-05-08T19:11:18.981275Z","steps":["trace[524325017] 'agreement among raft nodes before linearized reading' (duration: 5.7949848s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.981305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:16.646885Z","time spent":"2.334352495s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:18.981302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.694260479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-05-08T19:11:18.981329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:13.186221Z","time spent":"5.795099373s","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-08T19:11:18.980691Z","caller":"traceutil/trace.go:171","msg":"trace[1447150557] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26526; }","duration":"5.477498833s","start":"2026-05-08T19:11:13.503183Z","end":"2026-05-08T19:11:18.980682Z","steps":["trace[1447150557] 'agreement among raft nodes before linearized reading' (duration: 5.477462322s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.981439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:13.503166Z","time spent":"5.478246976s","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:18.980623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.410453165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:18.981583Z","caller":"traceutil/trace.go:171","msg":"trace[1228697108] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26526; }","duration":"5.411454637s","start":"2026-05-08T19:11:13.570116Z","end":"2026-05-08T19:11:18.981571Z","steps":["trace[1228697108] 'agreement among raft nodes before linearized reading' (duration: 5.410472906s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.981639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:13.570081Z","time spent":"5.41154188s","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:18.98096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:15.250535Z","time spent":"3.730317163s","remote":"127.0.0.1:45554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:18.981158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:15.143573Z","time spent":"3.83755424s","remote":"127.0.0.1:45436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:18.981184Z","caller":"traceutil/trace.go:171","msg":"trace[999350977] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26526; }","duration":"3.079294452s","start":"2026-05-08T19:11:15.901876Z","end":"2026-05-08T19:11:18.981171Z","steps":["trace[999350977] 'agreement among raft nodes before linearized reading' (duration: 3.078981882s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.981867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:15.901857Z","time spent":"3.079942133s","remote":"127.0.0.1:50688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:18.981887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015654019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299274"} {"level":"warn","ts":"2026-05-08T19:11:18.981144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.168957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:18.981943Z","caller":"traceutil/trace.go:171","msg":"trace[1901508685] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:26526; }","duration":"2.015756993s","start":"2026-05-08T19:11:16.96617Z","end":"2026-05-08T19:11:18.981927Z","steps":["trace[1901508685] 'agreement among raft nodes before linearized reading' (duration: 2.015227886s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.982002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:16.966146Z","time spent":"2.015842016s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299298,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-08T19:11:18.982006Z","caller":"traceutil/trace.go:171","msg":"trace[1269258483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26526; }","duration":"166.058884ms","start":"2026-05-08T19:11:18.815923Z","end":"2026-05-08T19:11:18.981982Z","steps":["trace[1269258483] 'agreement among raft nodes before linearized reading' (duration: 165.182637ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:18.981241Z","caller":"traceutil/trace.go:171","msg":"trace[1516425781] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26526; }","duration":"1.620694685s","start":"2026-05-08T19:11:17.360519Z","end":"2026-05-08T19:11:18.981214Z","steps":["trace[1516425781] 'agreement among raft nodes before linearized reading' (duration: 1.620416616s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.982145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:17.360465Z","time spent":"1.621667676s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:18.981357Z","caller":"traceutil/trace.go:171","msg":"trace[1726191894] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26526; }","duration":"5.694349212s","start":"2026-05-08T19:11:13.286989Z","end":"2026-05-08T19:11:18.981338Z","steps":["trace[1726191894] 'agreement among raft nodes before linearized reading' (duration: 5.694208628s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.982235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:13.28697Z","time spent":"5.69524285s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-08T19:11:18.980258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:15.046793Z","time spent":"3.933453469s","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:18.98145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620898932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-08T19:11:18.982392Z","caller":"traceutil/trace.go:171","msg":"trace[610863294] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf; range_end:; response_count:1; response_revision:26526; }","duration":"1.621849342s","start":"2026-05-08T19:11:17.36053Z","end":"2026-05-08T19:11:18.982379Z","steps":["trace[610863294] 'agreement among raft nodes before linearized reading' (duration: 1.620744747s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.98148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012946923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-08T19:11:18.982491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:17.360403Z","time spent":"1.622078169s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" "} {"level":"info","ts":"2026-05-08T19:11:18.982503Z","caller":"traceutil/trace.go:171","msg":"trace[1552670439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26526; }","duration":"2.014006157s","start":"2026-05-08T19:11:16.968483Z","end":"2026-05-08T19:11:18.982489Z","steps":["trace[1552670439] 'agreement among raft nodes before linearized reading' (duration: 2.012846781s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:18.982551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:16.968465Z","time spent":"2.014071789s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T19:11:20.057904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066957138s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:11:20.630716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.46262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:11:20.630863Z","caller":"traceutil/trace.go:171","msg":"trace[1685189058] linearizableReadLoop","detail":"{readStateIndex:27403; appliedIndex:27402; }","duration":"1.640016596s","start":"2026-05-08T19:11:18.99082Z","end":"2026-05-08T19:11:20.630837Z","steps":["trace[1685189058] 'read index received' (duration: 916.709µs)","trace[1685189058] 'applied index is now lower than readState.Index' (duration: 1.639097657s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:20.630963Z","caller":"traceutil/trace.go:171","msg":"trace[1446062770] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"1.640160281s","start":"2026-05-08T19:11:18.990783Z","end":"2026-05-08T19:11:20.630943Z","steps":["trace[1446062770] 'process raft request' (duration: 1.067365171s)","trace[1446062770] 'compare' (duration: 572.14592ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:20.631066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:18.990751Z","time spent":"1.640258084s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:20.631484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640656287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c5eea09c-cb4e-4949-afbd-49a44fd8ea59\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-08T19:11:20.631547Z","caller":"traceutil/trace.go:171","msg":"trace[2108305809] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c5eea09c-cb4e-4949-afbd-49a44fd8ea59; range_end:; response_count:1; response_revision:26527; }","duration":"1.64077194s","start":"2026-05-08T19:11:18.990757Z","end":"2026-05-08T19:11:20.631529Z","steps":["trace[2108305809] 'agreement among raft nodes before linearized reading' (duration: 1.640552063s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:20.631594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:18.990728Z","time spent":"1.640852322s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-c5eea09c-cb4e-4949-afbd-49a44fd8ea59\" "} {"level":"info","ts":"2026-05-08T19:11:20.632779Z","caller":"traceutil/trace.go:171","msg":"trace[602253528] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"1.640874033s","start":"2026-05-08T19:11:18.991884Z","end":"2026-05-08T19:11:20.632758Z","steps":["trace[602253528] 'process raft request' (duration: 1.640530343s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:20.63305Z","caller":"traceutil/trace.go:171","msg":"trace[1170979196] transaction","detail":"{read_only:false; response_revision:26535; number_of_response:1; }","duration":"660.059067ms","start":"2026-05-08T19:11:19.97297Z","end":"2026-05-08T19:11:20.633029Z","steps":["trace[1170979196] 'process raft request' (duration: 659.968484ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:20.633085Z","caller":"traceutil/trace.go:171","msg":"trace[912083020] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"1.270401684s","start":"2026-05-08T19:11:19.362647Z","end":"2026-05-08T19:11:20.633048Z","steps":["trace[912083020] 'process raft request' (duration: 1.269915058s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:20.633532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:19.362611Z","time spent":"1.270836867s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:20.633074Z","caller":"traceutil/trace.go:171","msg":"trace[1096455042] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"1.270157746s","start":"2026-05-08T19:11:19.362897Z","end":"2026-05-08T19:11:20.633055Z","steps":["trace[1096455042] 'process raft request' (duration: 1.269783034s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:20.633136Z","caller":"traceutil/trace.go:171","msg":"trace[1043960964] transaction","detail":"{read_only:false; response_revision:26533; number_of_response:1; }","duration":"1.269753463s","start":"2026-05-08T19:11:19.363335Z","end":"2026-05-08T19:11:20.633089Z","steps":["trace[1043960964] 'process raft request' (duration: 1.269494105s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:20.633237Z","caller":"traceutil/trace.go:171","msg":"trace[776197331] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"1.270360462s","start":"2026-05-08T19:11:19.362868Z","end":"2026-05-08T19:11:20.633229Z","steps":["trace[776197331] 'process raft request' (duration: 1.269741003s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:20.63405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:19.362847Z","time spent":"1.271146976s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:20.633232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:19.972937Z","time spent":"660.200481ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:20.634115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:19.363326Z","time spent":"1.27063674s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:20.633282Z","caller":"traceutil/trace.go:171","msg":"trace[1320727748] transaction","detail":"{read_only:false; response_revision:26534; number_of_response:1; }","duration":"1.269844716s","start":"2026-05-08T19:11:19.363431Z","end":"2026-05-08T19:11:20.633275Z","steps":["trace[1320727748] 'process raft request' (duration: 1.269440653s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:20.634287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:19.363409Z","time spent":"1.270835596s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:20.633324Z","caller":"traceutil/trace.go:171","msg":"trace[1980256797] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"1.269951839s","start":"2026-05-08T19:11:19.363286Z","end":"2026-05-08T19:11:20.633238Z","steps":["trace[1980256797] 'process raft request' (duration: 1.269478364s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:20.633781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:19.362858Z","time spent":"1.270847207s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:20.634323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:18.991864Z","time spent":"1.640985456s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:20.635038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:19.363276Z","time spent":"1.271123706s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:20.986728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994870313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:11:20.986838Z","caller":"traceutil/trace.go:171","msg":"trace[685289161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995021068s","start":"2026-05-08T19:11:18.991791Z","end":"2026-05-08T19:11:20.986813Z","steps":["trace[685289161] 'agreement among raft nodes before linearized reading' (duration: 1.994876184s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:20.986905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:18.991785Z","time spent":"1.995108361s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:11:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:22.275619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538688675s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:11:22.275738Z","caller":"traceutil/trace.go:171","msg":"trace[1236378225] linearizableReadLoop","detail":"{readStateIndex:27412; appliedIndex:27411; }","duration":"1.644817917s","start":"2026-05-08T19:11:20.630901Z","end":"2026-05-08T19:11:22.275719Z","steps":["trace[1236378225] 'read index received' (duration: 2.144288ms)","trace[1236378225] 'applied index is now lower than readState.Index' (duration: 1.642671579s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:22.275837Z","caller":"traceutil/trace.go:171","msg":"trace[845278526] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"2.138393466s","start":"2026-05-08T19:11:20.137428Z","end":"2026-05-08T19:11:22.275822Z","steps":["trace[845278526] 'process raft request' (duration: 599.37896ms)","trace[845278526] 'compare' (duration: 1.536670962s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:22.275894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:20.137391Z","time spent":"2.138470278s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:22.276131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656058922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:22.276167Z","caller":"traceutil/trace.go:171","msg":"trace[1312793611] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26536; }","duration":"1.656114294s","start":"2026-05-08T19:11:20.620041Z","end":"2026-05-08T19:11:22.276156Z","steps":["trace[1312793611] 'agreement among raft nodes before linearized reading' (duration: 1.656035961s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:22.276196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:20.620034Z","time spent":"1.656152975s","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:22.276348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279530866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:22.276388Z","caller":"traceutil/trace.go:171","msg":"trace[775480113] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26536; }","duration":"3.279637859s","start":"2026-05-08T19:11:18.996736Z","end":"2026-05-08T19:11:22.276374Z","steps":["trace[775480113] 'agreement among raft nodes before linearized reading' (duration: 3.279568867s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:22.276414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:18.996681Z","time spent":"3.279727583s","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T19:11:22.276425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282881462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-08T19:11:22.276458Z","caller":"traceutil/trace.go:171","msg":"trace[407176417] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26536; }","duration":"3.282923823s","start":"2026-05-08T19:11:18.993523Z","end":"2026-05-08T19:11:22.276446Z","steps":["trace[407176417] 'agreement among raft nodes before linearized reading' (duration: 3.282803029s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:22.276455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463381779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:11:22.276486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:18.993516Z","time spent":"3.282961494s","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-08T19:11:22.27652Z","caller":"traceutil/trace.go:171","msg":"trace[1453293995] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26536; }","duration":"2.463450931s","start":"2026-05-08T19:11:19.813048Z","end":"2026-05-08T19:11:22.276499Z","steps":["trace[1453293995] 'agreement among raft nodes before linearized reading' (duration: 2.463294096s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:22.276513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944230613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:22.276597Z","caller":"traceutil/trace.go:171","msg":"trace[491873391] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26536; }","duration":"1.944365418s","start":"2026-05-08T19:11:20.332212Z","end":"2026-05-08T19:11:22.276577Z","steps":["trace[491873391] 'agreement among raft nodes before linearized reading' (duration: 1.944216433s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:22.276614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65082518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:22.276645Z","caller":"traceutil/trace.go:171","msg":"trace[2035467854] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26536; }","duration":"2.650857871s","start":"2026-05-08T19:11:19.625778Z","end":"2026-05-08T19:11:22.276635Z","steps":["trace[2035467854] 'agreement among raft nodes before linearized reading' (duration: 2.650806529s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:22.276638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:20.332189Z","time spent":"1.944438749s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:22.276667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:19.625696Z","time spent":"2.650964774s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:22.276644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64080851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-08T19:11:22.276509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701985863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:22.276733Z","caller":"traceutil/trace.go:171","msg":"trace[1378760730] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf; range_end:; response_count:1; response_revision:26536; }","duration":"1.640931374s","start":"2026-05-08T19:11:20.635785Z","end":"2026-05-08T19:11:22.276716Z","steps":["trace[1378760730] 'agreement among raft nodes before linearized reading' (duration: 1.640705097s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:22.276745Z","caller":"traceutil/trace.go:171","msg":"trace[463905520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26536; }","duration":"1.702272692s","start":"2026-05-08T19:11:20.574457Z","end":"2026-05-08T19:11:22.276729Z","steps":["trace[463905520] 'agreement among raft nodes before linearized reading' (duration: 1.701962422s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:22.276764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:20.635771Z","time spent":"1.640986237s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" "} {"level":"warn","ts":"2026-05-08T19:11:22.27677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222228236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:22.276783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:20.574437Z","time spent":"1.702335814s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T19:11:22.27681Z","caller":"traceutil/trace.go:171","msg":"trace[1945890966] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26536; }","duration":"3.222263107s","start":"2026-05-08T19:11:19.054534Z","end":"2026-05-08T19:11:22.276797Z","steps":["trace[1945890966] 'agreement among raft nodes before linearized reading' (duration: 3.222208375s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:22.276834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:19.054485Z","time spent":"3.22234472s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-08T19:11:22.276842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.918654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:22.27687Z","caller":"traceutil/trace.go:171","msg":"trace[1510038416] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26536; }","duration":"856.998177ms","start":"2026-05-08T19:11:21.419864Z","end":"2026-05-08T19:11:22.276862Z","steps":["trace[1510038416] 'agreement among raft nodes before linearized reading' (duration: 856.941875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:22.276887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:21.419834Z","time spent":"857.048707ms","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:22.276941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539010355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-05-08T19:11:22.276945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112893078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:22.276968Z","caller":"traceutil/trace.go:171","msg":"trace[556894961] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26536; }","duration":"1.112966251s","start":"2026-05-08T19:11:21.163995Z","end":"2026-05-08T19:11:22.276961Z","steps":["trace[556894961] 'agreement among raft nodes before linearized reading' (duration: 1.112868828s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:22.276969Z","caller":"traceutil/trace.go:171","msg":"trace[75325944] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26536; }","duration":"1.539082298s","start":"2026-05-08T19:11:20.737874Z","end":"2026-05-08T19:11:22.276956Z","steps":["trace[75325944] 'agreement among raft nodes before linearized reading' (duration: 1.539033106s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:22.276974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.211711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:22.276986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:21.163966Z","time spent":"1.113015603s","remote":"127.0.0.1:56540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:22.276994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:20.737833Z","time spent":"1.53915601s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-08T19:11:22.277012Z","caller":"traceutil/trace.go:171","msg":"trace[1194204457] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26536; }","duration":"609.292663ms","start":"2026-05-08T19:11:21.667706Z","end":"2026-05-08T19:11:22.276999Z","steps":["trace[1194204457] 'agreement among raft nodes before linearized reading' (duration: 609.224981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:22.277044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:21.667687Z","time spent":"609.348805ms","remote":"127.0.0.1:45418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:22.276561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:19.812997Z","time spent":"2.463550665s","remote":"127.0.0.1:35760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:22.780738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:23.295822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:23.304801Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025793728s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:11:24.074346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.247644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:11:24.07457Z","caller":"traceutil/trace.go:171","msg":"trace[1850976220] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"1.79560968s","start":"2026-05-08T19:11:22.278932Z","end":"2026-05-08T19:11:24.074542Z","steps":["trace[1850976220] 'process raft request' (duration: 1.025992754s)","trace[1850976220] 'compare' (duration: 768.314595ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:24.074647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:22.278912Z","time spent":"1.795698493s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:24.285299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999924133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:24.285412Z","caller":"traceutil/trace.go:171","msg":"trace[65919347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112329s","start":"2026-05-08T19:11:22.285278Z","end":"2026-05-08T19:11:24.28539Z","steps":["trace[65919347] 'agreement among raft nodes before linearized reading' (duration: 1.999926974s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:24.285454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:22.285271Z","time spent":"2.000173571s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:24.646365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244241166s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:11:25.088578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.923077ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-05-08T19:11:25.089876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:22.279562Z","time spent":"2.810301156s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-08T19:11:25.090121Z","caller":"traceutil/trace.go:171","msg":"trace[1707940049] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"2.451608488s","start":"2026-05-08T19:11:22.638476Z","end":"2026-05-08T19:11:25.090085Z","steps":["trace[1707940049] 'process raft request' (duration: 2.451317339s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:25.09027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:22.638458Z","time spent":"2.451709311s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:25.090876Z","caller":"traceutil/trace.go:171","msg":"trace[1110719147] linearizableReadLoop","detail":"{readStateIndex:27421; appliedIndex:27412; }","duration":"2.810312037s","start":"2026-05-08T19:11:22.280529Z","end":"2026-05-08T19:11:25.090841Z","steps":["trace[1110719147] 'read index received' (duration: 1.024407094s)","trace[1110719147] 'applied index is now lower than readState.Index' (duration: 1.785903433s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:25.090936Z","caller":"traceutil/trace.go:171","msg":"trace[370370072] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"2.450811063s","start":"2026-05-08T19:11:22.640084Z","end":"2026-05-08T19:11:25.090895Z","steps":["trace[370370072] 'process raft request' (duration: 2.450471622s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:25.091049Z","caller":"traceutil/trace.go:171","msg":"trace[1774584012] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"2.450576875s","start":"2026-05-08T19:11:22.640454Z","end":"2026-05-08T19:11:25.091031Z","steps":["trace[1774584012] 'process raft request' (duration: 2.450167202s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:25.091078Z","caller":"traceutil/trace.go:171","msg":"trace[318848628] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"1.818285555s","start":"2026-05-08T19:11:23.27276Z","end":"2026-05-08T19:11:25.091045Z","steps":["trace[318848628] 'process raft request' (duration: 1.818009487s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:25.091166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:22.640042Z","time spent":"2.450984198s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:25.091218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:22.640428Z","time spent":"2.450670698s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:25.091285Z","caller":"traceutil/trace.go:171","msg":"trace[1106599490] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"2.449800221s","start":"2026-05-08T19:11:22.641476Z","end":"2026-05-08T19:11:25.091276Z","steps":["trace[1106599490] 'process raft request' (duration: 2.449215722s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:25.091329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:22.641468Z","time spent":"2.449839892s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:25.091505Z","caller":"traceutil/trace.go:171","msg":"trace[720211090] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"2.452381492s","start":"2026-05-08T19:11:22.639104Z","end":"2026-05-08T19:11:25.091486Z","steps":["trace[720211090] 'process raft request' (duration: 2.450900166s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:25.091573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:22.639093Z","time spent":"2.452447704s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:25.091579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8110489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ecacb570-0771-400d-9486-c961f215e120\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-05-08T19:11:25.091611Z","caller":"traceutil/trace.go:171","msg":"trace[558399192] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ecacb570-0771-400d-9486-c961f215e120; range_end:; response_count:1; response_revision:26544; }","duration":"2.811123462s","start":"2026-05-08T19:11:22.280478Z","end":"2026-05-08T19:11:25.091601Z","steps":["trace[558399192] 'agreement among raft nodes before linearized reading' (duration: 2.810982658s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:25.091636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:22.280457Z","time spent":"2.811174084s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-ecacb570-0771-400d-9486-c961f215e120\" "} {"level":"info","ts":"2026-05-08T19:11:25.091785Z","caller":"traceutil/trace.go:171","msg":"trace[1300861662] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"2.451976529s","start":"2026-05-08T19:11:22.639793Z","end":"2026-05-08T19:11:25.091769Z","steps":["trace[1300861662] 'process raft request' (duration: 2.450626227s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:25.091243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:23.272735Z","time spent":"1.81842332s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:25.091868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:22.639786Z","time spent":"2.452043851s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:25.591991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:26.003499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.35673926s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:11:26.004036Z","caller":"traceutil/trace.go:171","msg":"trace[63870778] transaction","detail":"{read_only:false; response_revision:26546; number_of_response:1; }","duration":"1.924693766s","start":"2026-05-08T19:11:24.079312Z","end":"2026-05-08T19:11:26.004006Z","steps":["trace[63870778] 'process raft request' (duration: 1.924624224s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:26.004077Z","caller":"traceutil/trace.go:171","msg":"trace[1254621552] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"2.422968453s","start":"2026-05-08T19:11:23.581074Z","end":"2026-05-08T19:11:26.004042Z","steps":["trace[1254621552] 'process raft request' (duration: 2.422691535s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:26.004204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:23.581024Z","time spent":"2.423113377s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:26.004192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:24.079267Z","time spent":"1.924850772s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T19:11:26.286434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999963884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:26.286538Z","caller":"traceutil/trace.go:171","msg":"trace[670880585] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00014056s","start":"2026-05-08T19:11:24.286374Z","end":"2026-05-08T19:11:26.286514Z","steps":["trace[670880585] 'agreement among raft nodes before linearized reading' (duration: 2.000009975s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:26.286613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:24.286355Z","time spent":"2.000240042s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:11:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:27.637551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99926278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:11:27.637657Z","caller":"traceutil/trace.go:171","msg":"trace[950982585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999426785s","start":"2026-05-08T19:11:22.638206Z","end":"2026-05-08T19:11:27.637633Z","steps":["trace[950982585] 'agreement among raft nodes before linearized reading' (duration: 4.99929143s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:27.637711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:22.638189Z","time spent":"4.999509738s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/08 19:11:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:27.679888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.676072415s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:11:27.836159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.951305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:11:27.836476Z","caller":"traceutil/trace.go:171","msg":"trace[284864916] linearizableReadLoop","detail":"{readStateIndex:27424; appliedIndex:27421; }","duration":"2.74548057s","start":"2026-05-08T19:11:25.090973Z","end":"2026-05-08T19:11:27.836454Z","steps":["trace[284864916] 'read index received' (duration: 912.817659ms)","trace[284864916] 'applied index is now lower than readState.Index' (duration: 1.832661661s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:27.83658Z","caller":"traceutil/trace.go:171","msg":"trace[870482775] transaction","detail":"{read_only:false; response_revision:26548; number_of_response:1; }","duration":"2.194779638s","start":"2026-05-08T19:11:25.641784Z","end":"2026-05-08T19:11:27.836564Z","steps":["trace[870482775] 'process raft request' (duration: 2.19453487s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:27.836641Z","caller":"traceutil/trace.go:171","msg":"trace[1991694493] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"2.744798239s","start":"2026-05-08T19:11:25.091707Z","end":"2026-05-08T19:11:27.836505Z","steps":["trace[1991694493] 'process raft request' (duration: 2.588384079s)","trace[1991694493] 'compare' (duration: 155.007855ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:27.836823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:25.641762Z","time spent":"2.195000765s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:27.836852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.291531397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:11:27.836915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:25.091678Z","time spent":"2.74514619s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:27.836868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14775387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:27.836977Z","caller":"traceutil/trace.go:171","msg":"trace[1185512698] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26548; }","duration":"4.291676442s","start":"2026-05-08T19:11:23.545272Z","end":"2026-05-08T19:11:27.836949Z","steps":["trace[1185512698] 'agreement among raft nodes before linearized reading' (duration: 4.291336551s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:27.837008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.302094664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:27.837022Z","caller":"traceutil/trace.go:171","msg":"trace[1786931875] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26548; }","duration":"5.147966606s","start":"2026-05-08T19:11:22.689021Z","end":"2026-05-08T19:11:27.836987Z","steps":["trace[1786931875] 'agreement among raft nodes before linearized reading' (duration: 5.147726099s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:27.837042Z","caller":"traceutil/trace.go:171","msg":"trace[402555742] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26548; }","duration":"5.302183216s","start":"2026-05-08T19:11:22.534847Z","end":"2026-05-08T19:11:27.83703Z","steps":["trace[402555742] 'agreement among raft nodes before linearized reading' (duration: 5.302118024s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:27.837078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:22.534827Z","time spent":"5.302243549s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:27.837087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:22.688993Z","time spent":"5.14807461s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:27.83721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778450122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:11:27.837271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.556350565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:27.837293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.320913135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:27.837309Z","caller":"traceutil/trace.go:171","msg":"trace[1418396877] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26548; }","duration":"5.556405416s","start":"2026-05-08T19:11:22.280892Z","end":"2026-05-08T19:11:27.837297Z","steps":["trace[1418396877] 'agreement among raft nodes before linearized reading' (duration: 5.556345594s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:27.837338Z","caller":"traceutil/trace.go:171","msg":"trace[973790394] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26548; }","duration":"4.321015769s","start":"2026-05-08T19:11:23.516307Z","end":"2026-05-08T19:11:27.837322Z","steps":["trace[973790394] 'agreement among raft nodes before linearized reading' (duration: 4.320937926s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:27.837348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:22.280853Z","time spent":"5.556484959s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-08T19:11:27.837371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:23.516275Z","time spent":"4.321088081s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:27.837415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.932414218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:27.837418Z","caller":"traceutil/trace.go:171","msg":"trace[1609177144] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26548; }","duration":"2.778533644s","start":"2026-05-08T19:11:25.058712Z","end":"2026-05-08T19:11:27.837245Z","steps":["trace[1609177144] 'agreement among raft nodes before linearized reading' (duration: 2.778444501s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:27.837461Z","caller":"traceutil/trace.go:171","msg":"trace[1246701014] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26548; }","duration":"4.932493851s","start":"2026-05-08T19:11:22.904954Z","end":"2026-05-08T19:11:27.837448Z","steps":["trace[1246701014] 'agreement among raft nodes before linearized reading' (duration: 4.932411158s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:27.837036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:23.545185Z","time spent":"4.291836047s","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:27.837481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:25.058695Z","time spent":"2.778769601s","remote":"127.0.0.1:35784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:27.837676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:22.904937Z","time spent":"4.932546173s","remote":"127.0.0.1:50720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:27.837805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936716049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:11:27.838046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170634349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:11:27.838787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394614681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-08T19:11:27.839388Z","caller":"traceutil/trace.go:171","msg":"trace[1544696725] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26548; }","duration":"2.936821473s","start":"2026-05-08T19:11:24.901028Z","end":"2026-05-08T19:11:27.837849Z","steps":["trace[1544696725] 'agreement among raft nodes before linearized reading' (duration: 2.935887194s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:27.839512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:24.901009Z","time spent":"2.938467615s","remote":"127.0.0.1:49538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":78,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:27.839578Z","caller":"traceutil/trace.go:171","msg":"trace[1908886987] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26548; }","duration":"4.170699911s","start":"2026-05-08T19:11:23.667364Z","end":"2026-05-08T19:11:27.838064Z","steps":["trace[1908886987] 'agreement among raft nodes before linearized reading' (duration: 4.170645039s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:27.839661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:23.667346Z","time spent":"4.172292092s","remote":"127.0.0.1:56658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:27.839783Z","caller":"traceutil/trace.go:171","msg":"trace[1489946736] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26548; }","duration":"3.394719534s","start":"2026-05-08T19:11:24.444117Z","end":"2026-05-08T19:11:27.838837Z","steps":["trace[1489946736] 'agreement among raft nodes before linearized reading' (duration: 3.392948868s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:27.839927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:24.444098Z","time spent":"3.395786158s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2822,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:28.293105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000622595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:28.293238Z","caller":"traceutil/trace.go:171","msg":"trace[1886894554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00081352s","start":"2026-05-08T19:11:26.292392Z","end":"2026-05-08T19:11:28.293205Z","steps":["trace[1886894554] 'agreement among raft nodes before linearized reading' (duration: 2.000654075s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:28.2933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:26.292361Z","time spent":"2.000926894s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:11:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:28.337266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:28.8376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:29.338623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:29.784411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.104292219s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:11:30.294023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000571834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:30.294132Z","caller":"traceutil/trace.go:171","msg":"trace[1355245751] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000739669s","start":"2026-05-08T19:11:28.293369Z","end":"2026-05-08T19:11:30.294109Z","steps":["trace[1355245751] 'agreement among raft nodes before linearized reading' (duration: 2.000604524s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:30.294189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:28.293353Z","time spent":"2.000824912s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:30.35826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53945942s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:30.358589Z","caller":"traceutil/trace.go:171","msg":"trace[1252459289] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26548; }","duration":"1.539803181s","start":"2026-05-08T19:11:28.818755Z","end":"2026-05-08T19:11:30.358558Z","steps":["trace[1252459289] 'range keys from in-memory index tree' (duration: 1.53943546s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:30.358594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.833983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:11:30.359292Z","caller":"traceutil/trace.go:171","msg":"trace[660513347] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"4.348889219s","start":"2026-05-08T19:11:26.01036Z","end":"2026-05-08T19:11:30.35925Z","steps":["trace[660513347] 'process raft request' (duration: 3.774300982s)","trace[660513347] 'compare' (duration: 573.663138ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:30.359348Z","caller":"traceutil/trace.go:171","msg":"trace[727086412] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"3.264345116s","start":"2026-05-08T19:11:27.094974Z","end":"2026-05-08T19:11:30.359319Z","steps":["trace[727086412] 'process raft request' (duration: 3.264041757s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:30.35939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:26.010326Z","time spent":"4.349027633s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T19:11:30.35955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:27.094951Z","time spent":"3.2644644s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:30.359327Z","caller":"traceutil/trace.go:171","msg":"trace[1771565270] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"3.261980592s","start":"2026-05-08T19:11:27.097326Z","end":"2026-05-08T19:11:30.359306Z","steps":["trace[1771565270] 'process raft request' (duration: 3.261848458s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:30.360307Z","caller":"traceutil/trace.go:171","msg":"trace[883421095] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"3.262135206s","start":"2026-05-08T19:11:27.098153Z","end":"2026-05-08T19:11:30.360289Z","steps":["trace[883421095] 'process raft request' (duration: 3.261094813s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:30.360433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:27.098138Z","time spent":"3.26224193s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:30.36036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:27.09729Z","time spent":"3.262961683s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:30.360665Z","caller":"traceutil/trace.go:171","msg":"trace[227964835] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"3.262401045s","start":"2026-05-08T19:11:27.098237Z","end":"2026-05-08T19:11:30.360638Z","steps":["trace[227964835] 'process raft request' (duration: 3.261986212s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:30.360848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:27.098228Z","time spent":"3.262541119s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:30.360868Z","caller":"traceutil/trace.go:171","msg":"trace[1987222512] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"3.26004431s","start":"2026-05-08T19:11:27.100796Z","end":"2026-05-08T19:11:30.36084Z","steps":["trace[1987222512] 'process raft request' (duration: 3.259943917s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:30.360882Z","caller":"traceutil/trace.go:171","msg":"trace[1770094016] transaction","detail":"{read_only:false; response_revision:26554; number_of_response:1; }","duration":"3.261808046s","start":"2026-05-08T19:11:27.099037Z","end":"2026-05-08T19:11:30.360845Z","steps":["trace[1770094016] 'process raft request' (duration: 3.261523187s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:30.361011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:27.100768Z","time spent":"3.260170934s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:30.361053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:27.099012Z","time spent":"3.26195421s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:30.984345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:11:30.984439Z","caller":"traceutil/trace.go:171","msg":"trace[513368758] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000379118s","start":"2026-05-08T19:11:28.984041Z","end":"2026-05-08T19:11:30.98442Z","steps":["trace[513368758] 'agreement among raft nodes before linearized reading' (duration: 2.000244834s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:30.984486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:28.984019Z","time spent":"2.00045892s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:11:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:31.039072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.25445227s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:11:32.308182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004439185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:32.308271Z","caller":"traceutil/trace.go:171","msg":"trace[1689955991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004581409s","start":"2026-05-08T19:11:30.303672Z","end":"2026-05-08T19:11:32.308254Z","steps":["trace[1689955991] 'agreement among raft nodes before linearized reading' (duration: 2.004476996s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:32.30831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:30.303648Z","time spent":"2.004653882s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:11:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:32.503447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46413493s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-08T19:11:32.503545Z","caller":"traceutil/trace.go:171","msg":"trace[1687086767] linearizableReadLoop","detail":"{readStateIndex:27433; appliedIndex:27425; }","duration":"4.667005785s","start":"2026-05-08T19:11:27.836523Z","end":"2026-05-08T19:11:32.503529Z","steps":["trace[1687086767] 'read index received' (duration: 1.948138227s)","trace[1687086767] 'applied index is now lower than readState.Index' (duration: 2.718866328s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:32.504127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.749921484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:32.504154Z","caller":"traceutil/trace.go:171","msg":"trace[207251327] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26555; }","duration":"4.750000646s","start":"2026-05-08T19:11:27.754145Z","end":"2026-05-08T19:11:32.504146Z","steps":["trace[207251327] 'agreement among raft nodes before linearized reading' (duration: 4.749933194s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:32.504178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:27.754123Z","time spent":"4.750046948s","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:32.504334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.867552899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:32.504357Z","caller":"traceutil/trace.go:171","msg":"trace[1608283255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26555; }","duration":"4.867682363s","start":"2026-05-08T19:11:27.636665Z","end":"2026-05-08T19:11:32.504348Z","steps":["trace[1608283255] 'agreement among raft nodes before linearized reading' (duration: 4.867643202s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:32.504371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:27.63664Z","time spent":"4.867726765s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:32.504411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.416958394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:32.50451Z","caller":"traceutil/trace.go:171","msg":"trace[217661262] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26555; }","duration":"6.417119029s","start":"2026-05-08T19:11:26.087368Z","end":"2026-05-08T19:11:32.504487Z","steps":["trace[217661262] 'agreement among raft nodes before linearized reading' (duration: 6.416950813s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:32.504558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:26.087344Z","time spent":"6.417201571s","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:32.504737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.726739237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:32.504762Z","caller":"traceutil/trace.go:171","msg":"trace[360760632] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26555; }","duration":"6.726802509s","start":"2026-05-08T19:11:25.777955Z","end":"2026-05-08T19:11:32.504757Z","steps":["trace[360760632] 'agreement among raft nodes before linearized reading' (duration: 6.726757078s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:32.504779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:25.777931Z","time spent":"6.726843511s","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:32.504878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.408786258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-08T19:11:32.505003Z","caller":"traceutil/trace.go:171","msg":"trace[1990580362] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26555; }","duration":"7.408947513s","start":"2026-05-08T19:11:25.09603Z","end":"2026-05-08T19:11:32.504977Z","steps":["trace[1990580362] 'agreement among raft nodes before linearized reading' (duration: 7.408579851s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:32.505084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:25.096011Z","time spent":"7.409057567s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-05-08T19:11:32.636832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996220158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:11:32.636941Z","caller":"traceutil/trace.go:171","msg":"trace[1087856387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996378573s","start":"2026-05-08T19:11:29.640542Z","end":"2026-05-08T19:11:32.63692Z","steps":["trace[1087856387] 'agreement among raft nodes before linearized reading' (duration: 2.996252599s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:32.636992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:29.640522Z","time spent":"2.996459065s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/08 19:11:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:33.004549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:33.505206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:34.005337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:34.304512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995944267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:11:34.30461Z","caller":"traceutil/trace.go:171","msg":"trace[1382189319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996060091s","start":"2026-05-08T19:11:32.308527Z","end":"2026-05-08T19:11:34.304587Z","steps":["trace[1382189319] 'agreement among raft nodes before linearized reading' (duration: 1.995933747s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:34.304688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:32.308465Z","time spent":"1.996199175s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:11:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:34.506548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:35.006924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:35.212657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.845250631s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:11:35.213215Z","caller":"traceutil/trace.go:171","msg":"trace[1088364228] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"2.845902282s","start":"2026-05-08T19:11:32.367276Z","end":"2026-05-08T19:11:35.213178Z","steps":["trace[1088364228] 'process raft request' (duration: 2.845636603s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:35.213406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:32.36726Z","time spent":"2.846055656s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:36.28742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068856067s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:11:36.288155Z","caller":"traceutil/trace.go:171","msg":"trace[494929830] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"3.92084156s","start":"2026-05-08T19:11:32.367276Z","end":"2026-05-08T19:11:36.288117Z","steps":["trace[494929830] 'process raft request' (duration: 3.920468588s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.288365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:32.367248Z","time spent":"3.920980155s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:36.288597Z","caller":"traceutil/trace.go:171","msg":"trace[220720287] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"3.92117682s","start":"2026-05-08T19:11:32.367387Z","end":"2026-05-08T19:11:36.288564Z","steps":["trace[220720287] 'process raft request' (duration: 3.920659774s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.288748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:32.367359Z","time spent":"3.921301114s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:36.288864Z","caller":"traceutil/trace.go:171","msg":"trace[1857629235] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"3.921419139s","start":"2026-05-08T19:11:32.367413Z","end":"2026-05-08T19:11:36.288832Z","steps":["trace[1857629235] 'process raft request' (duration: 3.921182491s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:36.28903Z","caller":"traceutil/trace.go:171","msg":"trace[428467973] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"3.920351894s","start":"2026-05-08T19:11:32.36865Z","end":"2026-05-08T19:11:36.289002Z","steps":["trace[428467973] 'process raft request' (duration: 3.920012733s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.289123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:32.367381Z","time spent":"3.921599974s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:36.289142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:32.368643Z","time spent":"3.920438158s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:36.289181Z","caller":"traceutil/trace.go:171","msg":"trace[1963607621] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"3.687238063s","start":"2026-05-08T19:11:32.601936Z","end":"2026-05-08T19:11:36.289174Z","steps":["trace[1963607621] 'process raft request' (duration: 3.687025236s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.289292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:32.60191Z","time spent":"3.687302234s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:36.289272Z","caller":"traceutil/trace.go:171","msg":"trace[1970127342] linearizableReadLoop","detail":"{readStateIndex:27443; appliedIndex:27433; }","duration":"3.785687852s","start":"2026-05-08T19:11:32.50356Z","end":"2026-05-08T19:11:36.289248Z","steps":["trace[1970127342] 'read index received' (duration: 2.709401301s)","trace[1970127342] 'applied index is now lower than readState.Index' (duration: 1.076284581s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:36.289104Z","caller":"traceutil/trace.go:171","msg":"trace[1809217512] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"3.900739775s","start":"2026-05-08T19:11:32.388334Z","end":"2026-05-08T19:11:36.289074Z","steps":["trace[1809217512] 'process raft request' (duration: 3.900553319s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.289433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:32.388318Z","time spent":"3.901090786s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:36.289446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.228618511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:36.289505Z","caller":"traceutil/trace.go:171","msg":"trace[948360520] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26565; }","duration":"4.228716073s","start":"2026-05-08T19:11:32.060768Z","end":"2026-05-08T19:11:36.289484Z","steps":["trace[948360520] 'agreement among raft nodes before linearized reading' (duration: 4.22862189s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.289526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456748125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:36.289561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.50530676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:36.289567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:32.060748Z","time spent":"4.228803786s","remote":"127.0.0.1:60948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:36.289575Z","caller":"traceutil/trace.go:171","msg":"trace[775049023] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26565; }","duration":"4.456820278s","start":"2026-05-08T19:11:31.832737Z","end":"2026-05-08T19:11:36.289557Z","steps":["trace[775049023] 'agreement among raft nodes before linearized reading' (duration: 4.456745425s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:36.289591Z","caller":"traceutil/trace.go:171","msg":"trace[1169620351] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26565; }","duration":"4.505370321s","start":"2026-05-08T19:11:31.78421Z","end":"2026-05-08T19:11:36.28958Z","steps":["trace[1169620351] 'agreement among raft nodes before linearized reading' (duration: 4.5053286s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.289616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:31.784182Z","time spent":"4.505428013s","remote":"127.0.0.1:35954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:36.289618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:31.832721Z","time spent":"4.456883179s","remote":"127.0.0.1:41786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:36.289627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.449363701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-08T19:11:36.289754Z","caller":"traceutil/trace.go:171","msg":"trace[759996167] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26565; }","duration":"8.449559457s","start":"2026-05-08T19:11:27.840148Z","end":"2026-05-08T19:11:36.289707Z","steps":["trace[759996167] 'agreement among raft nodes before linearized reading' (duration: 8.449170465s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:36.289805Z","caller":"traceutil/trace.go:171","msg":"trace[1529866981] transaction","detail":"{read_only:false; response_revision:26564; number_of_response:1; }","duration":"3.648352104s","start":"2026-05-08T19:11:32.641433Z","end":"2026-05-08T19:11:36.289785Z","steps":["trace[1529866981] 'process raft request' (duration: 3.64758502s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.289886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.106671149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-08T19:11:36.289919Z","caller":"traceutil/trace.go:171","msg":"trace[262569946] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26565; }","duration":"8.106736171s","start":"2026-05-08T19:11:28.183173Z","end":"2026-05-08T19:11:36.289909Z","steps":["trace[262569946] 'agreement among raft nodes before linearized reading' (duration: 8.106650518s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.289906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:32.641415Z","time spent":"3.648441467s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:36.289938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:28.183157Z","time spent":"8.106777513s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:11:36.290088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.984799194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-08T19:11:36.290111Z","caller":"traceutil/trace.go:171","msg":"trace[724498766] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26565; }","duration":"5.984855376s","start":"2026-05-08T19:11:30.30525Z","end":"2026-05-08T19:11:36.290105Z","steps":["trace[724498766] 'agreement among raft nodes before linearized reading' (duration: 5.984787574s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.290129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:30.305232Z","time spent":"5.984892378s","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-08T19:11:36.290131Z","caller":"traceutil/trace.go:171","msg":"trace[2007470483] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"3.447705147s","start":"2026-05-08T19:11:32.842409Z","end":"2026-05-08T19:11:36.290114Z","steps":["trace[2007470483] 'process raft request' (duration: 3.446663494s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.289876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.577885903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:11:36.290219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.058556617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:36.290245Z","caller":"traceutil/trace.go:171","msg":"trace[954476258] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26565; }","duration":"5.578303736s","start":"2026-05-08T19:11:30.711933Z","end":"2026-05-08T19:11:36.290237Z","steps":["trace[954476258] 'agreement among raft nodes before linearized reading' (duration: 5.577874973s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.290269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:30.711897Z","time spent":"5.578364058s","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:36.290276Z","caller":"traceutil/trace.go:171","msg":"trace[1137304977] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26565; }","duration":"7.0586498s","start":"2026-05-08T19:11:29.23161Z","end":"2026-05-08T19:11:36.29026Z","steps":["trace[1137304977] 'agreement among raft nodes before linearized reading' (duration: 7.058505455s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.290321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:29.231594Z","time spent":"7.058713652s","remote":"127.0.0.1:56730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:36.290542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.437895889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:36.290571Z","caller":"traceutil/trace.go:171","msg":"trace[1525915389] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26565; }","duration":"8.437977382s","start":"2026-05-08T19:11:27.852586Z","end":"2026-05-08T19:11:36.290564Z","steps":["trace[1525915389] 'agreement among raft nodes before linearized reading' (duration: 8.437930221s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.290592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:27.852576Z","time spent":"8.438010803s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:36.289524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.507584473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:36.290768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.156506142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:36.290789Z","caller":"traceutil/trace.go:171","msg":"trace[737705843] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26565; }","duration":"8.156560333s","start":"2026-05-08T19:11:28.134222Z","end":"2026-05-08T19:11:36.290783Z","steps":["trace[737705843] 'agreement among raft nodes before linearized reading' (duration: 8.15646678s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.290812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:28.134206Z","time spent":"8.156599825s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:36.290805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.752221472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:36.29088Z","caller":"traceutil/trace.go:171","msg":"trace[1797617719] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26565; }","duration":"6.752287524s","start":"2026-05-08T19:11:29.538568Z","end":"2026-05-08T19:11:36.290856Z","steps":["trace[1797617719] 'agreement among raft nodes before linearized reading' (duration: 6.752196851s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:36.290798Z","caller":"traceutil/trace.go:171","msg":"trace[374804975] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26565; }","duration":"5.508887194s","start":"2026-05-08T19:11:30.78189Z","end":"2026-05-08T19:11:36.290778Z","steps":["trace[374804975] 'agreement among raft nodes before linearized reading' (duration: 5.507600104s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.290961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.994990812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:36.290956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:29.538551Z","time spent":"6.752391087s","remote":"127.0.0.1:45814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:36.290995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:30.781869Z","time spent":"5.509111472s","remote":"127.0.0.1:36016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:36.291002Z","caller":"traceutil/trace.go:171","msg":"trace[1423772625] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26565; }","duration":"3.99525681s","start":"2026-05-08T19:11:32.295732Z","end":"2026-05-08T19:11:36.290989Z","steps":["trace[1423772625] 'agreement among raft nodes before linearized reading' (duration: 3.995194538s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.291025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.447838053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-08T19:11:36.29064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.526465151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:36.291096Z","caller":"traceutil/trace.go:171","msg":"trace[461341130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26565; }","duration":"8.447944937s","start":"2026-05-08T19:11:27.843135Z","end":"2026-05-08T19:11:36.29108Z","steps":["trace[461341130] 'agreement among raft nodes before linearized reading' (duration: 8.447766151s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.29115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:27.843102Z","time spent":"8.4480361s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T19:11:36.289849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:27.840127Z","time spent":"8.449672161s","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-08T19:11:36.29104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:32.295703Z","time spent":"3.995328112s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-08T19:11:36.291113Z","caller":"traceutil/trace.go:171","msg":"trace[998191829] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26565; }","duration":"6.526975507s","start":"2026-05-08T19:11:29.764126Z","end":"2026-05-08T19:11:36.291102Z","steps":["trace[998191829] 'agreement among raft nodes before linearized reading' (duration: 6.526382409s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.2909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.863838349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:36.291485Z","caller":"traceutil/trace.go:171","msg":"trace[737735892] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26565; }","duration":"3.86448235s","start":"2026-05-08T19:11:32.426992Z","end":"2026-05-08T19:11:36.291475Z","steps":["trace[737735892] 'agreement among raft nodes before linearized reading' (duration: 3.86384003s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.291514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:32.426975Z","time spent":"3.864529182s","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:36.291436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:29.764059Z","time spent":"6.52735276s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:36.291611Z","caller":"traceutil/trace.go:171","msg":"trace[948495115] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"3.921349857s","start":"2026-05-08T19:11:32.367413Z","end":"2026-05-08T19:11:36.288762Z","steps":["trace[948495115] 'process raft request' (duration: 3.920943774s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.289449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.925086579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-08T19:11:36.29173Z","caller":"traceutil/trace.go:171","msg":"trace[2084192124] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf; range_end:; response_count:1; response_revision:26565; }","duration":"5.927404322s","start":"2026-05-08T19:11:30.364318Z","end":"2026-05-08T19:11:36.291722Z","steps":["trace[2084192124] 'agreement among raft nodes before linearized reading' (duration: 5.925004746s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.291728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.110846651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-08T19:11:36.291761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:30.364302Z","time spent":"5.927451223s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" "} {"level":"info","ts":"2026-05-08T19:11:36.291779Z","caller":"traceutil/trace.go:171","msg":"trace[1277000091] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26565; }","duration":"8.110938434s","start":"2026-05-08T19:11:28.180827Z","end":"2026-05-08T19:11:36.291765Z","steps":["trace[1277000091] 'agreement among raft nodes before linearized reading' (duration: 8.109083986s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.291814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:32.367381Z","time spent":"3.924334081s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:36.291825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:28.180805Z","time spent":"8.111010756s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-08T19:11:36.293277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:32.842388Z","time spent":"3.447780249s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:36.335781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000563992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:11:36.335875Z","caller":"traceutil/trace.go:171","msg":"trace[1838286920] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000690526s","start":"2026-05-08T19:11:34.335164Z","end":"2026-05-08T19:11:36.335854Z","steps":["trace[1838286920] 'agreement among raft nodes before linearized reading' (duration: 2.000566872s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:36.33592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:34.335159Z","time spent":"2.000753378s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:11:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:36.789813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:37.290307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:37.295846Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005428854s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:11:37.296229Z","caller":"traceutil/trace.go:171","msg":"trace[1288708137] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"1.281752753s","start":"2026-05-08T19:11:36.014416Z","end":"2026-05-08T19:11:37.296169Z","steps":["trace[1288708137] 'process raft request' (duration: 1.281570867s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.296354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:36.014391Z","time spent":"1.281886208s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:37.418911Z","caller":"traceutil/trace.go:171","msg":"trace[294125431] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"1.12369588s","start":"2026-05-08T19:11:36.295174Z","end":"2026-05-08T19:11:37.41887Z","steps":["trace[294125431] 'process raft request' (duration: 1.121118578s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:37.41901Z","caller":"traceutil/trace.go:171","msg":"trace[2000197185] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"1.121470249s","start":"2026-05-08T19:11:36.297505Z","end":"2026-05-08T19:11:37.418975Z","steps":["trace[2000197185] 'process raft request' (duration: 1.121378256s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.419199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:36.297497Z","time spent":"1.121607124s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:37.419213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:36.295163Z","time spent":"1.123906516s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:37.418962Z","caller":"traceutil/trace.go:171","msg":"trace[2044913399] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"1.122549504s","start":"2026-05-08T19:11:36.296386Z","end":"2026-05-08T19:11:37.418935Z","steps":["trace[2044913399] 'process raft request' (duration: 1.12242823s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.419484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:36.296361Z","time spent":"1.123002997s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:37.420467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272581933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:37.420681Z","caller":"traceutil/trace.go:171","msg":"trace[656471314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26570; }","duration":"1.272764029s","start":"2026-05-08T19:11:36.147871Z","end":"2026-05-08T19:11:37.420635Z","steps":["trace[656471314] 'agreement among raft nodes before linearized reading' (duration: 1.272549892s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.420795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.085806538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-05-08T19:11:37.420839Z","caller":"traceutil/trace.go:171","msg":"trace[1148516025] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"200.444761ms","start":"2026-05-08T19:11:37.220343Z","end":"2026-05-08T19:11:37.420788Z","steps":["trace[1148516025] 'process raft request' (duration: 198.584033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.42088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051446861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:37.420863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:36.14781Z","time spent":"1.273037237s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:37.420923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597396304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:37.421004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957925127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:37.421036Z","caller":"traceutil/trace.go:171","msg":"trace[1048178767] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26570; }","duration":"1.957986919s","start":"2026-05-08T19:11:35.463038Z","end":"2026-05-08T19:11:37.421025Z","steps":["trace[1048178767] 'agreement among raft nodes before linearized reading' (duration: 1.957937387s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:37.421031Z","caller":"traceutil/trace.go:171","msg":"trace[1770172005] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26570; }","duration":"1.597539999s","start":"2026-05-08T19:11:35.823474Z","end":"2026-05-08T19:11:37.421014Z","steps":["trace[1770172005] 'agreement among raft nodes before linearized reading' (duration: 1.597391924s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.421083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:35.463021Z","time spent":"1.958049971s","remote":"127.0.0.1:45344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:37.421126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:35.823456Z","time spent":"1.597635361s","remote":"127.0.0.1:35802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:37.421149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178268215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:37.421224Z","caller":"traceutil/trace.go:171","msg":"trace[2140403031] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26570; }","duration":"2.178346528s","start":"2026-05-08T19:11:35.24283Z","end":"2026-05-08T19:11:37.421176Z","steps":["trace[2140403031] 'agreement among raft nodes before linearized reading' (duration: 2.178130901s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.421315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:35.242807Z","time spent":"2.178455931s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:37.420919Z","caller":"traceutil/trace.go:171","msg":"trace[1117563009] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26570; }","duration":"3.085963653s","start":"2026-05-08T19:11:34.334934Z","end":"2026-05-08T19:11:37.420897Z","steps":["trace[1117563009] 'agreement among raft nodes before linearized reading' (duration: 3.085577041s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.421409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:34.334919Z","time spent":"3.086465218s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-08T19:11:37.421494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953858123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:37.421501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846777549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:37.421544Z","caller":"traceutil/trace.go:171","msg":"trace[885452898] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26570; }","duration":"3.953939716s","start":"2026-05-08T19:11:33.467592Z","end":"2026-05-08T19:11:37.421532Z","steps":["trace[885452898] 'agreement among raft nodes before linearized reading' (duration: 3.953862043s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:37.421552Z","caller":"traceutil/trace.go:171","msg":"trace[1167470671] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26570; }","duration":"2.846896072s","start":"2026-05-08T19:11:34.574643Z","end":"2026-05-08T19:11:37.421539Z","steps":["trace[1167470671] 'agreement among raft nodes before linearized reading' (duration: 2.846745177s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.421582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:33.467575Z","time spent":"3.953998867s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:37.421591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:34.574621Z","time spent":"2.846960144s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:37.420948Z","caller":"traceutil/trace.go:171","msg":"trace[1879221488] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26570; }","duration":"2.051546154s","start":"2026-05-08T19:11:35.369381Z","end":"2026-05-08T19:11:37.420927Z","steps":["trace[1879221488] 'agreement among raft nodes before linearized reading' (duration: 2.05141348s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.42175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:35.369365Z","time spent":"2.05236043s","remote":"127.0.0.1:60968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:37.421633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53106916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:37.421848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.011885846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:37.421899Z","caller":"traceutil/trace.go:171","msg":"trace[1001695144] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26570; }","duration":"3.53138936s","start":"2026-05-08T19:11:33.890498Z","end":"2026-05-08T19:11:37.421887Z","steps":["trace[1001695144] 'agreement among raft nodes before linearized reading' (duration: 3.531052689s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.421926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.201398592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:37.421953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:33.890481Z","time spent":"3.531458633s","remote":"127.0.0.1:41724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:37.421962Z","caller":"traceutil/trace.go:171","msg":"trace[479026811] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26570; }","duration":"4.012101702s","start":"2026-05-08T19:11:33.409833Z","end":"2026-05-08T19:11:37.421934Z","steps":["trace[479026811] 'agreement among raft nodes before linearized reading' (duration: 4.011799753s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:37.421992Z","caller":"traceutil/trace.go:171","msg":"trace[2041061799] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26570; }","duration":"4.201506595s","start":"2026-05-08T19:11:33.220463Z","end":"2026-05-08T19:11:37.421969Z","steps":["trace[2041061799] 'agreement among raft nodes before linearized reading' (duration: 4.201400651s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.421779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.720802182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:11:37.422028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:33.409816Z","time spent":"4.012199785s","remote":"127.0.0.1:35938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:37.422042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:33.22044Z","time spent":"4.201586627s","remote":"127.0.0.1:45330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:37.422044Z","caller":"traceutil/trace.go:171","msg":"trace[1453701905] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26570; }","duration":"3.721095782s","start":"2026-05-08T19:11:33.700936Z","end":"2026-05-08T19:11:37.422032Z","steps":["trace[1453701905] 'agreement among raft nodes before linearized reading' (duration: 3.720792272s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.422105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:33.700919Z","time spent":"3.721161703s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:37.422589Z","caller":"traceutil/trace.go:171","msg":"trace[1114265490] linearizableReadLoop","detail":"{readStateIndex:27448; appliedIndex:27443; }","duration":"1.131111324s","start":"2026-05-08T19:11:36.289357Z","end":"2026-05-08T19:11:37.420468Z","steps":["trace[1114265490] 'read index received' (duration: 1.006782497s)","trace[1114265490] 'applied index is now lower than readState.Index' (duration: 124.307957ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:37.422629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.914002537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-10c48a97-365e-4caf-ac42-9c77a6f85fa8\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-08T19:11:37.42267Z","caller":"traceutil/trace.go:171","msg":"trace[892644304] range","detail":"{range_begin:/registry/persistentvolumes/pvc-10c48a97-365e-4caf-ac42-9c77a6f85fa8; range_end:; response_count:1; response_revision:26570; }","duration":"4.914059979s","start":"2026-05-08T19:11:32.508598Z","end":"2026-05-08T19:11:37.422658Z","steps":["trace[892644304] 'agreement among raft nodes before linearized reading' (duration: 4.913890864s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.422718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:32.508584Z","time spent":"4.914118611s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-10c48a97-365e-4caf-ac42-9c77a6f85fa8\" "} {"level":"warn","ts":"2026-05-08T19:11:37.422844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086480504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:37.422916Z","caller":"traceutil/trace.go:171","msg":"trace[207831957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26570; }","duration":"1.086599588s","start":"2026-05-08T19:11:36.336299Z","end":"2026-05-08T19:11:37.422898Z","steps":["trace[207831957] 'agreement among raft nodes before linearized reading' (duration: 1.086478774s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.42296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127918853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"warn","ts":"2026-05-08T19:11:37.422958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12434467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:37.423009Z","caller":"traceutil/trace.go:171","msg":"trace[218574605] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26570; }","duration":"1.127998586s","start":"2026-05-08T19:11:36.294998Z","end":"2026-05-08T19:11:37.422997Z","steps":["trace[218574605] 'agreement among raft nodes before linearized reading' (duration: 1.127725677s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.423662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:36.29498Z","time spent":"1.128674827s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18279,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-08T19:11:37.423034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.641243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:37.423897Z","caller":"traceutil/trace.go:171","msg":"trace[554945149] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26570; }","duration":"925.390976ms","start":"2026-05-08T19:11:36.498378Z","end":"2026-05-08T19:11:37.423769Z","steps":["trace[554945149] 'agreement among raft nodes before linearized reading' (duration: 924.616822ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:37.423049Z","caller":"traceutil/trace.go:171","msg":"trace[704978167] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26570; }","duration":"1.124452603s","start":"2026-05-08T19:11:36.298561Z","end":"2026-05-08T19:11:37.423014Z","steps":["trace[704978167] 'agreement among raft nodes before linearized reading' (duration: 1.124326289s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.423961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:36.498275Z","time spent":"925.669576ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:37.423997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:36.298555Z","time spent":"1.125433354s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T19:11:37.422967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:36.336249Z","time spent":"1.086705501s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:37.423169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126493098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-08T19:11:37.424196Z","caller":"traceutil/trace.go:171","msg":"trace[1648278169] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26570; }","duration":"1.12753388s","start":"2026-05-08T19:11:36.296649Z","end":"2026-05-08T19:11:37.424183Z","steps":["trace[1648278169] 'agreement among raft nodes before linearized reading' (duration: 1.126425975s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:37.424224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:36.296641Z","time spent":"1.127575702s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-08T19:11:37.928732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273750,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T19:11:38.392932Z","caller":"traceutil/trace.go:171","msg":"trace[590309358] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"966.507485ms","start":"2026-05-08T19:11:37.426386Z","end":"2026-05-08T19:11:38.392894Z","steps":["trace[590309358] 'process raft request' (duration: 896.939558ms)","trace[590309358] 'compare' (duration: 69.058641ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:38.393101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:37.426366Z","time spent":"966.65052ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:39.391919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068681691s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:11:39.430764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:39.430848Z","caller":"traceutil/trace.go:171","msg":"trace[1466569945] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000619455s","start":"2026-05-08T19:11:37.430206Z","end":"2026-05-08T19:11:39.430825Z","steps":["trace[1466569945] 'agreement among raft nodes before linearized reading' (duration: 2.000512771s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:39.430904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:37.430196Z","time spent":"2.000692157s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:39.613044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.107029ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:39.613264Z","caller":"traceutil/trace.go:171","msg":"trace[1360091310] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26571; }","duration":"794.334007ms","start":"2026-05-08T19:11:38.8189Z","end":"2026-05-08T19:11:39.613234Z","steps":["trace[1360091310] 'range keys from in-memory index tree' (duration: 794.083998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:39.613936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.743733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:11:39.61428Z","caller":"traceutil/trace.go:171","msg":"trace[966157618] linearizableReadLoop","detail":"{readStateIndex:27450; appliedIndex:27448; }","duration":"2.186629879s","start":"2026-05-08T19:11:37.427637Z","end":"2026-05-08T19:11:39.614267Z","steps":["trace[966157618] 'read index received' (duration: 895.70984ms)","trace[966157618] 'applied index is now lower than readState.Index' (duration: 1.290919299s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:39.614323Z","caller":"traceutil/trace.go:171","msg":"trace[1796584153] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"1.316205368s","start":"2026-05-08T19:11:38.298093Z","end":"2026-05-08T19:11:39.614298Z","steps":["trace[1796584153] 'process raft request' (duration: 1.316100275s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:39.614382Z","caller":"traceutil/trace.go:171","msg":"trace[329835084] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"2.171416649s","start":"2026-05-08T19:11:37.442953Z","end":"2026-05-08T19:11:39.614369Z","steps":["trace[329835084] 'process raft request' (duration: 1.949165699s)","trace[329835084] 'compare' (duration: 220.482484ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:39.61432Z","caller":"traceutil/trace.go:171","msg":"trace[863090122] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"1.316514108s","start":"2026-05-08T19:11:38.297768Z","end":"2026-05-08T19:11:39.614282Z","steps":["trace[863090122] 'process raft request' (duration: 1.316386624s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:39.614348Z","caller":"traceutil/trace.go:171","msg":"trace[2023489912] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"1.315674682s","start":"2026-05-08T19:11:38.29865Z","end":"2026-05-08T19:11:39.614325Z","steps":["trace[2023489912] 'process raft request' (duration: 1.315574889s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:39.614383Z","caller":"traceutil/trace.go:171","msg":"trace[2113820114] transaction","detail":"{read_only:false; response_revision:26574; number_of_response:1; }","duration":"1.317383726s","start":"2026-05-08T19:11:38.296951Z","end":"2026-05-08T19:11:39.614335Z","steps":["trace[2113820114] 'process raft request' (duration: 1.317167039s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:39.614439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:38.29804Z","time spent":"1.316337543s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:39.614517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:37.442931Z","time spent":"2.171503792s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:39.614658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:38.297763Z","time spent":"1.316710075s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:39.614673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:38.296931Z","time spent":"1.317548451s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:39.614461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186815365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-08T19:11:39.614849Z","caller":"traceutil/trace.go:171","msg":"trace[129191645] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26577; }","duration":"2.187199437s","start":"2026-05-08T19:11:37.427625Z","end":"2026-05-08T19:11:39.614824Z","steps":["trace[129191645] 'agreement among raft nodes before linearized reading' (duration: 2.186719322s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:39.614917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:37.427611Z","time spent":"2.18728724s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-05-08T19:11:39.614628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:38.298637Z","time spent":"1.315851627s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:39.614298Z","caller":"traceutil/trace.go:171","msg":"trace[344898889] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"1.317821129s","start":"2026-05-08T19:11:38.296438Z","end":"2026-05-08T19:11:39.614259Z","steps":["trace[344898889] 'process raft request' (duration: 1.317579072s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:39.615256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:38.296409Z","time spent":"1.318809591s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:40.115023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:40.615727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:40.718455Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102951314s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:11:40.812525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:39.616276Z","time spent":"1.19624342s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-08T19:11:40.812798Z","caller":"traceutil/trace.go:171","msg":"trace[654708755] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"1.384700693s","start":"2026-05-08T19:11:39.427792Z","end":"2026-05-08T19:11:40.812493Z","steps":["trace[654708755] 'process raft request' (duration: 1.29090594s)","trace[654708755] 'compare' (duration: 92.467901ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:40.812952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:39.427763Z","time spent":"1.385112546s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:40.984684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:40.984819Z","caller":"traceutil/trace.go:171","msg":"trace[1382256693] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287955s","start":"2026-05-08T19:11:38.984505Z","end":"2026-05-08T19:11:40.984793Z","steps":["trace[1382256693] 'agreement among raft nodes before linearized reading' (duration: 2.000093128s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:40.984892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:38.984473Z","time spent":"2.000407738s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:41.432116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000394128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:11:41.43224Z","caller":"traceutil/trace.go:171","msg":"trace[1514574879] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000570354s","start":"2026-05-08T19:11:39.431642Z","end":"2026-05-08T19:11:41.432213Z","steps":["trace[1514574879] 'agreement among raft nodes before linearized reading' (duration: 2.000424409s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.432347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:39.431625Z","time spent":"2.000704768s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:11:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:41.597903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.272702ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-08T19:11:41.598094Z","caller":"traceutil/trace.go:171","msg":"trace[2108519403] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26579; }","duration":"784.141685ms","start":"2026-05-08T19:11:40.813932Z","end":"2026-05-08T19:11:41.598073Z","steps":["trace[2108519403] 'process raft request' (duration: 784.083854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.5982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:40.813907Z","time spent":"784.226938ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:41.598884Z","caller":"traceutil/trace.go:171","msg":"trace[1033108803] linearizableReadLoop","detail":"{readStateIndex:27458; appliedIndex:27455; }","duration":"1.984552898s","start":"2026-05-08T19:11:39.614318Z","end":"2026-05-08T19:11:41.598871Z","steps":["trace[1033108803] 'read index received' (duration: 1.104378119s)","trace[1033108803] 'applied index is now lower than readState.Index' (duration: 880.173589ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:41.598977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.169566706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:41.599017Z","caller":"traceutil/trace.go:171","msg":"trace[411306338] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26579; }","duration":"4.169606487s","start":"2026-05-08T19:11:37.429397Z","end":"2026-05-08T19:11:41.599003Z","steps":["trace[411306338] 'agreement among raft nodes before linearized reading' (duration: 4.169540905s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.599056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:37.42932Z","time spent":"4.169725361s","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T19:11:41.599333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493562794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:41.599374Z","caller":"traceutil/trace.go:171","msg":"trace[766625640] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26579; }","duration":"2.493662426s","start":"2026-05-08T19:11:39.105702Z","end":"2026-05-08T19:11:41.599365Z","steps":["trace[766625640] 'agreement among raft nodes before linearized reading' (duration: 2.493561373s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.599414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:39.105674Z","time spent":"2.493731119s","remote":"127.0.0.1:35798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:41.59982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014682554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:41.599936Z","caller":"traceutil/trace.go:171","msg":"trace[1433902991] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26579; }","duration":"4.014803157s","start":"2026-05-08T19:11:37.585103Z","end":"2026-05-08T19:11:41.599906Z","steps":["trace[1433902991] 'agreement among raft nodes before linearized reading' (duration: 4.014638902s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.600004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.053235652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-08T19:11:41.600262Z","caller":"traceutil/trace.go:171","msg":"trace[1630955706] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:26579; }","duration":"4.053368336s","start":"2026-05-08T19:11:37.54667Z","end":"2026-05-08T19:11:41.600038Z","steps":["trace[1630955706] 'agreement among raft nodes before linearized reading' (duration: 4.053177899s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.600334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:37.546648Z","time spent":"4.053675306s","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":930,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-08T19:11:41.600502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.069168745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-08T19:11:41.600585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673820718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-08T19:11:41.600598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003318372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-08T19:11:41.600598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.156820903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-08T19:11:41.600743Z","caller":"traceutil/trace.go:171","msg":"trace[944924603] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26579; }","duration":"3.003658513s","start":"2026-05-08T19:11:38.597034Z","end":"2026-05-08T19:11:41.600692Z","steps":["trace[944924603] 'agreement among raft nodes before linearized reading' (duration: 3.002972722s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.600771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843132463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:41.600817Z","caller":"traceutil/trace.go:171","msg":"trace[595679275] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26579; }","duration":"2.843271398s","start":"2026-05-08T19:11:38.757535Z","end":"2026-05-08T19:11:41.600806Z","steps":["trace[595679275] 'agreement among raft nodes before linearized reading' (duration: 2.843147534s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.600824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:38.597Z","time spent":"3.003783857s","remote":"127.0.0.1:56530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":192,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:41.600904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946275271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:41.600943Z","caller":"traceutil/trace.go:171","msg":"trace[415026549] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26579; }","duration":"2.946355014s","start":"2026-05-08T19:11:38.654574Z","end":"2026-05-08T19:11:41.600929Z","steps":["trace[415026549] 'agreement among raft nodes before linearized reading' (duration: 2.946306992s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.600976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:38.654542Z","time spent":"2.946426106s","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:41.600651Z","caller":"traceutil/trace.go:171","msg":"trace[1501559855] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26579; }","duration":"3.673922972s","start":"2026-05-08T19:11:37.92671Z","end":"2026-05-08T19:11:41.600633Z","steps":["trace[1501559855] 'agreement among raft nodes before linearized reading' (duration: 3.673677785s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.601355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:37.926683Z","time spent":"3.674648094s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":178,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:41.600359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201570343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-c84db9bc4-n8tvm.18adab16efa26ece\" ","response":"range_response_count:1 size:1976"} {"level":"info","ts":"2026-05-08T19:11:41.601482Z","caller":"traceutil/trace.go:171","msg":"trace[563673264] range","detail":"{range_begin:/registry/events/openstack/glance-api-c84db9bc4-n8tvm.18adab16efa26ece; range_end:; response_count:1; response_revision:26579; }","duration":"3.20273039s","start":"2026-05-08T19:11:38.398733Z","end":"2026-05-08T19:11:41.601464Z","steps":["trace[563673264] 'agreement among raft nodes before linearized reading' (duration: 3.201302274s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.600857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:38.757508Z","time spent":"2.843339849s","remote":"127.0.0.1:45176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:41.600765Z","caller":"traceutil/trace.go:171","msg":"trace[1781437443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26579; }","duration":"4.156996339s","start":"2026-05-08T19:11:37.443742Z","end":"2026-05-08T19:11:41.600738Z","steps":["trace[1781437443] 'agreement among raft nodes before linearized reading' (duration: 4.15672388s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.601608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:38.398714Z","time spent":"3.202879385s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2000,"request content":"key:\"/registry/events/openstack/glance-api-c84db9bc4-n8tvm.18adab16efa26ece\" "} {"level":"warn","ts":"2026-05-08T19:11:41.601685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:37.443667Z","time spent":"4.157971559s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-08T19:11:41.600004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:37.585048Z","time spent":"4.014939712s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:41.600597Z","caller":"traceutil/trace.go:171","msg":"trace[535154626] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26579; }","duration":"4.06932728s","start":"2026-05-08T19:11:37.53125Z","end":"2026-05-08T19:11:41.600577Z","steps":["trace[535154626] 'agreement among raft nodes before linearized reading' (duration: 4.06902815s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.601944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:37.531226Z","time spent":"4.070693853s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-08T19:11:41.668647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.354527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:41.668715Z","caller":"traceutil/trace.go:171","msg":"trace[148244461] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"368.773257ms","start":"2026-05-08T19:11:41.299879Z","end":"2026-05-08T19:11:41.668652Z","steps":["trace[148244461] 'process raft request' (duration: 368.458567ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:41.668766Z","caller":"traceutil/trace.go:171","msg":"trace[178973916] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26580; }","duration":"560.532763ms","start":"2026-05-08T19:11:41.108213Z","end":"2026-05-08T19:11:41.668745Z","steps":["trace[178973916] 'agreement among raft nodes before linearized reading' (duration: 560.336097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.668749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.441877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:41.668816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.10819Z","time spent":"560.612135ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:41.668811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.786525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:41.668858Z","caller":"traceutil/trace.go:171","msg":"trace[1693423849] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26580; }","duration":"804.658593ms","start":"2026-05-08T19:11:40.864174Z","end":"2026-05-08T19:11:41.668832Z","steps":["trace[1693423849] 'agreement among raft nodes before linearized reading' (duration: 804.398945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.668891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.299861Z","time spent":"368.940932ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:41.668922Z","caller":"traceutil/trace.go:171","msg":"trace[2062743648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26580; }","duration":"229.037613ms","start":"2026-05-08T19:11:41.439859Z","end":"2026-05-08T19:11:41.668897Z","steps":["trace[2062743648] 'agreement among raft nodes before linearized reading' (duration: 228.684352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:41.668924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:40.864154Z","time spent":"804.755477ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:42.168974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:42.669179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:43.169536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:43.670218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:43.670684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:11:43.670769Z","caller":"traceutil/trace.go:171","msg":"trace[1104554723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149059s","start":"2026-05-08T19:11:41.6706Z","end":"2026-05-08T19:11:43.670749Z","steps":["trace[1104554723] 'agreement among raft nodes before linearized reading' (duration: 2.000046686s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:43.67083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.670584Z","time spent":"2.000236572s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:11:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:43.688233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.019852141s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:11:43.806648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.982157Z","time spent":"1.824487551s","remote":"127.0.0.1:47704","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T19:11:43.808108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.559166ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-05-08T19:11:43.808453Z","caller":"traceutil/trace.go:171","msg":"trace[1145025152] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"2.185049069s","start":"2026-05-08T19:11:41.62339Z","end":"2026-05-08T19:11:43.808439Z","steps":["trace[1145025152] 'process raft request' (duration: 2.185012258s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:43.808535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.623369Z","time spent":"2.1851155s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:43.808682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.601335Z","time spent":"2.207345864s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-08T19:11:43.808894Z","caller":"traceutil/trace.go:171","msg":"trace[2078058735] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"2.204954868s","start":"2026-05-08T19:11:41.60393Z","end":"2026-05-08T19:11:43.808885Z","steps":["trace[2078058735] 'process raft request' (duration: 2.204262046s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:43.808938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.603905Z","time spent":"2.205010629s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1959,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:43.80901Z","caller":"traceutil/trace.go:171","msg":"trace[420107516] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"2.185636168s","start":"2026-05-08T19:11:41.623331Z","end":"2026-05-08T19:11:43.808967Z","steps":["trace[420107516] 'process raft request' (duration: 2.185025568s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:43.809141Z","caller":"traceutil/trace.go:171","msg":"trace[1084796851] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"2.185695849s","start":"2026-05-08T19:11:41.623393Z","end":"2026-05-08T19:11:43.809089Z","steps":["trace[1084796851] 'process raft request' (duration: 2.184987867s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:43.80931Z","caller":"traceutil/trace.go:171","msg":"trace[1337163556] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"2.186081021s","start":"2026-05-08T19:11:41.623216Z","end":"2026-05-08T19:11:43.809297Z","steps":["trace[1337163556] 'process raft request' (duration: 2.185076609s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:43.809393Z","caller":"traceutil/trace.go:171","msg":"trace[1277308961] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"2.186082521s","start":"2026-05-08T19:11:41.623293Z","end":"2026-05-08T19:11:43.809375Z","steps":["trace[1277308961] 'process raft request' (duration: 2.185039459s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:43.810398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.6232Z","time spent":"2.187140765s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:43.810397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.623326Z","time spent":"2.185746041s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:43.810528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.623287Z","time spent":"2.187153655s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:43.809451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.623387Z","time spent":"2.185870665s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:45.053416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.364746093s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:11:45.075935Z","caller":"traceutil/trace.go:171","msg":"trace[854952666] linearizableReadLoop","detail":"{readStateIndex:27468; appliedIndex:27460; }","duration":"3.407384634s","start":"2026-05-08T19:11:41.668515Z","end":"2026-05-08T19:11:45.0759Z","steps":["trace[854952666] 'read index received' (duration: 2.020167682s)","trace[854952666] 'applied index is now lower than readState.Index' (duration: 1.387214652s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:45.076291Z","caller":"traceutil/trace.go:171","msg":"trace[1104210100] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"2.25854516s","start":"2026-05-08T19:11:42.817727Z","end":"2026-05-08T19:11:45.076272Z","steps":["trace[1104210100] 'process raft request' (duration: 2.236086802s)","trace[1104210100] 'compare' (duration: 19.710612ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:45.076482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:42.817709Z","time spent":"2.258624633s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:45.076791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468841564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:45.076846Z","caller":"traceutil/trace.go:171","msg":"trace[791188900] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26587; }","duration":"3.468918047s","start":"2026-05-08T19:11:41.607909Z","end":"2026-05-08T19:11:45.076827Z","steps":["trace[791188900] 'agreement among raft nodes before linearized reading' (duration: 3.468827454s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.076888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.607895Z","time spent":"3.468984399s","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T19:11:45.077152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472290033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-93fa61cc-62e7-4acc-b35d-9d5f244baa45\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-08T19:11:45.077192Z","caller":"traceutil/trace.go:171","msg":"trace[122513207] range","detail":"{range_begin:/registry/persistentvolumes/pvc-93fa61cc-62e7-4acc-b35d-9d5f244baa45; range_end:; response_count:1; response_revision:26587; }","duration":"3.472358195s","start":"2026-05-08T19:11:41.604822Z","end":"2026-05-08T19:11:45.077181Z","steps":["trace[122513207] 'agreement among raft nodes before linearized reading' (duration: 3.4722087s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.077229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.604809Z","time spent":"3.472410037s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-93fa61cc-62e7-4acc-b35d-9d5f244baa45\" "} {"level":"warn","ts":"2026-05-08T19:11:45.077541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.474867045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7873"} {"level":"info","ts":"2026-05-08T19:11:45.077657Z","caller":"traceutil/trace.go:171","msg":"trace[2052382694] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:26587; }","duration":"3.47500719s","start":"2026-05-08T19:11:41.60263Z","end":"2026-05-08T19:11:45.077637Z","steps":["trace[2052382694] 'agreement among raft nodes before linearized reading' (duration: 3.474761072s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.077714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.602617Z","time spent":"3.475083252s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7897,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"info","ts":"2026-05-08T19:11:45.159516Z","caller":"traceutil/trace.go:171","msg":"trace[757286133] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"1.36339853s","start":"2026-05-08T19:11:43.796087Z","end":"2026-05-08T19:11:45.159486Z","steps":["trace[757286133] 'process raft request' (duration: 1.363183853s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.15989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:43.796069Z","time spent":"1.363537544s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:45.159993Z","caller":"traceutil/trace.go:171","msg":"trace[348846887] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"1.349429039s","start":"2026-05-08T19:11:43.810499Z","end":"2026-05-08T19:11:45.159928Z","steps":["trace[348846887] 'process raft request' (duration: 1.348946323s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.160215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152508592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:45.16028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:43.810482Z","time spent":"1.349661736s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:45.160328Z","caller":"traceutil/trace.go:171","msg":"trace[949955794] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26589; }","duration":"2.152641496s","start":"2026-05-08T19:11:43.007656Z","end":"2026-05-08T19:11:45.160298Z","steps":["trace[949955794] 'agreement among raft nodes before linearized reading' (duration: 2.152395399s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.160403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:43.00759Z","time spent":"2.152796611s","remote":"127.0.0.1:45692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:45.16051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.964491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:45.160508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241373606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:45.160564Z","caller":"traceutil/trace.go:171","msg":"trace[1113087087] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26589; }","duration":"330.075984ms","start":"2026-05-08T19:11:44.830474Z","end":"2026-05-08T19:11:45.16055Z","steps":["trace[1113087087] 'agreement among raft nodes before linearized reading' (duration: 329.985681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.160605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:44.830452Z","time spent":"330.143647ms","remote":"127.0.0.1:56588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:45.160662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.635539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:45.160715Z","caller":"traceutil/trace.go:171","msg":"trace[669097401] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26589; }","duration":"846.701981ms","start":"2026-05-08T19:11:44.313979Z","end":"2026-05-08T19:11:45.160681Z","steps":["trace[669097401] 'agreement among raft nodes before linearized reading' (duration: 846.65147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.160751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:44.313948Z","time spent":"846.794224ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:45.160837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417755749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:45.160606Z","caller":"traceutil/trace.go:171","msg":"trace[1847460098] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26589; }","duration":"1.24152905s","start":"2026-05-08T19:11:43.919057Z","end":"2026-05-08T19:11:45.160586Z","steps":["trace[1847460098] 'agreement among raft nodes before linearized reading' (duration: 1.241368125s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.160895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34723321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18adacd8b50d71fe\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-05-08T19:11:45.160926Z","caller":"traceutil/trace.go:171","msg":"trace[1337753976] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26589; }","duration":"2.417885164s","start":"2026-05-08T19:11:42.742994Z","end":"2026-05-08T19:11:45.160879Z","steps":["trace[1337753976] 'agreement among raft nodes before linearized reading' (duration: 2.417751499s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.161003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:42.742972Z","time spent":"2.417991716s","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:45.16103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832425313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:45.161053Z","caller":"traceutil/trace.go:171","msg":"trace[1908009855] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26589; }","duration":"1.832489505s","start":"2026-05-08T19:11:43.328558Z","end":"2026-05-08T19:11:45.161047Z","steps":["trace[1908009855] 'agreement among raft nodes before linearized reading' (duration: 1.832428763s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.161081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:43.328537Z","time spent":"1.832538047s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:45.161167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:43.919034Z","time spent":"1.241982445s","remote":"127.0.0.1:45368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:45.161205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483245905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:45.16123Z","caller":"traceutil/trace.go:171","msg":"trace[1238638528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26589; }","duration":"1.483311967s","start":"2026-05-08T19:11:43.677909Z","end":"2026-05-08T19:11:45.161221Z","steps":["trace[1238638528] 'agreement among raft nodes before linearized reading' (duration: 1.483271096s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.161264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:43.677876Z","time spent":"1.48338044s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:45.161311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062701538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:45.161416Z","caller":"traceutil/trace.go:171","msg":"trace[1230766540] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26589; }","duration":"3.062815751s","start":"2026-05-08T19:11:42.098557Z","end":"2026-05-08T19:11:45.161373Z","steps":["trace[1230766540] 'agreement among raft nodes before linearized reading' (duration: 3.062708038s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:45.161471Z","caller":"traceutil/trace.go:171","msg":"trace[2109591082] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18adacd8b50d71fe; range_end:; response_count:1; response_revision:26589; }","duration":"1.347843419s","start":"2026-05-08T19:11:43.81361Z","end":"2026-05-08T19:11:45.161454Z","steps":["trace[2109591082] 'agreement among raft nodes before linearized reading' (duration: 1.347123396s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.162257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:43.813589Z","time spent":"1.348649684s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18adacd8b50d71fe\" "} {"level":"warn","ts":"2026-05-08T19:11:45.161462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:42.098537Z","time spent":"3.062912865s","remote":"127.0.0.1:41660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:45.161699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074073327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:45.162677Z","caller":"traceutil/trace.go:171","msg":"trace[819245240] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26589; }","duration":"3.075069758s","start":"2026-05-08T19:11:42.087566Z","end":"2026-05-08T19:11:45.162636Z","steps":["trace[819245240] 'agreement among raft nodes before linearized reading' (duration: 3.074079957s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.16187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190284947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:11:45.162735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:42.087545Z","time spent":"3.075172332s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:45.162776Z","caller":"traceutil/trace.go:171","msg":"trace[592047318] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26589; }","duration":"3.191224977s","start":"2026-05-08T19:11:41.971534Z","end":"2026-05-08T19:11:45.162759Z","steps":["trace[592047318] 'agreement among raft nodes before linearized reading' (duration: 3.190227286s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.162032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191583188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:45.163069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.971513Z","time spent":"3.191303319s","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:45.163298Z","caller":"traceutil/trace.go:171","msg":"trace[944154037] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26589; }","duration":"3.192849188s","start":"2026-05-08T19:11:41.970403Z","end":"2026-05-08T19:11:45.163252Z","steps":["trace[944154037] 'agreement among raft nodes before linearized reading' (duration: 3.191589318s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.163412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:41.970387Z","time spent":"3.193005153s","remote":"127.0.0.1:45450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:45.667998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273783,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T19:11:45.834006Z","caller":"traceutil/trace.go:171","msg":"trace[1883419635] linearizableReadLoop","detail":"{readStateIndex:27471; appliedIndex:27470; }","duration":"667.088918ms","start":"2026-05-08T19:11:45.166896Z","end":"2026-05-08T19:11:45.833985Z","steps":["trace[1883419635] 'read index received' (duration: 666.276633ms)","trace[1883419635] 'applied index is now lower than readState.Index' (duration: 810.615µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:45.834051Z","caller":"traceutil/trace.go:171","msg":"trace[478508895] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"668.503174ms","start":"2026-05-08T19:11:45.165521Z","end":"2026-05-08T19:11:45.834024Z","steps":["trace[478508895] 'process raft request' (duration: 667.508562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.834236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.327486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-08T19:11:45.83429Z","caller":"traceutil/trace.go:171","msg":"trace[1591965156] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26590; }","duration":"667.393158ms","start":"2026-05-08T19:11:45.16687Z","end":"2026-05-08T19:11:45.834263Z","steps":["trace[1591965156] 'agreement among raft nodes before linearized reading' (duration: 667.243684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:45.834318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:45.166858Z","time spent":"667.45359ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-08T19:11:45.834334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:45.165488Z","time spent":"668.616857ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:46.347998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:46.849018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:47.117929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.284732505s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:11:47.148947Z","caller":"traceutil/trace.go:171","msg":"trace[1911865639] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"1.332432911s","start":"2026-05-08T19:11:45.816489Z","end":"2026-05-08T19:11:47.148922Z","steps":["trace[1911865639] 'process raft request' (duration: 1.332386269s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:47.149023Z","caller":"traceutil/trace.go:171","msg":"trace[824575286] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"1.332892935s","start":"2026-05-08T19:11:45.816113Z","end":"2026-05-08T19:11:47.149005Z","steps":["trace[824575286] 'process raft request' (duration: 1.332686099s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:47.14903Z","caller":"traceutil/trace.go:171","msg":"trace[164746419] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"1.334261599s","start":"2026-05-08T19:11:45.81473Z","end":"2026-05-08T19:11:47.148991Z","steps":["trace[164746419] 'process raft request' (duration: 1.303420155s)","trace[164746419] 'compare' (duration: 29.77486ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:47.149092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:45.816474Z","time spent":"1.332549745s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:47.149092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:45.816088Z","time spent":"1.332962268s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:47.149135Z","caller":"traceutil/trace.go:171","msg":"trace[279638342] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"1.333733852s","start":"2026-05-08T19:11:45.815392Z","end":"2026-05-08T19:11:47.149126Z","steps":["trace[279638342] 'process raft request' (duration: 1.333286128s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:47.149111Z","caller":"traceutil/trace.go:171","msg":"trace[369391174] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"1.332800572s","start":"2026-05-08T19:11:45.816278Z","end":"2026-05-08T19:11:47.149079Z","steps":["trace[369391174] 'process raft request' (duration: 1.332557455s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:47.149195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:45.814693Z","time spent":"1.334416773s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:47.149979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:45.816234Z","time spent":"1.333642539s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:47.150074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:45.815376Z","time spent":"1.334391012s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:47.172758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:47.17287Z","caller":"traceutil/trace.go:171","msg":"trace[829315773] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00050791s","start":"2026-05-08T19:11:45.172337Z","end":"2026-05-08T19:11:47.172845Z","steps":["trace[829315773] 'agreement among raft nodes before linearized reading' (duration: 2.000319324s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:47.172925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:45.172312Z","time spent":"2.000602473s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:11:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:48.402596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.284402755s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:11:48.496154Z","caller":"traceutil/trace.go:171","msg":"trace[1171119382] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"2.042967493s","start":"2026-05-08T19:11:46.45315Z","end":"2026-05-08T19:11:48.496117Z","steps":["trace[1171119382] 'process raft request' (duration: 1.949626085s)","trace[1171119382] 'compare' (duration: 92.182301ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:48.496322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:46.453123Z","time spent":"2.043116578s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:48.496351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879597034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-05-08T19:11:48.496434Z","caller":"traceutil/trace.go:171","msg":"trace[1548172371] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26598; }","duration":"2.879762979s","start":"2026-05-08T19:11:45.616654Z","end":"2026-05-08T19:11:48.496417Z","steps":["trace[1548172371] 'agreement among raft nodes before linearized reading' (duration: 2.879492491s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:48.496492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:45.61663Z","time spent":"2.879850532s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7722,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-08T19:11:48.496492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27111398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:48.49655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813939051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:48.496596Z","caller":"traceutil/trace.go:171","msg":"trace[1833602628] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26598; }","duration":"3.271222843s","start":"2026-05-08T19:11:45.225357Z","end":"2026-05-08T19:11:48.49658Z","steps":["trace[1833602628] 'agreement among raft nodes before linearized reading' (duration: 3.271048868s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:48.496666Z","caller":"traceutil/trace.go:171","msg":"trace[247199460] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26598; }","duration":"2.814304033s","start":"2026-05-08T19:11:45.682319Z","end":"2026-05-08T19:11:48.496623Z","steps":["trace[247199460] 'agreement among raft nodes before linearized reading' (duration: 2.813925021s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:48.496672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:45.22529Z","time spent":"3.271343967s","remote":"127.0.0.1:58884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:48.496861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:45.682301Z","time spent":"2.81454119s","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:48.496805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22301815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-08T19:11:48.496948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326364034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-05-08T19:11:48.497012Z","caller":"traceutil/trace.go:171","msg":"trace[1614970072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26598; }","duration":"3.223472575s","start":"2026-05-08T19:11:45.273467Z","end":"2026-05-08T19:11:48.496939Z","steps":["trace[1614970072] 'agreement among raft nodes before linearized reading' (duration: 3.222815764s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:48.497011Z","caller":"traceutil/trace.go:171","msg":"trace[311620885] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"1.817285255s","start":"2026-05-08T19:11:46.679698Z","end":"2026-05-08T19:11:48.496983Z","steps":["trace[311620885] 'process raft request' (duration: 1.81586057s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:48.49704Z","caller":"traceutil/trace.go:171","msg":"trace[1906519154] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26598; }","duration":"3.326488759s","start":"2026-05-08T19:11:45.170522Z","end":"2026-05-08T19:11:48.49701Z","steps":["trace[1906519154] 'agreement among raft nodes before linearized reading' (duration: 3.326106547s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:48.496539Z","caller":"traceutil/trace.go:171","msg":"trace[739513247] linearizableReadLoop","detail":"{readStateIndex:27478; appliedIndex:27471; }","duration":"2.661656862s","start":"2026-05-08T19:11:45.83408Z","end":"2026-05-08T19:11:48.495736Z","steps":["trace[739513247] 'read index received' (duration: 1.284097175s)","trace[739513247] 'applied index is now lower than readState.Index' (duration: 1.377558017s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:48.497091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:45.170508Z","time spent":"3.326573741s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-08T19:11:48.497153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:46.679673Z","time spent":"1.817392088s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:48.49707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:45.273434Z","time spent":"3.223621609s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-05-08T19:11:48.497305Z","caller":"traceutil/trace.go:171","msg":"trace[1518473291] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"1.412810291s","start":"2026-05-08T19:11:47.083179Z","end":"2026-05-08T19:11:48.495989Z","steps":["trace[1518473291] 'process raft request' (duration: 1.412498981s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:48.497462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:47.083155Z","time spent":"1.414250186s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:48.497999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660147464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-08T19:11:48.498034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000716896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-08T19:11:48.498061Z","caller":"traceutil/trace.go:171","msg":"trace[2025142086] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26599; }","duration":"2.661755165s","start":"2026-05-08T19:11:45.83629Z","end":"2026-05-08T19:11:48.498045Z","steps":["trace[2025142086] 'agreement among raft nodes before linearized reading' (duration: 2.661579199s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:48.498075Z","caller":"traceutil/trace.go:171","msg":"trace[144602059] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26599; }","duration":"1.000801698s","start":"2026-05-08T19:11:47.49726Z","end":"2026-05-08T19:11:48.498062Z","steps":["trace[144602059] 'agreement among raft nodes before linearized reading' (duration: 1.000616702s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:48.498103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:47.497235Z","time spent":"1.00085874s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:48.49816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25290191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:48.498204Z","caller":"traceutil/trace.go:171","msg":"trace[856501994] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26599; }","duration":"1.252987912s","start":"2026-05-08T19:11:47.245204Z","end":"2026-05-08T19:11:48.498191Z","steps":["trace[856501994] 'agreement among raft nodes before linearized reading' (duration: 1.25292027s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:48.498227Z","caller":"traceutil/trace.go:171","msg":"trace[703620082] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"1.025022003s","start":"2026-05-08T19:11:47.473194Z","end":"2026-05-08T19:11:48.498216Z","steps":["trace[703620082] 'process raft request' (duration: 1.022729791s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:48.49825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:47.245185Z","time spent":"1.253050185s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:48.49829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:47.47317Z","time spent":"1.025077355s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:48.498305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325260476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:48.498335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492235381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:48.498389Z","caller":"traceutil/trace.go:171","msg":"trace[1615733491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26599; }","duration":"1.32539156s","start":"2026-05-08T19:11:47.172978Z","end":"2026-05-08T19:11:48.498369Z","steps":["trace[1615733491] 'agreement among raft nodes before linearized reading' (duration: 1.325222484s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:48.49842Z","caller":"traceutil/trace.go:171","msg":"trace[1295461120] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26599; }","duration":"2.492359525s","start":"2026-05-08T19:11:46.006045Z","end":"2026-05-08T19:11:48.498404Z","steps":["trace[1295461120] 'agreement among raft nodes before linearized reading' (duration: 2.492169559s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:48.498439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001107458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:11:48.498284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064489702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:48.498461Z","caller":"traceutil/trace.go:171","msg":"trace[1180761374] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26599; }","duration":"1.00117713s","start":"2026-05-08T19:11:47.497277Z","end":"2026-05-08T19:11:48.498454Z","steps":["trace[1180761374] 'agreement among raft nodes before linearized reading' (duration: 1.001133519s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:48.498474Z","caller":"traceutil/trace.go:171","msg":"trace[1005774366] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26599; }","duration":"2.06472719s","start":"2026-05-08T19:11:46.433735Z","end":"2026-05-08T19:11:48.498462Z","steps":["trace[1005774366] 'agreement among raft nodes before linearized reading' (duration: 2.064459531s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:48.498481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.6678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:48.498472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:46.005951Z","time spent":"2.49250881s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:48.498519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:46.433714Z","time spent":"2.064793162s","remote":"127.0.0.1:45352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:48.498526Z","caller":"traceutil/trace.go:171","msg":"trace[1623668292] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26599; }","duration":"416.783813ms","start":"2026-05-08T19:11:48.081728Z","end":"2026-05-08T19:11:48.498512Z","steps":["trace[1623668292] 'agreement among raft nodes before linearized reading' (duration: 416.718751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:48.498555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658564853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-08T19:11:48.498564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:48.081659Z","time spent":"416.895047ms","remote":"127.0.0.1:41638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:48.498563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890921211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T19:11:48.498607Z","caller":"traceutil/trace.go:171","msg":"trace[361887589] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf; range_end:; response_count:1; response_revision:26599; }","duration":"2.658649376s","start":"2026-05-08T19:11:45.839943Z","end":"2026-05-08T19:11:48.498592Z","steps":["trace[361887589] 'agreement among raft nodes before linearized reading' (duration: 2.658511251s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:48.498631Z","caller":"traceutil/trace.go:171","msg":"trace[915377465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26599; }","duration":"1.891018154s","start":"2026-05-08T19:11:46.6076Z","end":"2026-05-08T19:11:48.498618Z","steps":["trace[915377465] 'agreement among raft nodes before linearized reading' (duration: 1.890763336s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:48.498646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:45.839926Z","time spent":"2.658710938s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" "} {"level":"warn","ts":"2026-05-08T19:11:48.498483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:47.497249Z","time spent":"1.001228241s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:48.49843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:47.172961Z","time spent":"1.325462121s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:48.498736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:46.607583Z","time spent":"1.891074125s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T19:11:48.498101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:45.836118Z","time spent":"2.661973591s","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-08T19:11:48.498409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.014726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:48.498876Z","caller":"traceutil/trace.go:171","msg":"trace[137081153] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26599; }","duration":"825.534922ms","start":"2026-05-08T19:11:47.673316Z","end":"2026-05-08T19:11:48.498851Z","steps":["trace[137081153] 'agreement among raft nodes before linearized reading' (duration: 825.024086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:48.498927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:47.673297Z","time spent":"825.616765ms","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:48.498827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.81481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:48.498982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234977107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:48.499037Z","caller":"traceutil/trace.go:171","msg":"trace[758855158] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26599; }","duration":"2.235070719s","start":"2026-05-08T19:11:46.26395Z","end":"2026-05-08T19:11:48.499021Z","steps":["trace[758855158] 'agreement among raft nodes before linearized reading' (duration: 2.234989907s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:48.499081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:46.263928Z","time spent":"2.235141692s","remote":"127.0.0.1:45518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:48.499159Z","caller":"traceutil/trace.go:171","msg":"trace[290929951] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26599; }","duration":"572.103099ms","start":"2026-05-08T19:11:47.926901Z","end":"2026-05-08T19:11:48.499004Z","steps":["trace[290929951] 'agreement among raft nodes before linearized reading' (duration: 571.81335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:48.499257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.492878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:48.499308Z","caller":"traceutil/trace.go:171","msg":"trace[996674631] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26599; }","duration":"545.581141ms","start":"2026-05-08T19:11:47.953713Z","end":"2026-05-08T19:11:48.499294Z","steps":["trace[996674631] 'agreement among raft nodes before linearized reading' (duration: 545.497478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:48.499342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:47.953696Z","time spent":"545.637712ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:48.49927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:47.926881Z","time spent":"572.359666ms","remote":"127.0.0.1:45226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:49.003099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:49.407961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.808398ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:49.408097Z","caller":"traceutil/trace.go:171","msg":"trace[1697064971] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26599; }","duration":"589.951762ms","start":"2026-05-08T19:11:48.818127Z","end":"2026-05-08T19:11:49.408079Z","steps":["trace[1697064971] 'range keys from in-memory index tree' (duration: 589.792287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:49.408295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.283574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:11:49.408408Z","caller":"traceutil/trace.go:171","msg":"trace[323174969] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"906.614654ms","start":"2026-05-08T19:11:48.501772Z","end":"2026-05-08T19:11:49.408387Z","steps":["trace[323174969] 'process raft request' (duration: 802.149385ms)","trace[323174969] 'compare' (duration: 103.612502ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:49.408481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:48.501754Z","time spent":"906.683846ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:50.507025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:50.507135Z","caller":"traceutil/trace.go:171","msg":"trace[1444313381] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000643865s","start":"2026-05-08T19:11:48.506467Z","end":"2026-05-08T19:11:50.507111Z","steps":["trace[1444313381] 'agreement among raft nodes before linearized reading' (duration: 2.00050432s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:50.507194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:48.506461Z","time spent":"2.000715138s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:51.214557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.479522ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-05-08T19:11:51.214925Z","caller":"traceutil/trace.go:171","msg":"trace[12417322] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"712.947767ms","start":"2026-05-08T19:11:50.501962Z","end":"2026-05-08T19:11:51.214909Z","steps":["trace[12417322] 'process raft request' (duration: 712.920416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:51.214999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:50.501941Z","time spent":"713.005299ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:51.21512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:48.502287Z","time spent":"2.712832497s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-08T19:11:51.215286Z","caller":"traceutil/trace.go:171","msg":"trace[1355513830] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"2.70783783s","start":"2026-05-08T19:11:48.507442Z","end":"2026-05-08T19:11:51.21528Z","steps":["trace[1355513830] 'process raft request' (duration: 2.70719988s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:51.215315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:48.507428Z","time spent":"2.707868961s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:51.215421Z","caller":"traceutil/trace.go:171","msg":"trace[1622563437] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"2.060433823s","start":"2026-05-08T19:11:49.154981Z","end":"2026-05-08T19:11:51.215415Z","steps":["trace[1622563437] 'process raft request' (duration: 2.059779542s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:51.215448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:49.154957Z","time spent":"2.060474074s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:51.215487Z","caller":"traceutil/trace.go:171","msg":"trace[986097407] linearizableReadLoop","detail":"{readStateIndex:27483; appliedIndex:27480; }","duration":"2.713064536s","start":"2026-05-08T19:11:48.502379Z","end":"2026-05-08T19:11:51.215443Z","steps":["trace[986097407] 'read index received' (duration: 801.665419ms)","trace[986097407] 'applied index is now lower than readState.Index' (duration: 1.911394537s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:51.215621Z","caller":"traceutil/trace.go:171","msg":"trace[947552548] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"2.059354699s","start":"2026-05-08T19:11:49.156253Z","end":"2026-05-08T19:11:51.215608Z","steps":["trace[947552548] 'process raft request' (duration: 2.058586615s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:51.21557Z","caller":"traceutil/trace.go:171","msg":"trace[1002235766] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"2.05938705s","start":"2026-05-08T19:11:49.156129Z","end":"2026-05-08T19:11:51.215516Z","steps":["trace[1002235766] 'process raft request' (duration: 2.058690668s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:51.215714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:49.156243Z","time spent":"2.059398041s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:51.215815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:49.156098Z","time spent":"2.059576766s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:51.215989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713602042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T19:11:51.215841Z","caller":"traceutil/trace.go:171","msg":"trace[1822291545] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"2.058911505s","start":"2026-05-08T19:11:49.156919Z","end":"2026-05-08T19:11:51.215831Z","steps":["trace[1822291545] 'process raft request' (duration: 2.057936564s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:51.216029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711811066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6245f056-0b92-4c63-8df8-e0f967802aa1\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-05-08T19:11:51.216031Z","caller":"traceutil/trace.go:171","msg":"trace[1962631811] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26607; }","duration":"2.713662274s","start":"2026-05-08T19:11:48.50236Z","end":"2026-05-08T19:11:51.216022Z","steps":["trace[1962631811] 'agreement among raft nodes before linearized reading' (duration: 2.713499039s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:51.216028Z","caller":"traceutil/trace.go:171","msg":"trace[497104248] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"2.060445313s","start":"2026-05-08T19:11:49.15556Z","end":"2026-05-08T19:11:51.216006Z","steps":["trace[497104248] 'process raft request' (duration: 2.059233635s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:51.216102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.967495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:51.216059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:48.502353Z","time spent":"2.713698825s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T19:11:51.216143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.376673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:51.21616Z","caller":"traceutil/trace.go:171","msg":"trace[1923170282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26607; }","duration":"708.419664ms","start":"2026-05-08T19:11:50.507736Z","end":"2026-05-08T19:11:51.216156Z","steps":["trace[1923170282] 'agreement among raft nodes before linearized reading' (duration: 708.392953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:51.216144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:49.156901Z","time spent":"2.059145463s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:51.216203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347206088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:51.216119Z","caller":"traceutil/trace.go:171","msg":"trace[2046185736] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26607; }","duration":"439.988906ms","start":"2026-05-08T19:11:50.776126Z","end":"2026-05-08T19:11:51.216115Z","steps":["trace[2046185736] 'agreement among raft nodes before linearized reading' (duration: 439.933924ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:51.21622Z","caller":"traceutil/trace.go:171","msg":"trace[825703396] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26607; }","duration":"1.347273531s","start":"2026-05-08T19:11:49.868942Z","end":"2026-05-08T19:11:51.216215Z","steps":["trace[825703396] 'agreement among raft nodes before linearized reading' (duration: 1.34724168s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:51.216237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:49.86892Z","time spent":"1.347313472s","remote":"127.0.0.1:50702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:51.216236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758699753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:51.216175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:50.507722Z","time spent":"708.450415ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T19:11:51.216281Z","caller":"traceutil/trace.go:171","msg":"trace[1247078474] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26607; }","duration":"1.758774606s","start":"2026-05-08T19:11:49.457493Z","end":"2026-05-08T19:11:51.216267Z","steps":["trace[1247078474] 'agreement among raft nodes before linearized reading' (duration: 1.758700583s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:51.216315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:49.457473Z","time spent":"1.758830448s","remote":"127.0.0.1:36012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:51.216338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772317144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:51.216355Z","caller":"traceutil/trace.go:171","msg":"trace[693010258] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26607; }","duration":"1.772375865s","start":"2026-05-08T19:11:49.443973Z","end":"2026-05-08T19:11:51.216349Z","steps":["trace[693010258] 'agreement among raft nodes before linearized reading' (duration: 1.772347534s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:51.216382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:49.443944Z","time spent":"1.772421237s","remote":"127.0.0.1:50706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:51.216496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804034405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18adacd92dffea70\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-05-08T19:11:51.216518Z","caller":"traceutil/trace.go:171","msg":"trace[84892351] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18adacd92dffea70; range_end:; response_count:1; response_revision:26607; }","duration":"1.804087746s","start":"2026-05-08T19:11:49.412423Z","end":"2026-05-08T19:11:51.216511Z","steps":["trace[84892351] 'agreement among raft nodes before linearized reading' (duration: 1.804032815s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:51.216531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:49.412404Z","time spent":"1.804124468s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18adacd92dffea70\" "} {"level":"warn","ts":"2026-05-08T19:11:51.216589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608075686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:51.21605Z","caller":"traceutil/trace.go:171","msg":"trace[1433082163] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6245f056-0b92-4c63-8df8-e0f967802aa1; range_end:; response_count:1; response_revision:26607; }","duration":"2.711852047s","start":"2026-05-08T19:11:48.504191Z","end":"2026-05-08T19:11:51.216043Z","steps":["trace[1433082163] 'agreement among raft nodes before linearized reading' (duration: 2.711767364s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:51.216645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:48.504181Z","time spent":"2.712459416s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-6245f056-0b92-4c63-8df8-e0f967802aa1\" "} {"level":"info","ts":"2026-05-08T19:11:51.21665Z","caller":"traceutil/trace.go:171","msg":"trace[2109974753] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26607; }","duration":"1.608180819s","start":"2026-05-08T19:11:49.608454Z","end":"2026-05-08T19:11:51.216635Z","steps":["trace[2109974753] 'agreement among raft nodes before linearized reading' (duration: 1.608083606s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:51.216165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:49.155547Z","time spent":"2.060573348s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:51.21624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:50.776067Z","time spent":"440.160711ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:51.216841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690116288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:51.216862Z","caller":"traceutil/trace.go:171","msg":"trace[2032208624] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26607; }","duration":"1.690177599s","start":"2026-05-08T19:11:49.526679Z","end":"2026-05-08T19:11:51.216857Z","steps":["trace[2032208624] 'agreement among raft nodes before linearized reading' (duration: 1.690144738s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:51.216879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:49.526656Z","time spent":"1.690219171s","remote":"127.0.0.1:41594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:51.216776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:49.608432Z","time spent":"1.608250482s","remote":"127.0.0.1:56410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:53.20234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53248321s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:11:53.202578Z","caller":"traceutil/trace.go:171","msg":"trace[326719638] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"1.983710742s","start":"2026-05-08T19:11:51.218844Z","end":"2026-05-08T19:11:53.202554Z","steps":["trace[326719638] 'process raft request' (duration: 1.983618789s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:53.202653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:51.218816Z","time spent":"1.983800655s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:53.202716Z","caller":"traceutil/trace.go:171","msg":"trace[1356391068] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"1.985787657s","start":"2026-05-08T19:11:51.216881Z","end":"2026-05-08T19:11:53.202669Z","steps":["trace[1356391068] 'process raft request' (duration: 452.77714ms)","trace[1356391068] 'compare' (duration: 1.530235399s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:53.202834Z","caller":"traceutil/trace.go:171","msg":"trace[901064396] linearizableReadLoop","detail":"{readStateIndex:27490; appliedIndex:27489; }","duration":"1.984051432s","start":"2026-05-08T19:11:51.218752Z","end":"2026-05-08T19:11:53.202803Z","steps":["trace[901064396] 'read index received' (duration: 450.919372ms)","trace[901064396] 'applied index is now lower than readState.Index' (duration: 1.53312979s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:53.202906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:51.216861Z","time spent":"1.985926392s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:53.203253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984481766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-05-08T19:11:53.203347Z","caller":"traceutil/trace.go:171","msg":"trace[1087867171] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26609; }","duration":"1.98459077s","start":"2026-05-08T19:11:51.218724Z","end":"2026-05-08T19:11:53.203315Z","steps":["trace[1087867171] 'agreement among raft nodes before linearized reading' (duration: 1.98430002s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:53.203384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:51.218682Z","time spent":"1.984695323s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18279,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-08T19:11:53.224185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000124818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:11:53.224278Z","caller":"traceutil/trace.go:171","msg":"trace[1713903923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000256513s","start":"2026-05-08T19:11:51.224003Z","end":"2026-05-08T19:11:53.224259Z","steps":["trace[1713903923] 'agreement among raft nodes before linearized reading' (duration: 2.000144279s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:53.224405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:51.223992Z","time spent":"2.000374236s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:11:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:11:53.70352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174273814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:11:54.142315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.474362743s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:11:55.224621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:11:55.224769Z","caller":"traceutil/trace.go:171","msg":"trace[1487657112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000483001s","start":"2026-05-08T19:11:53.224261Z","end":"2026-05-08T19:11:55.224744Z","steps":["trace[1487657112] 'agreement among raft nodes before linearized reading' (duration: 2.000308875s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:55.224827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:53.224249Z","time spent":"2.000567394s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:55.770427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627762129s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:11:55.77055Z","caller":"traceutil/trace.go:171","msg":"trace[1638915395] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"3.102719621s","start":"2026-05-08T19:11:52.667809Z","end":"2026-05-08T19:11:55.770529Z","steps":["trace[1638915395] 'process raft request' (duration: 1.474772766s)","trace[1638915395] 'compare' (duration: 1.627656566s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:55.770615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:52.667779Z","time spent":"3.102804894s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:56.30235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.15971239s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:11:56.334552Z","caller":"traceutil/trace.go:171","msg":"trace[1726374782] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"3.433733326s","start":"2026-05-08T19:11:52.900776Z","end":"2026-05-08T19:11:56.334509Z","steps":["trace[1726374782] 'process raft request' (duration: 3.401833249s)","trace[1726374782] 'compare' (duration: 31.152964ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:56.33461Z","caller":"traceutil/trace.go:171","msg":"trace[766367938] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"3.11246896s","start":"2026-05-08T19:11:53.222101Z","end":"2026-05-08T19:11:56.33457Z","steps":["trace[766367938] 'process raft request' (duration: 3.112377217s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.334844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:52.900763Z","time spent":"3.433885511s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:56.334969Z","caller":"traceutil/trace.go:171","msg":"trace[370130030] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"3.112931976s","start":"2026-05-08T19:11:53.221933Z","end":"2026-05-08T19:11:56.334865Z","steps":["trace[370130030] 'process raft request' (duration: 3.112490882s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:56.335198Z","caller":"traceutil/trace.go:171","msg":"trace[1395618062] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"3.112514252s","start":"2026-05-08T19:11:53.222662Z","end":"2026-05-08T19:11:56.335176Z","steps":["trace[1395618062] 'process raft request' (duration: 3.111874842s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.335274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:53.222651Z","time spent":"3.112579594s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:56.335255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:53.221886Z","time spent":"3.113211794s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:56.335266Z","caller":"traceutil/trace.go:171","msg":"trace[1513996856] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"3.112429179s","start":"2026-05-08T19:11:53.222803Z","end":"2026-05-08T19:11:56.335232Z","steps":["trace[1513996856] 'process raft request' (duration: 3.112208692s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:56.335316Z","caller":"traceutil/trace.go:171","msg":"trace[1395968156] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"3.112486932s","start":"2026-05-08T19:11:53.222795Z","end":"2026-05-08T19:11:56.335282Z","steps":["trace[1395968156] 'process raft request' (duration: 3.112364678s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:56.335397Z","caller":"traceutil/trace.go:171","msg":"trace[914949458] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"3.111135478s","start":"2026-05-08T19:11:53.224253Z","end":"2026-05-08T19:11:56.335388Z","steps":["trace[914949458] 'process raft request' (duration: 3.110964973s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.335432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:53.224228Z","time spent":"3.11118562s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:56.33547Z","caller":"traceutil/trace.go:171","msg":"trace[573078472] linearizableReadLoop","detail":"{readStateIndex:27500; appliedIndex:27491; }","duration":"3.132366568s","start":"2026-05-08T19:11:53.203088Z","end":"2026-05-08T19:11:56.335454Z","steps":["trace[573078472] 'read index received' (duration: 939.510781ms)","trace[573078472] 'applied index is now lower than readState.Index' (duration: 2.192852797s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:11:56.335466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:53.222779Z","time spent":"3.112579514s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:11:56.335472Z","caller":"traceutil/trace.go:171","msg":"trace[1905536603] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"2.830092583s","start":"2026-05-08T19:11:53.505354Z","end":"2026-05-08T19:11:56.335447Z","steps":["trace[1905536603] 'process raft request' (duration: 2.829967709s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.335535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:53.222764Z","time spent":"3.112672088s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:56.335598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:53.505329Z","time spent":"2.830213596s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:56.335684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:53.222088Z","time spent":"3.112576174s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:11:56.343035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.113895318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:11:56.343117Z","caller":"traceutil/trace.go:171","msg":"trace[1881731148] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26618; }","duration":"4.114045303s","start":"2026-05-08T19:11:52.229049Z","end":"2026-05-08T19:11:56.343094Z","steps":["trace[1881731148] 'agreement among raft nodes before linearized reading' (duration: 4.106526395s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.343093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443800924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-08T19:11:56.343092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.403198105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:11:56.343161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:52.229022Z","time spent":"4.114128445s","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:56.343168Z","caller":"traceutil/trace.go:171","msg":"trace[724652719] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26618; }","duration":"3.443909038s","start":"2026-05-08T19:11:52.899247Z","end":"2026-05-08T19:11:56.343156Z","steps":["trace[724652719] 'agreement among raft nodes before linearized reading' (duration: 3.436291327s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.343199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:52.89923Z","time spent":"3.443959509s","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-08T19:11:56.343213Z","caller":"traceutil/trace.go:171","msg":"trace[1780572424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26618; }","duration":"4.40336902s","start":"2026-05-08T19:11:51.93981Z","end":"2026-05-08T19:11:56.343179Z","steps":["trace[1780572424] 'agreement among raft nodes before linearized reading' (duration: 4.39577383s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.343263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:51.939794Z","time spent":"4.403456863s","remote":"127.0.0.1:60892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:56.343396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.112588949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-05-08T19:11:56.343426Z","caller":"traceutil/trace.go:171","msg":"trace[582009517] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26618; }","duration":"5.112652741s","start":"2026-05-08T19:11:51.230766Z","end":"2026-05-08T19:11:56.343419Z","steps":["trace[582009517] 'agreement among raft nodes before linearized reading' (duration: 5.104799513s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.343448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:51.230729Z","time spent":"5.112712043s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-08T19:11:56.343661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.473563634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:56.343687Z","caller":"traceutil/trace.go:171","msg":"trace[2069334887] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26618; }","duration":"3.473589345s","start":"2026-05-08T19:11:52.87009Z","end":"2026-05-08T19:11:56.34368Z","steps":["trace[2069334887] 'agreement among raft nodes before linearized reading' (duration: 3.465432127s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.343708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:52.870048Z","time spent":"3.473652687s","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:56.343739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.916113832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-08T19:11:56.343772Z","caller":"traceutil/trace.go:171","msg":"trace[727772701] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26618; }","duration":"3.916166953s","start":"2026-05-08T19:11:52.427595Z","end":"2026-05-08T19:11:56.343762Z","steps":["trace[727772701] 'agreement among raft nodes before linearized reading' (duration: 3.907930832s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.343793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:52.427586Z","time spent":"3.916201174s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:11:56.343908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920142788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-05-08T19:11:56.343937Z","caller":"traceutil/trace.go:171","msg":"trace[1648152897] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26618; }","duration":"3.920208331s","start":"2026-05-08T19:11:52.423718Z","end":"2026-05-08T19:11:56.343926Z","steps":["trace[1648152897] 'agreement among raft nodes before linearized reading' (duration: 3.911782405s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.343966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.120099707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-08T19:11:56.344016Z","caller":"traceutil/trace.go:171","msg":"trace[1829960163] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26618; }","duration":"5.120189559s","start":"2026-05-08T19:11:51.223813Z","end":"2026-05-08T19:11:56.344003Z","steps":["trace[1829960163] 'agreement among raft nodes before linearized reading' (duration: 5.111758733s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.344058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:51.223794Z","time spent":"5.120254732s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-08T19:11:56.34398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:52.423698Z","time spent":"3.920264422s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-08T19:11:56.344512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.028890986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:56.344552Z","caller":"traceutil/trace.go:171","msg":"trace[774285383] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26618; }","duration":"5.028984488s","start":"2026-05-08T19:11:51.315557Z","end":"2026-05-08T19:11:56.344541Z","steps":["trace[774285383] 'agreement among raft nodes before linearized reading' (duration: 5.020035326s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.344592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:51.315511Z","time spent":"5.029062521s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:56.34702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.141440664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-08T19:11:56.347072Z","caller":"traceutil/trace.go:171","msg":"trace[1391400599] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf; range_end:; response_count:1; response_revision:26618; }","duration":"3.141521567s","start":"2026-05-08T19:11:53.205533Z","end":"2026-05-08T19:11:56.347054Z","steps":["trace[1391400599] 'agreement among raft nodes before linearized reading' (duration: 3.141117074s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.347094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:53.205516Z","time spent":"3.141572319s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" "} {"level":"warn","ts":"2026-05-08T19:11:56.347395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.493056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-08T19:11:56.347434Z","caller":"traceutil/trace.go:171","msg":"trace[1934015726] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26618; }","duration":"114.562268ms","start":"2026-05-08T19:11:56.232864Z","end":"2026-05-08T19:11:56.347426Z","steps":["trace[1934015726] 'agreement among raft nodes before linearized reading' (duration: 114.471306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.348134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.141913389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-08T19:11:56.348173Z","caller":"traceutil/trace.go:171","msg":"trace[971527221] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26618; }","duration":"3.141969862s","start":"2026-05-08T19:11:53.206194Z","end":"2026-05-08T19:11:56.348164Z","steps":["trace[971527221] 'agreement among raft nodes before linearized reading' (duration: 3.141895789s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.348181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117463913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:11:56.348188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:53.206181Z","time spent":"3.142003302s","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-08T19:11:56.348233Z","caller":"traceutil/trace.go:171","msg":"trace[481600022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26618; }","duration":"1.117528125s","start":"2026-05-08T19:11:55.230671Z","end":"2026-05-08T19:11:56.348199Z","steps":["trace[481600022] 'agreement among raft nodes before linearized reading' (duration: 1.117491734s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.348261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:55.230649Z","time spent":"1.117607188s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:11:56.348139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252869289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:56.348293Z","caller":"traceutil/trace.go:171","msg":"trace[659435386] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26618; }","duration":"1.253070005s","start":"2026-05-08T19:11:55.095212Z","end":"2026-05-08T19:11:56.348282Z","steps":["trace[659435386] 'agreement among raft nodes before linearized reading' (duration: 1.252861199s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.348322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:55.095191Z","time spent":"1.253120727s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T19:11:56.34857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037661228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:56.348597Z","caller":"traceutil/trace.go:171","msg":"trace[691920121] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26618; }","duration":"3.03772784s","start":"2026-05-08T19:11:53.310861Z","end":"2026-05-08T19:11:56.348589Z","steps":["trace[691920121] 'agreement among raft nodes before linearized reading' (duration: 3.037684999s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.348615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:53.310843Z","time spent":"3.037764992s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:56.34869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055932635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:56.348746Z","caller":"traceutil/trace.go:171","msg":"trace[113841376] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26618; }","duration":"3.056059449s","start":"2026-05-08T19:11:53.292678Z","end":"2026-05-08T19:11:56.348738Z","steps":["trace[113841376] 'agreement among raft nodes before linearized reading' (duration: 3.055977246s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.34877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:53.292662Z","time spent":"3.056099861s","remote":"127.0.0.1:39268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:11:56.348971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063388371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:56.349002Z","caller":"traceutil/trace.go:171","msg":"trace[420813324] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26618; }","duration":"3.063453953s","start":"2026-05-08T19:11:53.285538Z","end":"2026-05-08T19:11:56.348992Z","steps":["trace[420813324] 'agreement among raft nodes before linearized reading' (duration: 3.063380511s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.349019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:53.285515Z","time spent":"3.063499345s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-08T19:11:56.349343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.451502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-08T19:11:56.349368Z","caller":"traceutil/trace.go:171","msg":"trace[177969424] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26618; }","duration":"352.523414ms","start":"2026-05-08T19:11:55.996835Z","end":"2026-05-08T19:11:56.349359Z","steps":["trace[177969424] 'agreement among raft nodes before linearized reading' (duration: 350.711387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.349389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:11:55.996815Z","time spent":"352.567595ms","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":237,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:11:56.489634Z","caller":"traceutil/trace.go:171","msg":"trace[6702365] linearizableReadLoop","detail":"{readStateIndex:27506; appliedIndex:27505; }","duration":"108.622901ms","start":"2026-05-08T19:11:56.380973Z","end":"2026-05-08T19:11:56.489596Z","steps":["trace[6702365] 'read index received' (duration: 108.28754ms)","trace[6702365] 'applied index is now lower than readState.Index' (duration: 334.31µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:56.489728Z","caller":"traceutil/trace.go:171","msg":"trace[1319574148] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"112.687309ms","start":"2026-05-08T19:11:56.376986Z","end":"2026-05-08T19:11:56.489674Z","steps":["trace[1319574148] 'process raft request' (duration: 112.243255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.490092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.077735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2623a9e5-6315-414e-b859-d6cd18c9011c\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-08T19:11:56.490173Z","caller":"traceutil/trace.go:171","msg":"trace[2054540640] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2623a9e5-6315-414e-b859-d6cd18c9011c; range_end:; response_count:1; response_revision:26623; }","duration":"109.266211ms","start":"2026-05-08T19:11:56.380864Z","end":"2026-05-08T19:11:56.49013Z","steps":["trace[2054540640] 'agreement among raft nodes before linearized reading' (duration: 108.888949ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:56.49254Z","caller":"traceutil/trace.go:171","msg":"trace[427118718] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"105.564674ms","start":"2026-05-08T19:11:56.386939Z","end":"2026-05-08T19:11:56.492504Z","steps":["trace[427118718] 'process raft request' (duration: 105.295876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.492655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.497997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-08T19:11:56.492768Z","caller":"traceutil/trace.go:171","msg":"trace[1034289016] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26624; }","duration":"102.609041ms","start":"2026-05-08T19:11:56.390132Z","end":"2026-05-08T19:11:56.492741Z","steps":["trace[1034289016] 'agreement among raft nodes before linearized reading' (duration: 102.468236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.492537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.318016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:56.492979Z","caller":"traceutil/trace.go:171","msg":"trace[557707976] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26624; }","duration":"111.78639ms","start":"2026-05-08T19:11:56.381164Z","end":"2026-05-08T19:11:56.49295Z","steps":["trace[557707976] 'agreement among raft nodes before linearized reading' (duration: 111.266464ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:11:56.871865Z","caller":"traceutil/trace.go:171","msg":"trace[1320336257] linearizableReadLoop","detail":"{readStateIndex:27531; appliedIndex:27530; }","duration":"106.260895ms","start":"2026-05-08T19:11:56.765562Z","end":"2026-05-08T19:11:56.871822Z","steps":["trace[1320336257] 'read index received' (duration: 101.099472ms)","trace[1320336257] 'applied index is now lower than readState.Index' (duration: 5.160013ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:11:56.871869Z","caller":"traceutil/trace.go:171","msg":"trace[1611872073] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"155.264173ms","start":"2026-05-08T19:11:56.716558Z","end":"2026-05-08T19:11:56.871823Z","steps":["trace[1611872073] 'process raft request' (duration: 150.053388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:11:56.872188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.562234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:11:56.872305Z","caller":"traceutil/trace.go:171","msg":"trace[969194869] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26648; }","duration":"106.76042ms","start":"2026-05-08T19:11:56.765511Z","end":"2026-05-08T19:11:56.872272Z","steps":["trace[969194869] 'agreement among raft nodes before linearized reading' (duration: 106.488102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:13.076453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274214,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T19:12:13.260193Z","caller":"traceutil/trace.go:171","msg":"trace[1926841332] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"725.446831ms","start":"2026-05-08T19:12:12.534707Z","end":"2026-05-08T19:12:13.260154Z","steps":["trace[1926841332] 'process raft request' (duration: 724.954126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:13.260589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:12.534674Z","time spent":"725.622137ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:14.575785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:14.575873Z","caller":"traceutil/trace.go:171","msg":"trace[93023110] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000489061s","start":"2026-05-08T19:12:12.575363Z","end":"2026-05-08T19:12:14.575852Z","steps":["trace[93023110] 'agreement among raft nodes before linearized reading' (duration: 2.000382017s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:14.575919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:12.575347Z","time spent":"2.000562353s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:12:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:15.593033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.333518678s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:12:15.609142Z","caller":"traceutil/trace.go:171","msg":"trace[800505090] linearizableReadLoop","detail":"{readStateIndex:27660; appliedIndex:27654; }","duration":"3.033699311s","start":"2026-05-08T19:12:12.575427Z","end":"2026-05-08T19:12:15.609126Z","steps":["trace[800505090] 'read index received' (duration: 684.24791ms)","trace[800505090] 'applied index is now lower than readState.Index' (duration: 2.349450881s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:12:15.609308Z","caller":"traceutil/trace.go:171","msg":"trace[1890248783] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"3.028018983s","start":"2026-05-08T19:12:12.581249Z","end":"2026-05-08T19:12:15.609268Z","steps":["trace[1890248783] 'process raft request' (duration: 3.027800066s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:15.639569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:12.581238Z","time spent":"3.028147797s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:15.640407Z","caller":"traceutil/trace.go:171","msg":"trace[978403115] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"3.056280095s","start":"2026-05-08T19:12:12.582725Z","end":"2026-05-08T19:12:15.639005Z","steps":["trace[978403115] 'process raft request' (duration: 3.02634296s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:15.640489Z","caller":"traceutil/trace.go:171","msg":"trace[1027212755] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"3.059348532s","start":"2026-05-08T19:12:12.581119Z","end":"2026-05-08T19:12:15.640468Z","steps":["trace[1027212755] 'process raft request' (duration: 3.027897619s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:15.640493Z","caller":"traceutil/trace.go:171","msg":"trace[466233212] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"3.090831845s","start":"2026-05-08T19:12:12.549618Z","end":"2026-05-08T19:12:15.64045Z","steps":["trace[466233212] 'process raft request' (duration: 3.05929791s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:15.640567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:12.582713Z","time spent":"3.057758211s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:15.640591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:12.581076Z","time spent":"3.059457105s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:15.640798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:12.549579Z","time spent":"3.091016812s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:15.640892Z","caller":"traceutil/trace.go:171","msg":"trace[1360208488] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"3.05802004s","start":"2026-05-08T19:12:12.582859Z","end":"2026-05-08T19:12:15.640879Z","steps":["trace[1360208488] 'process raft request' (duration: 3.026224446s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:15.640934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:12.582832Z","time spent":"3.058081162s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:16.11007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274223,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:12:16.576358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999876481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:12:16.576444Z","caller":"traceutil/trace.go:171","msg":"trace[1289198817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000015335s","start":"2026-05-08T19:12:14.576413Z","end":"2026-05-08T19:12:16.576429Z","steps":["trace[1289198817] 'agreement among raft nodes before linearized reading' (duration: 1.999901672s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:16.576478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:14.576399Z","time spent":"2.000071437s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:12:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:17.87007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.442317492s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:12:18.228982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998548727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:18.229085Z","caller":"traceutil/trace.go:171","msg":"trace[714070746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998679221s","start":"2026-05-08T19:12:13.23038Z","end":"2026-05-08T19:12:18.22906Z","steps":["trace[714070746] 'agreement among raft nodes before linearized reading' (duration: 4.998546427s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.229147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:13.230283Z","time spent":"4.998850176s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/08 19:12:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:18.546617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999416274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:18.546704Z","caller":"traceutil/trace.go:171","msg":"trace[58255859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999550128s","start":"2026-05-08T19:12:13.547132Z","end":"2026-05-08T19:12:18.546682Z","steps":["trace[58255859] 'agreement among raft nodes before linearized reading' (duration: 4.999447134s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.546753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:13.547112Z","time spent":"4.999630551s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/08 19:12:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:18.587742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000003514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:18.587811Z","caller":"traceutil/trace.go:171","msg":"trace[2115592849] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116688s","start":"2026-05-08T19:12:16.587677Z","end":"2026-05-08T19:12:18.587794Z","steps":["trace[2115592849] 'agreement among raft nodes before linearized reading' (duration: 2.000030375s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.587848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:16.587662Z","time spent":"2.00017806s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:12:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:18.728262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606751107s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-08T19:12:18.72859Z","caller":"traceutil/trace.go:171","msg":"trace[1675557062] linearizableReadLoop","detail":"{readStateIndex:27662; appliedIndex:27660; }","duration":"3.119381158s","start":"2026-05-08T19:12:15.609186Z","end":"2026-05-08T19:12:18.728567Z","steps":["trace[1675557062] 'read index received' (duration: 512.310121ms)","trace[1675557062] 'applied index is now lower than readState.Index' (duration: 2.607070097s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:12:18.728631Z","caller":"traceutil/trace.go:171","msg":"trace[888456248] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"3.446983464s","start":"2026-05-08T19:12:15.281594Z","end":"2026-05-08T19:12:18.728577Z","steps":["trace[888456248] 'process raft request' (duration: 3.446762197s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.728824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:15.281568Z","time spent":"3.44716178s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:18.728844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.598204972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:18.728878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.559509098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:18.728919Z","caller":"traceutil/trace.go:171","msg":"trace[531306414] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:26775; }","duration":"4.598335886s","start":"2026-05-08T19:12:14.130567Z","end":"2026-05-08T19:12:18.728903Z","steps":["trace[531306414] 'agreement among raft nodes before linearized reading' (duration: 4.59817525s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:18.728948Z","caller":"traceutil/trace.go:171","msg":"trace[583000456] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"2.301322171s","start":"2026-05-08T19:12:16.427603Z","end":"2026-05-08T19:12:18.728925Z","steps":["trace[583000456] 'process raft request' (duration: 2.300918939s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.728922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.560836541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:18.72903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.917933708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:18.729041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.210204268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:18.729063Z","caller":"traceutil/trace.go:171","msg":"trace[1957167342] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26775; }","duration":"3.918139854s","start":"2026-05-08T19:12:14.810913Z","end":"2026-05-08T19:12:18.729053Z","steps":["trace[1957167342] 'agreement among raft nodes before linearized reading' (duration: 3.917747192s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:18.729057Z","caller":"traceutil/trace.go:171","msg":"trace[63233225] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26775; }","duration":"3.561061957s","start":"2026-05-08T19:12:15.167976Z","end":"2026-05-08T19:12:18.729038Z","steps":["trace[63233225] 'agreement among raft nodes before linearized reading' (duration: 3.560699605s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:18.729079Z","caller":"traceutil/trace.go:171","msg":"trace[1715505259] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26775; }","duration":"4.210294431s","start":"2026-05-08T19:12:14.518774Z","end":"2026-05-08T19:12:18.729069Z","steps":["trace[1715505259] 'agreement among raft nodes before linearized reading' (duration: 4.2099395s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.729122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.04721618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:18.729132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.063649213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:18.729087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:14.810883Z","time spent":"3.918197506s","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:18.729158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:15.16796Z","time spent":"3.56115747s","remote":"127.0.0.1:41628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:18.729173Z","caller":"traceutil/trace.go:171","msg":"trace[759179934] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26775; }","duration":"5.063720025s","start":"2026-05-08T19:12:13.665443Z","end":"2026-05-08T19:12:18.729163Z","steps":["trace[759179934] 'agreement among raft nodes before linearized reading' (duration: 5.06324878s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.729204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:13.665426Z","time spent":"5.063770336s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:18.729206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.571641964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:18.729251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154656052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-08T19:12:18.729251Z","caller":"traceutil/trace.go:171","msg":"trace[711326613] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26775; }","duration":"4.571722786s","start":"2026-05-08T19:12:14.157514Z","end":"2026-05-08T19:12:18.729236Z","steps":["trace[711326613] 'agreement among raft nodes before linearized reading' (duration: 4.57121032s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:18.729278Z","caller":"traceutil/trace.go:171","msg":"trace[56438389] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26775; }","duration":"3.154721194s","start":"2026-05-08T19:12:15.574551Z","end":"2026-05-08T19:12:18.729272Z","steps":["trace[56438389] 'agreement among raft nodes before linearized reading' (duration: 3.154078694s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.729291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:14.157496Z","time spent":"4.571785668s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:18.72931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.278655273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-08T19:12:18.729349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316664189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T19:12:18.72937Z","caller":"traceutil/trace.go:171","msg":"trace[86661534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26775; }","duration":"3.31671403s","start":"2026-05-08T19:12:15.412651Z","end":"2026-05-08T19:12:18.729365Z","steps":["trace[86661534] 'agreement among raft nodes before linearized reading' (duration: 3.315990487s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.729369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.004285097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:18.729372Z","caller":"traceutil/trace.go:171","msg":"trace[15169331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26775; }","duration":"5.278759666s","start":"2026-05-08T19:12:13.450595Z","end":"2026-05-08T19:12:18.729355Z","steps":["trace[15169331] 'agreement among raft nodes before linearized reading' (duration: 5.278083154s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:18.729145Z","caller":"traceutil/trace.go:171","msg":"trace[1362583599] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26775; }","duration":"4.047239681s","start":"2026-05-08T19:12:14.681899Z","end":"2026-05-08T19:12:18.729139Z","steps":["trace[1362583599] 'agreement among raft nodes before linearized reading' (duration: 4.046705034s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:18.72941Z","caller":"traceutil/trace.go:171","msg":"trace[1470145565] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26775; }","duration":"5.00438161s","start":"2026-05-08T19:12:13.725015Z","end":"2026-05-08T19:12:18.729397Z","steps":["trace[1470145565] 'agreement among raft nodes before linearized reading' (duration: 5.003655127s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.729415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:13.450571Z","time spent":"5.278835318s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T19:12:18.729298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:15.574529Z","time spent":"3.154763685s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:12:18.729442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866048009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-08T19:12:18.729453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:13.724985Z","time spent":"5.004458383s","remote":"127.0.0.1:45796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:18.729465Z","caller":"traceutil/trace.go:171","msg":"trace[544142293] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26775; }","duration":"3.866095511s","start":"2026-05-08T19:12:14.863362Z","end":"2026-05-08T19:12:18.729457Z","steps":["trace[544142293] 'agreement among raft nodes before linearized reading' (duration: 3.865289016s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.728967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:14.130537Z","time spent":"4.598421068s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-08T19:12:18.729482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:14.863345Z","time spent":"3.866133023s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:12:18.729134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:14.518708Z","time spent":"4.210415885s","remote":"127.0.0.1:49596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:18.729425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:14.681823Z","time spent":"4.047589062s","remote":"127.0.0.1:35998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:18.72971Z","caller":"traceutil/trace.go:171","msg":"trace[1462483410] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"1.084514781s","start":"2026-05-08T19:12:17.645185Z","end":"2026-05-08T19:12:18.7297Z","steps":["trace[1462483410] 'process raft request' (duration: 1.083621703s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.729804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:17.645158Z","time spent":"1.084586853s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:18.730034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.279864221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-08T19:12:18.72908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:16.427578Z","time spent":"2.301432165s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:18.73008Z","caller":"traceutil/trace.go:171","msg":"trace[1885030625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26776; }","duration":"5.279951883s","start":"2026-05-08T19:12:13.450118Z","end":"2026-05-08T19:12:18.730069Z","steps":["trace[1885030625] 'agreement among raft nodes before linearized reading' (duration: 5.279771198s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.730111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:13.450083Z","time spent":"5.280021356s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T19:12:18.728974Z","caller":"traceutil/trace.go:171","msg":"trace[992269838] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26775; }","duration":"3.559647953s","start":"2026-05-08T19:12:15.169301Z","end":"2026-05-08T19:12:18.728949Z","steps":["trace[992269838] 'agreement among raft nodes before linearized reading' (duration: 3.559498218s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.73018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:15.16928Z","time spent":"3.560869791s","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:18.729394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:15.412607Z","time spent":"3.316780192s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T19:12:18.730401Z","caller":"traceutil/trace.go:171","msg":"trace[1418549851] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"1.071153909s","start":"2026-05-08T19:12:17.65923Z","end":"2026-05-08T19:12:18.730384Z","steps":["trace[1418549851] 'process raft request' (duration: 1.070408116s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.73052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.53124556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:18.730585Z","caller":"traceutil/trace.go:171","msg":"trace[1981517357] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26777; }","duration":"5.531355943s","start":"2026-05-08T19:12:13.199208Z","end":"2026-05-08T19:12:18.730563Z","steps":["trace[1981517357] 'agreement among raft nodes before linearized reading' (duration: 5.530745194s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.730539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:17.659215Z","time spent":"1.071233041s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:18.730649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:13.199184Z","time spent":"5.531447506s","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:18.730677Z","caller":"traceutil/trace.go:171","msg":"trace[1032643449] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"1.058622503s","start":"2026-05-08T19:12:17.672041Z","end":"2026-05-08T19:12:18.730664Z","steps":["trace[1032643449] 'process raft request' (duration: 1.058289843s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.730744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:17.672019Z","time spent":"1.058687606s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:18.730776Z","caller":"traceutil/trace.go:171","msg":"trace[544866744] transaction","detail":"{read_only:false; response_revision:26780; number_of_response:1; }","duration":"1.058577822s","start":"2026-05-08T19:12:17.672175Z","end":"2026-05-08T19:12:18.730752Z","steps":["trace[544866744] 'process raft request' (duration: 1.05851652s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:18.73083Z","caller":"traceutil/trace.go:171","msg":"trace[2017528629] transaction","detail":"{read_only:false; response_revision:26779; number_of_response:1; }","duration":"1.058676125s","start":"2026-05-08T19:12:17.672136Z","end":"2026-05-08T19:12:18.730812Z","steps":["trace[2017528629] 'process raft request' (duration: 1.058475529s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:18.730876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:17.672167Z","time spent":"1.058661244s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:18.730923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:17.672128Z","time spent":"1.058746487s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:19.596706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:18.841524Z","time spent":"755.16707ms","remote":"127.0.0.1:48758","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T19:12:19.596719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.510268ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:19.596859Z","caller":"traceutil/trace.go:171","msg":"trace[1826036522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26780; }","duration":"778.668083ms","start":"2026-05-08T19:12:18.818152Z","end":"2026-05-08T19:12:19.59682Z","steps":["trace[1826036522] 'range keys from in-memory index tree' (duration: 778.492176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.597138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.583437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:12:19.597251Z","caller":"traceutil/trace.go:171","msg":"trace[845544114] linearizableReadLoop","detail":"{readStateIndex:27669; appliedIndex:27664; }","duration":"868.608183ms","start":"2026-05-08T19:12:18.728625Z","end":"2026-05-08T19:12:19.597233Z","steps":["trace[845544114] 'read index received' (duration: 1.317671ms)","trace[845544114] 'applied index is now lower than readState.Index' (duration: 867.288762ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:12:19.597282Z","caller":"traceutil/trace.go:171","msg":"trace[756962132] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"1.285768018s","start":"2026-05-08T19:12:18.31148Z","end":"2026-05-08T19:12:19.597248Z","steps":["trace[756962132] 'process raft request' (duration: 508.985876ms)","trace[756962132] 'compare' (duration: 776.426191ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:19.597359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744526439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:19.597397Z","caller":"traceutil/trace.go:171","msg":"trace[221029423] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26781; }","duration":"2.744593881s","start":"2026-05-08T19:12:16.852791Z","end":"2026-05-08T19:12:19.597385Z","steps":["trace[221029423] 'agreement among raft nodes before linearized reading' (duration: 2.744519138s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.597438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:16.852775Z","time spent":"2.744653443s","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:19.597441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:18.311447Z","time spent":"1.285898552s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:19.597663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778808991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:19.597701Z","caller":"traceutil/trace.go:171","msg":"trace[174023527] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26781; }","duration":"2.778873013s","start":"2026-05-08T19:12:16.818818Z","end":"2026-05-08T19:12:19.597691Z","steps":["trace[174023527] 'agreement among raft nodes before linearized reading' (duration: 2.778811921s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.597729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:16.818802Z","time spent":"2.778919605s","remote":"127.0.0.1:50700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:19.597948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016986224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-08T19:12:19.597982Z","caller":"traceutil/trace.go:171","msg":"trace[703996019] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf; range_end:; response_count:1; response_revision:26781; }","duration":"3.017036785s","start":"2026-05-08T19:12:16.580937Z","end":"2026-05-08T19:12:19.597973Z","steps":["trace[703996019] 'agreement among raft nodes before linearized reading' (duration: 3.016911311s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.59801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:16.580927Z","time spent":"3.017075347s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" "} {"level":"warn","ts":"2026-05-08T19:12:19.598085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673209026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:19.598292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.940106509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:19.598343Z","caller":"traceutil/trace.go:171","msg":"trace[353826711] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26781; }","duration":"3.940179631s","start":"2026-05-08T19:12:15.658148Z","end":"2026-05-08T19:12:19.598328Z","steps":["trace[353826711] 'agreement among raft nodes before linearized reading' (duration: 3.940097998s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.598376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:15.658132Z","time spent":"3.940233343s","remote":"127.0.0.1:45634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:19.598435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.648673324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-08T19:12:19.598288Z","caller":"traceutil/trace.go:171","msg":"trace[1957438959] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26781; }","duration":"2.673569668s","start":"2026-05-08T19:12:16.924687Z","end":"2026-05-08T19:12:19.598257Z","steps":["trace[1957438959] 'agreement among raft nodes before linearized reading' (duration: 2.672568577s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.598561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:16.924672Z","time spent":"2.673876388s","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:19.59857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.505591896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:19.598617Z","caller":"traceutil/trace.go:171","msg":"trace[786993485] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26781; }","duration":"3.505671208s","start":"2026-05-08T19:12:16.092926Z","end":"2026-05-08T19:12:19.598597Z","steps":["trace[786993485] 'agreement among raft nodes before linearized reading' (duration: 3.505613266s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.59866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:16.092904Z","time spent":"3.505746261s","remote":"127.0.0.1:45216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:19.598511Z","caller":"traceutil/trace.go:171","msg":"trace[469042101] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26781; }","duration":"3.648779398s","start":"2026-05-08T19:12:15.949711Z","end":"2026-05-08T19:12:19.598491Z","steps":["trace[469042101] 'agreement among raft nodes before linearized reading' (duration: 3.648453347s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.598777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:15.949674Z","time spent":"3.649091017s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-08T19:12:19.598813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010715001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:19.598872Z","caller":"traceutil/trace.go:171","msg":"trace[1326969872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26781; }","duration":"1.010804854s","start":"2026-05-08T19:12:18.588043Z","end":"2026-05-08T19:12:19.598848Z","steps":["trace[1326969872] 'agreement among raft nodes before linearized reading' (duration: 1.010715561s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.598945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:18.588026Z","time spent":"1.010899607s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:12:19.598757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478914483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:19.599263Z","caller":"traceutil/trace.go:171","msg":"trace[338993017] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26781; }","duration":"3.479476521s","start":"2026-05-08T19:12:16.11977Z","end":"2026-05-08T19:12:19.599247Z","steps":["trace[338993017] 'agreement among raft nodes before linearized reading' (duration: 3.478764688s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.599316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:16.119754Z","time spent":"3.479547532s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:19.599325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.637943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:12:19.599448Z","caller":"traceutil/trace.go:171","msg":"trace[527950574] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26781; }","duration":"887.20456ms","start":"2026-05-08T19:12:18.712226Z","end":"2026-05-08T19:12:19.599431Z","steps":["trace[527950574] 'agreement among raft nodes before linearized reading' (duration: 886.150037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.599525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:18.712205Z","time spent":"887.301714ms","remote":"127.0.0.1:35766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:19.598691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316438937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:19.599746Z","caller":"traceutil/trace.go:171","msg":"trace[1281351000] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26781; }","duration":"1.317547242s","start":"2026-05-08T19:12:18.282178Z","end":"2026-05-08T19:12:19.599725Z","steps":["trace[1281351000] 'agreement among raft nodes before linearized reading' (duration: 1.316390185s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:19.599783Z","caller":"traceutil/trace.go:171","msg":"trace[1985934502] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"860.28973ms","start":"2026-05-08T19:12:18.739478Z","end":"2026-05-08T19:12:19.599767Z","steps":["trace[1985934502] 'process raft request' (duration: 859.196095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.599804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096696737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-05-08T19:12:19.599809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:18.282162Z","time spent":"1.317627375s","remote":"127.0.0.1:45464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:19.599846Z","caller":"traceutil/trace.go:171","msg":"trace[1463656276] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26781; }","duration":"1.096769079s","start":"2026-05-08T19:12:18.503066Z","end":"2026-05-08T19:12:19.599835Z","steps":["trace[1463656276] 'agreement among raft nodes before linearized reading' (duration: 1.096140099s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.599883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:18.50305Z","time spent":"1.096824921s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-05-08T19:12:19.599909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:18.739452Z","time spent":"860.375793ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:19.599974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673035321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T19:12:19.600038Z","caller":"traceutil/trace.go:171","msg":"trace[1811127719] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26781; }","duration":"2.673117564s","start":"2026-05-08T19:12:16.926903Z","end":"2026-05-08T19:12:19.600021Z","steps":["trace[1811127719] 'agreement among raft nodes before linearized reading' (duration: 2.672440513s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.59995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062882883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:19.600082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:16.926898Z","time spent":"2.673174946s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T19:12:19.600278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215588374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:19.600331Z","caller":"traceutil/trace.go:171","msg":"trace[695904033] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26781; }","duration":"2.21613386s","start":"2026-05-08T19:12:17.384179Z","end":"2026-05-08T19:12:19.600312Z","steps":["trace[695904033] 'agreement among raft nodes before linearized reading' (duration: 2.21486722s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.600391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:17.384163Z","time spent":"2.216216853s","remote":"127.0.0.1:35852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:19.600368Z","caller":"traceutil/trace.go:171","msg":"trace[505113585] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"860.766675ms","start":"2026-05-08T19:12:18.739579Z","end":"2026-05-08T19:12:19.600345Z","steps":["trace[505113585] 'process raft request' (duration: 860.134195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.600473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:18.739572Z","time spent":"860.858228ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:19.600805Z","caller":"traceutil/trace.go:171","msg":"trace[422708262] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26781; }","duration":"3.06308816s","start":"2026-05-08T19:12:16.53702Z","end":"2026-05-08T19:12:19.600108Z","steps":["trace[422708262] 'agreement among raft nodes before linearized reading' (duration: 3.061887192s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.600863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:16.536993Z","time spent":"3.063855834s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-08T19:12:19.601299Z","caller":"traceutil/trace.go:171","msg":"trace[567102333] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"861.660974ms","start":"2026-05-08T19:12:18.739616Z","end":"2026-05-08T19:12:19.601277Z","steps":["trace[567102333] 'process raft request' (duration: 860.675373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.601454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:18.739611Z","time spent":"861.755917ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:19.601639Z","caller":"traceutil/trace.go:171","msg":"trace[947363652] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"825.14511ms","start":"2026-05-08T19:12:18.776472Z","end":"2026-05-08T19:12:19.601617Z","steps":["trace[947363652] 'process raft request' (duration: 824.946484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.601964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:18.776447Z","time spent":"825.411599ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:19.603184Z","caller":"traceutil/trace.go:171","msg":"trace[1036308192] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"862.737118ms","start":"2026-05-08T19:12:18.739657Z","end":"2026-05-08T19:12:19.602394Z","steps":["trace[1036308192] 'process raft request' (duration: 861.479338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:19.603298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:18.739649Z","time spent":"863.594715ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:20.488863Z","caller":"traceutil/trace.go:171","msg":"trace[857904522] linearizableReadLoop","detail":"{readStateIndex:27676; appliedIndex:27670; }","duration":"891.559389ms","start":"2026-05-08T19:12:19.597282Z","end":"2026-05-08T19:12:20.488842Z","steps":["trace[857904522] 'read index received' (duration: 2.813729ms)","trace[857904522] 'applied index is now lower than readState.Index' (duration: 888.74457ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:20.488945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216839371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:20.489008Z","caller":"traceutil/trace.go:171","msg":"trace[1619356318] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26788; }","duration":"1.216952884s","start":"2026-05-08T19:12:19.272037Z","end":"2026-05-08T19:12:20.48899Z","steps":["trace[1619356318] 'agreement among raft nodes before linearized reading' (duration: 1.216845771s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:20.489007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507094498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:20.489038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.272013Z","time spent":"1.217018067s","remote":"127.0.0.1:45510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:20.489041Z","caller":"traceutil/trace.go:171","msg":"trace[466117123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26788; }","duration":"1.50714526s","start":"2026-05-08T19:12:18.981885Z","end":"2026-05-08T19:12:20.489031Z","steps":["trace[466117123] 'agreement among raft nodes before linearized reading' (duration: 1.507066117s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:20.489073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:18.981816Z","time spent":"1.507250433s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:12:20.489112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427470973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-08T19:12:20.489197Z","caller":"traceutil/trace.go:171","msg":"trace[1181380439] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"1.46629483s","start":"2026-05-08T19:12:19.022891Z","end":"2026-05-08T19:12:20.489186Z","steps":["trace[1181380439] 'process raft request' (duration: 1.465559146s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:20.489199Z","caller":"traceutil/trace.go:171","msg":"trace[464810728] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26788; }","duration":"1.427570816s","start":"2026-05-08T19:12:19.061609Z","end":"2026-05-08T19:12:20.48918Z","steps":["trace[464810728] 'agreement among raft nodes before linearized reading' (duration: 1.427282907s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:20.48926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.061545Z","time spent":"1.427705541s","remote":"127.0.0.1:56514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":188,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:20.489301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639930234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:20.489334Z","caller":"traceutil/trace.go:171","msg":"trace[1259629328] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26788; }","duration":"1.639984155s","start":"2026-05-08T19:12:18.849339Z","end":"2026-05-08T19:12:20.489323Z","steps":["trace[1259629328] 'agreement among raft nodes before linearized reading' (duration: 1.639925193s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:20.489364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:18.849328Z","time spent":"1.640027297s","remote":"127.0.0.1:45544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:20.489384Z","caller":"traceutil/trace.go:171","msg":"trace[864997216] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"1.268331627s","start":"2026-05-08T19:12:19.221042Z","end":"2026-05-08T19:12:20.489374Z","steps":["trace[864997216] 'process raft request' (duration: 1.267700808s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:20.489431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.221014Z","time spent":"1.26839398s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:20.489526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307549396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:20.489563Z","caller":"traceutil/trace.go:171","msg":"trace[1041633179] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26788; }","duration":"1.307612048s","start":"2026-05-08T19:12:19.181939Z","end":"2026-05-08T19:12:20.489551Z","steps":["trace[1041633179] 'agreement among raft nodes before linearized reading' (duration: 1.307549656s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:20.489598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.181929Z","time spent":"1.307661319s","remote":"127.0.0.1:41606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:20.489528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744565418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:20.489749Z","caller":"traceutil/trace.go:171","msg":"trace[1404451320] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26788; }","duration":"1.744781655s","start":"2026-05-08T19:12:18.744954Z","end":"2026-05-08T19:12:20.489736Z","steps":["trace[1404451320] 'agreement among raft nodes before linearized reading' (duration: 1.744545027s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:20.48977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308105824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:20.48979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:18.744917Z","time spent":"1.744854618s","remote":"127.0.0.1:56262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-05-08T19:12:20.489797Z","caller":"traceutil/trace.go:171","msg":"trace[891620511] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26788; }","duration":"1.308132665s","start":"2026-05-08T19:12:19.181656Z","end":"2026-05-08T19:12:20.489789Z","steps":["trace[891620511] 'agreement among raft nodes before linearized reading' (duration: 1.308087633s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:20.489568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057434167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:12:20.489882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.181637Z","time spent":"1.308237608s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:20.489291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.022874Z","time spent":"1.466343272s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:20.489907Z","caller":"traceutil/trace.go:171","msg":"trace[1632710481] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26788; }","duration":"1.05784306s","start":"2026-05-08T19:12:19.432051Z","end":"2026-05-08T19:12:20.489894Z","steps":["trace[1632710481] 'agreement among raft nodes before linearized reading' (duration: 1.057485359s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:20.490068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.43201Z","time spent":"1.058044376s","remote":"127.0.0.1:42008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:21.612416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995332458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:21.612518Z","caller":"traceutil/trace.go:171","msg":"trace[376619547] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995483143s","start":"2026-05-08T19:12:19.617012Z","end":"2026-05-08T19:12:21.612495Z","steps":["trace[376619547] 'agreement among raft nodes before linearized reading' (duration: 1.995360089s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:21.612572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.616995Z","time spent":"1.995565066s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:12:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:21.710283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.838924ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-05-08T19:12:21.710517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.602428Z","time spent":"2.108081489s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T19:12:21.710565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.602534Z","time spent":"2.108023397s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-08T19:12:21.710661Z","caller":"traceutil/trace.go:171","msg":"trace[214818708] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"1.21714301s","start":"2026-05-08T19:12:20.493494Z","end":"2026-05-08T19:12:21.710637Z","steps":["trace[214818708] 'process raft request' (duration: 1.217005456s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:21.710688Z","caller":"traceutil/trace.go:171","msg":"trace[160183530] linearizableReadLoop","detail":"{readStateIndex:27678; appliedIndex:27676; }","duration":"1.221731726s","start":"2026-05-08T19:12:20.488927Z","end":"2026-05-08T19:12:21.710658Z","steps":["trace[160183530] 'read index received' (duration: 230.466759ms)","trace[160183530] 'applied index is now lower than readState.Index' (duration: 991.261996ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:21.710764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:20.493469Z","time spent":"1.217245193s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1561,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T19:12:21.710917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328302892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:21.71096Z","caller":"traceutil/trace.go:171","msg":"trace[1319544912] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26789; }","duration":"1.328405405s","start":"2026-05-08T19:12:20.382542Z","end":"2026-05-08T19:12:21.710947Z","steps":["trace[1319544912] 'agreement among raft nodes before linearized reading' (duration: 1.32825324s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:21.711007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:20.382522Z","time spent":"1.328474536s","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:21.711032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093969933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:21.711094Z","caller":"traceutil/trace.go:171","msg":"trace[24654042] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26789; }","duration":"2.094067516s","start":"2026-05-08T19:12:19.617007Z","end":"2026-05-08T19:12:21.711074Z","steps":["trace[24654042] 'agreement among raft nodes before linearized reading' (duration: 2.093962522s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:21.711136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.616989Z","time spent":"2.094138448s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T19:12:21.711223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094013114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-08T19:12:21.711273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094127268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-08T19:12:21.711295Z","caller":"traceutil/trace.go:171","msg":"trace[740551573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26789; }","duration":"2.094137338s","start":"2026-05-08T19:12:19.617135Z","end":"2026-05-08T19:12:21.711272Z","steps":["trace[740551573] 'agreement among raft nodes before linearized reading' (duration: 2.093828668s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:21.711326Z","caller":"traceutil/trace.go:171","msg":"trace[308121552] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26789; }","duration":"2.09419262s","start":"2026-05-08T19:12:19.617118Z","end":"2026-05-08T19:12:21.71131Z","steps":["trace[308121552] 'agreement among raft nodes before linearized reading' (duration: 2.093972333s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:21.711347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.61713Z","time spent":"2.094204691s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T19:12:21.711363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.617113Z","time spent":"2.094241572s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:12:21.711385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106477278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T19:12:21.711419Z","caller":"traceutil/trace.go:171","msg":"trace[62916921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26789; }","duration":"2.10653555s","start":"2026-05-08T19:12:19.604874Z","end":"2026-05-08T19:12:21.71141Z","steps":["trace[62916921] 'agreement among raft nodes before linearized reading' (duration: 2.106387416s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:21.711438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094317594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-08T19:12:21.711472Z","caller":"traceutil/trace.go:171","msg":"trace[822949024] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26789; }","duration":"2.094357435s","start":"2026-05-08T19:12:19.617102Z","end":"2026-05-08T19:12:21.711459Z","steps":["trace[822949024] 'agreement among raft nodes before linearized reading' (duration: 2.094229151s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:21.711467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.604861Z","time spent":"2.106591072s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T19:12:21.711501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.617095Z","time spent":"2.094399787s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:12:21.711578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530205108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-05-08T19:12:21.711637Z","caller":"traceutil/trace.go:171","msg":"trace[1230275397] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26789; }","duration":"1.530294071s","start":"2026-05-08T19:12:20.181323Z","end":"2026-05-08T19:12:21.711617Z","steps":["trace[1230275397] 'agreement among raft nodes before linearized reading' (duration: 1.530148486s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:21.711679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:20.181302Z","time spent":"1.530365672s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-08T19:12:21.711755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108347127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0e7a6514-4ce6-4791-a7c7-f2bc82492be3\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-08T19:12:21.711794Z","caller":"traceutil/trace.go:171","msg":"trace[384590591] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0e7a6514-4ce6-4791-a7c7-f2bc82492be3; range_end:; response_count:1; response_revision:26789; }","duration":"2.108399989s","start":"2026-05-08T19:12:19.603381Z","end":"2026-05-08T19:12:21.711781Z","steps":["trace[384590591] 'agreement among raft nodes before linearized reading' (duration: 2.108281395s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:21.711827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:19.603366Z","time spent":"2.10845376s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-0e7a6514-4ce6-4791-a7c7-f2bc82492be3\" "} {"level":"warn","ts":"2026-05-08T19:12:21.711919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612220588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:21.711961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679847894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:21.71197Z","caller":"traceutil/trace.go:171","msg":"trace[1054763535] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26789; }","duration":"1.6122953s","start":"2026-05-08T19:12:20.099657Z","end":"2026-05-08T19:12:21.711953Z","steps":["trace[1054763535] 'agreement among raft nodes before linearized reading' (duration: 1.612208278s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:21.711996Z","caller":"traceutil/trace.go:171","msg":"trace[1174512336] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26789; }","duration":"1.679923807s","start":"2026-05-08T19:12:20.032061Z","end":"2026-05-08T19:12:21.711985Z","steps":["trace[1174512336] 'agreement among raft nodes before linearized reading' (duration: 1.679852164s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:21.712024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:20.032039Z","time spent":"1.679978579s","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:21.712014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:20.099646Z","time spent":"1.612354562s","remote":"127.0.0.1:45370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:21.712143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634367698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:12:21.712202Z","caller":"traceutil/trace.go:171","msg":"trace[1469992885] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26789; }","duration":"1.63443365s","start":"2026-05-08T19:12:20.077752Z","end":"2026-05-08T19:12:21.712186Z","steps":["trace[1469992885] 'agreement among raft nodes before linearized reading' (duration: 1.634328807s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:21.712249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:20.077695Z","time spent":"1.634539993s","remote":"127.0.0.1:56568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:22.153408Z","caller":"traceutil/trace.go:171","msg":"trace[891612038] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"1.417968172s","start":"2026-05-08T19:12:20.735407Z","end":"2026-05-08T19:12:22.153375Z","steps":["trace[891612038] 'process raft request' (duration: 1.413225402s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.153586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:20.735379Z","time spent":"1.418111147s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:22.153785Z","caller":"traceutil/trace.go:171","msg":"trace[734642433] transaction","detail":"{read_only:false; response_revision:26791; number_of_response:1; }","duration":"1.416093383s","start":"2026-05-08T19:12:20.73767Z","end":"2026-05-08T19:12:22.153764Z","steps":["trace[734642433] 'process raft request' (duration: 1.415629829s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.153895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:20.737636Z","time spent":"1.416198346s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:22.154049Z","caller":"traceutil/trace.go:171","msg":"trace[705007596] transaction","detail":"{read_only:false; response_revision:26792; number_of_response:1; }","duration":"1.415976279s","start":"2026-05-08T19:12:20.738066Z","end":"2026-05-08T19:12:22.154042Z","steps":["trace[705007596] 'process raft request' (duration: 1.415629268s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.154096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:20.738037Z","time spent":"1.416027621s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:22.154284Z","caller":"traceutil/trace.go:171","msg":"trace[447668062] transaction","detail":"{read_only:false; response_revision:26793; number_of_response:1; }","duration":"1.415629508s","start":"2026-05-08T19:12:20.738647Z","end":"2026-05-08T19:12:22.154276Z","steps":["trace[447668062] 'process raft request' (duration: 1.41536207s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.154339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:20.738621Z","time spent":"1.415691551s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:22.15445Z","caller":"traceutil/trace.go:171","msg":"trace[1323739604] linearizableReadLoop","detail":"{readStateIndex:27685; appliedIndex:27679; }","duration":"443.678081ms","start":"2026-05-08T19:12:21.710757Z","end":"2026-05-08T19:12:22.154435Z","steps":["trace[1323739604] 'read index received' (duration: 437.898149ms)","trace[1323739604] 'applied index is now lower than readState.Index' (duration: 5.779022ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:12:22.154523Z","caller":"traceutil/trace.go:171","msg":"trace[1903261279] transaction","detail":"{read_only:false; response_revision:26794; number_of_response:1; }","duration":"1.415232596s","start":"2026-05-08T19:12:20.739281Z","end":"2026-05-08T19:12:22.154513Z","steps":["trace[1903261279] 'process raft request' (duration: 1.414957687s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:22.154582Z","caller":"traceutil/trace.go:171","msg":"trace[822755372] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"1.411773987s","start":"2026-05-08T19:12:20.742798Z","end":"2026-05-08T19:12:22.154572Z","steps":["trace[822755372] 'process raft request' (duration: 1.41156809s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.154586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:20.739243Z","time spent":"1.415301548s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:22.154626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:20.742789Z","time spent":"1.411813698s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:22.154622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.171008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:22.154691Z","caller":"traceutil/trace.go:171","msg":"trace[1068019801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26795; }","duration":"533.276651ms","start":"2026-05-08T19:12:21.621396Z","end":"2026-05-08T19:12:22.154673Z","steps":["trace[1068019801] 'agreement among raft nodes before linearized reading' (duration: 533.153657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.154665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.913474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-08T19:12:22.154723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.621379Z","time spent":"533.337793ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T19:12:22.154743Z","caller":"traceutil/trace.go:171","msg":"trace[1937941638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26795; }","duration":"548.049008ms","start":"2026-05-08T19:12:21.606675Z","end":"2026-05-08T19:12:22.154724Z","steps":["trace[1937941638] 'agreement among raft nodes before linearized reading' (duration: 547.849841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.154763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.169442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-08T19:12:22.154743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.172738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-05-08T19:12:22.154788Z","caller":"traceutil/trace.go:171","msg":"trace[1655006157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26795; }","duration":"548.216883ms","start":"2026-05-08T19:12:21.606563Z","end":"2026-05-08T19:12:22.15478Z","steps":["trace[1655006157] 'agreement among raft nodes before linearized reading' (duration: 548.11722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.154768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.998001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:22.154809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.606546Z","time spent":"548.258674ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-08T19:12:22.154815Z","caller":"traceutil/trace.go:171","msg":"trace[1862757602] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26795; }","duration":"533.268051ms","start":"2026-05-08T19:12:21.621532Z","end":"2026-05-08T19:12:22.1548Z","steps":["trace[1862757602] 'agreement among raft nodes before linearized reading' (duration: 533.020033ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:22.154834Z","caller":"traceutil/trace.go:171","msg":"trace[147162883] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26795; }","duration":"766.149015ms","start":"2026-05-08T19:12:21.388669Z","end":"2026-05-08T19:12:22.154818Z","steps":["trace[147162883] 'agreement among raft nodes before linearized reading' (duration: 766.014031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.154848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.621528Z","time spent":"533.313922ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-08T19:12:22.154877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.388647Z","time spent":"766.220568ms","remote":"127.0.0.1:41752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:22.154953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601048744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T19:12:22.154999Z","caller":"traceutil/trace.go:171","msg":"trace[319471115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26795; }","duration":"1.601141997s","start":"2026-05-08T19:12:20.553844Z","end":"2026-05-08T19:12:22.154986Z","steps":["trace[319471115] 'agreement among raft nodes before linearized reading' (duration: 1.600945931s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.154774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.606636Z","time spent":"548.13165ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T19:12:22.155032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:20.553824Z","time spent":"1.601199359s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T19:12:22.155418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023196694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-08T19:12:22.155514Z","caller":"traceutil/trace.go:171","msg":"trace[1537275132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26795; }","duration":"1.02336673s","start":"2026-05-08T19:12:21.132127Z","end":"2026-05-08T19:12:22.155494Z","steps":["trace[1537275132] 'agreement among raft nodes before linearized reading' (duration: 1.022617996s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.155568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.132103Z","time spent":"1.023446072s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T19:12:22.155676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.652757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-05-08T19:12:22.155703Z","caller":"traceutil/trace.go:171","msg":"trace[1449110574] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26803; }","duration":"441.694649ms","start":"2026-05-08T19:12:21.714002Z","end":"2026-05-08T19:12:22.155696Z","steps":["trace[1449110574] 'agreement among raft nodes before linearized reading' (duration: 441.591866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.155717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.713991Z","time spent":"441.72278ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18279,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-08T19:12:22.155884Z","caller":"traceutil/trace.go:171","msg":"trace[1326053014] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"426.265552ms","start":"2026-05-08T19:12:21.729606Z","end":"2026-05-08T19:12:22.155872Z","steps":["trace[1326053014] 'process raft request' (duration: 425.955662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.156003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.729592Z","time spent":"426.342894ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:22.156127Z","caller":"traceutil/trace.go:171","msg":"trace[823759556] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"443.591219ms","start":"2026-05-08T19:12:21.712526Z","end":"2026-05-08T19:12:22.156117Z","steps":["trace[823759556] 'process raft request' (duration: 442.955658ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:22.156113Z","caller":"traceutil/trace.go:171","msg":"trace[993515690] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"443.558587ms","start":"2026-05-08T19:12:21.712525Z","end":"2026-05-08T19:12:22.156084Z","steps":["trace[993515690] 'process raft request' (duration: 442.924357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.156163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.7125Z","time spent":"443.6428ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T19:12:22.156197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.7125Z","time spent":"443.657391ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T19:12:22.156306Z","caller":"traceutil/trace.go:171","msg":"trace[1085426344] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"443.876458ms","start":"2026-05-08T19:12:21.71242Z","end":"2026-05-08T19:12:22.156296Z","steps":["trace[1085426344] 'process raft request' (duration: 442.945489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.156346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.71241Z","time spent":"443.915919ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T19:12:22.156356Z","caller":"traceutil/trace.go:171","msg":"trace[1913712509] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"443.850977ms","start":"2026-05-08T19:12:21.712486Z","end":"2026-05-08T19:12:22.156337Z","steps":["trace[1913712509] 'process raft request' (duration: 442.927908ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:22.156329Z","caller":"traceutil/trace.go:171","msg":"trace[1401931092] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"437.405874ms","start":"2026-05-08T19:12:21.718878Z","end":"2026-05-08T19:12:22.156284Z","steps":["trace[1401931092] 'process raft request' (duration: 436.65597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.15643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.712462Z","time spent":"443.927719ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:22.156435Z","caller":"traceutil/trace.go:171","msg":"trace[1823147359] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"444.25491ms","start":"2026-05-08T19:12:21.712164Z","end":"2026-05-08T19:12:22.156418Z","steps":["trace[1823147359] 'process raft request' (duration: 443.105154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.156535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.712139Z","time spent":"444.336693ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:22.156533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.71887Z","time spent":"437.558578ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:22.156786Z","caller":"traceutil/trace.go:171","msg":"trace[1700831880] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"439.568102ms","start":"2026-05-08T19:12:21.717204Z","end":"2026-05-08T19:12:22.156772Z","steps":["trace[1700831880] 'process raft request' (duration: 438.300812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.156881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.71719Z","time spent":"439.652304ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:22.156912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.748144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:12:22.15695Z","caller":"traceutil/trace.go:171","msg":"trace[1541217723] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26803; }","duration":"215.822176ms","start":"2026-05-08T19:12:21.941115Z","end":"2026-05-08T19:12:22.156937Z","steps":["trace[1541217723] 'agreement among raft nodes before linearized reading' (duration: 215.757284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.156975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.19002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:22.157019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.134163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:22.157027Z","caller":"traceutil/trace.go:171","msg":"trace[390651021] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26803; }","duration":"123.269593ms","start":"2026-05-08T19:12:22.033741Z","end":"2026-05-08T19:12:22.157011Z","steps":["trace[390651021] 'agreement among raft nodes before linearized reading' (duration: 123.18579ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:22.15707Z","caller":"traceutil/trace.go:171","msg":"trace[2077882586] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26803; }","duration":"220.230915ms","start":"2026-05-08T19:12:21.936821Z","end":"2026-05-08T19:12:22.157052Z","steps":["trace[2077882586] 'agreement among raft nodes before linearized reading' (duration: 220.138422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.157108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.120466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1579"} {"level":"warn","ts":"2026-05-08T19:12:22.157096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.354394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-05-08T19:12:22.157132Z","caller":"traceutil/trace.go:171","msg":"trace[446031060] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26803; }","duration":"438.205548ms","start":"2026-05-08T19:12:21.718919Z","end":"2026-05-08T19:12:22.157124Z","steps":["trace[446031060] 'agreement among raft nodes before linearized reading' (duration: 438.134416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.157148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.718896Z","time spent":"438.24835ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1603,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-08T19:12:22.157153Z","caller":"traceutil/trace.go:171","msg":"trace[2072957813] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:26803; }","duration":"337.463607ms","start":"2026-05-08T19:12:21.819673Z","end":"2026-05-08T19:12:22.157136Z","steps":["trace[2072957813] 'agreement among raft nodes before linearized reading' (duration: 337.132836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.157198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.819647Z","time spent":"337.540269ms","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1187,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-05-08T19:12:22.157252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.891762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:22.15729Z","caller":"traceutil/trace.go:171","msg":"trace[1618673772] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26803; }","duration":"439.945284ms","start":"2026-05-08T19:12:21.717333Z","end":"2026-05-08T19:12:22.157278Z","steps":["trace[1618673772] 'agreement among raft nodes before linearized reading' (duration: 439.888642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.157311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.717326Z","time spent":"439.979135ms","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T19:12:22.157311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.356118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-05-08T19:12:22.157353Z","caller":"traceutil/trace.go:171","msg":"trace[2026181177] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26803; }","duration":"441.4126ms","start":"2026-05-08T19:12:21.715926Z","end":"2026-05-08T19:12:22.157339Z","steps":["trace[2026181177] 'agreement among raft nodes before linearized reading' (duration: 441.252625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:22.157384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:21.715915Z","time spent":"441.463161ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-08T19:12:26.063923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.245652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-05-08T19:12:26.063953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.201176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-08T19:12:26.064022Z","caller":"traceutil/trace.go:171","msg":"trace[1128912272] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26932; }","duration":"480.31851ms","start":"2026-05-08T19:12:25.583685Z","end":"2026-05-08T19:12:26.064004Z","steps":["trace[1128912272] 'range keys from in-memory index tree' (duration: 480.019091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:26.064069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:25.583662Z","time spent":"480.396333ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-08T19:12:26.064415Z","caller":"traceutil/trace.go:171","msg":"trace[1994423547] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606; range_end:; response_count:1; response_revision:26932; }","duration":"654.785359ms","start":"2026-05-08T19:12:25.409613Z","end":"2026-05-08T19:12:26.064398Z","steps":["trace[1994423547] 'range keys from in-memory index tree' (duration: 654.043126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:26.064908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:25.40959Z","time spent":"655.307695ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" "} {"level":"warn","ts":"2026-05-08T19:12:26.575904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:12:27.076783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:12:27.577191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:12:27.60552Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.532989407s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:12:27.606045Z","caller":"traceutil/trace.go:171","msg":"trace[1023856021] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"1.533584085s","start":"2026-05-08T19:12:26.072433Z","end":"2026-05-08T19:12:27.606017Z","steps":["trace[1023856021] 'process raft request' (duration: 1.533401249s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:27.606191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.072421Z","time spent":"1.533684908s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:28.585017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999852521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:28.585262Z","caller":"traceutil/trace.go:171","msg":"trace[1752603120] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00015371s","start":"2026-05-08T19:12:26.585084Z","end":"2026-05-08T19:12:28.585238Z","steps":["trace[1752603120] 'agreement among raft nodes before linearized reading' (duration: 1.999878471s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:28.585492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.585062Z","time spent":"2.000408768s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:12:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:29.421024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.814609569s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:12:29.421614Z","caller":"traceutil/trace.go:171","msg":"trace[659712786] transaction","detail":"{read_only:false; response_revision:26934; number_of_response:1; }","duration":"3.256700135s","start":"2026-05-08T19:12:26.164889Z","end":"2026-05-08T19:12:29.421589Z","steps":["trace[659712786] 'process raft request' (duration: 3.256450767s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:29.422003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.164871Z","time spent":"3.256946183s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:29.422057Z","caller":"traceutil/trace.go:171","msg":"trace[128237853] transaction","detail":"{read_only:false; response_revision:26935; number_of_response:1; }","duration":"3.257057346s","start":"2026-05-08T19:12:26.16496Z","end":"2026-05-08T19:12:29.422018Z","steps":["trace[128237853] 'process raft request' (duration: 3.256588271s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:29.422109Z","caller":"traceutil/trace.go:171","msg":"trace[1789131796] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"3.256642173s","start":"2026-05-08T19:12:26.16543Z","end":"2026-05-08T19:12:29.422072Z","steps":["trace[1789131796] 'process raft request' (duration: 3.256400145s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:29.422208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.164956Z","time spent":"3.257168769s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:29.422313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.165419Z","time spent":"3.256784038s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:29.422381Z","caller":"traceutil/trace.go:171","msg":"trace[195523923] transaction","detail":"{read_only:false; response_revision:26937; number_of_response:1; }","duration":"3.256067905s","start":"2026-05-08T19:12:26.166303Z","end":"2026-05-08T19:12:29.422371Z","steps":["trace[195523923] 'process raft request' (duration: 3.255694893s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:29.422473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.166278Z","time spent":"3.256127966s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:29.422713Z","caller":"traceutil/trace.go:171","msg":"trace[1615118693] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"3.255699413s","start":"2026-05-08T19:12:26.166978Z","end":"2026-05-08T19:12:29.422677Z","steps":["trace[1615118693] 'process raft request' (duration: 3.255317951s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:29.422887Z","caller":"traceutil/trace.go:171","msg":"trace[1559311019] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"3.253556245s","start":"2026-05-08T19:12:26.169281Z","end":"2026-05-08T19:12:29.422838Z","steps":["trace[1559311019] 'process raft request' (duration: 3.253327408s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:29.422898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.166968Z","time spent":"3.255807387s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:29.422942Z","caller":"traceutil/trace.go:171","msg":"trace[1734242214] linearizableReadLoop","detail":"{readStateIndex:27831; appliedIndex:27823; }","duration":"3.347591875s","start":"2026-05-08T19:12:26.075313Z","end":"2026-05-08T19:12:29.422905Z","steps":["trace[1734242214] 'read index received' (duration: 1.530533238s)","trace[1734242214] 'applied index is now lower than readState.Index' (duration: 1.817056737s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:29.423054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.169269Z","time spent":"3.253648528s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:29.423058Z","caller":"traceutil/trace.go:171","msg":"trace[1565694995] transaction","detail":"{read_only:false; response_revision:26940; number_of_response:1; }","duration":"2.316235082s","start":"2026-05-08T19:12:27.106805Z","end":"2026-05-08T19:12:29.42304Z","steps":["trace[1565694995] 'process raft request' (duration: 2.315943443s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:29.423215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.347886125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-05-08T19:12:29.423285Z","caller":"traceutil/trace.go:171","msg":"trace[1622271769] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26940; }","duration":"3.347990878s","start":"2026-05-08T19:12:26.075277Z","end":"2026-05-08T19:12:29.423268Z","steps":["trace[1622271769] 'agreement among raft nodes before linearized reading' (duration: 3.347817913s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:29.423298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:27.106786Z","time spent":"2.316458569s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:29.423326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.07526Z","time spent":"3.34805882s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-08T19:12:29.92375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:12:30.585501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:12:30.585591Z","caller":"traceutil/trace.go:171","msg":"trace[369536085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000298764s","start":"2026-05-08T19:12:28.585271Z","end":"2026-05-08T19:12:30.58557Z","steps":["trace[369536085] 'agreement among raft nodes before linearized reading' (duration: 2.000186421s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:30.585641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.58516Z","time spent":"2.000469749s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:12:30.996425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:12:30.996565Z","caller":"traceutil/trace.go:171","msg":"trace[995996488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.013592543s","start":"2026-05-08T19:12:28.982938Z","end":"2026-05-08T19:12:30.996531Z","steps":["trace[995996488] 'agreement among raft nodes before linearized reading' (duration: 2.000275183s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:30.998992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.982918Z","time spent":"2.016060152s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:12:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:31.175175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000149877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:31.175285Z","caller":"traceutil/trace.go:171","msg":"trace[1632084180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000281872s","start":"2026-05-08T19:12:26.174966Z","end":"2026-05-08T19:12:31.175248Z","steps":["trace[1632084180] 'agreement among raft nodes before linearized reading' (duration: 5.000168248s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.17533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.174957Z","time spent":"5.000361134s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/08 19:12:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:31.179422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999935791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:12:31.179496Z","caller":"traceutil/trace.go:171","msg":"trace[570514370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000031974s","start":"2026-05-08T19:12:26.179438Z","end":"2026-05-08T19:12:31.17947Z","steps":["trace[570514370] 'agreement among raft nodes before linearized reading' (duration: 4.999933541s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.180775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.179417Z","time spent":"5.001348785s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T19:12:31.190356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00020145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:31.190467Z","caller":"traceutil/trace.go:171","msg":"trace[913914013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000352184s","start":"2026-05-08T19:12:26.190086Z","end":"2026-05-08T19:12:31.190438Z","steps":["trace[913914013] 'agreement among raft nodes before linearized reading' (duration: 5.000215599s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.190515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.190076Z","time spent":"5.000430207s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/08 19:12:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:31.295892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311451209s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:12:31.296109Z","caller":"traceutil/trace.go:171","msg":"trace[297237245] linearizableReadLoop","detail":"{readStateIndex:27832; appliedIndex:27831; }","duration":"1.873056047s","start":"2026-05-08T19:12:29.42304Z","end":"2026-05-08T19:12:31.296096Z","steps":["trace[297237245] 'read index received' (duration: 561.298168ms)","trace[297237245] 'applied index is now lower than readState.Index' (duration: 1.311756818s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:12:31.29617Z","caller":"traceutil/trace.go:171","msg":"trace[542567610] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"2.552164024s","start":"2026-05-08T19:12:28.743998Z","end":"2026-05-08T19:12:31.296162Z","steps":["trace[542567610] 'process raft request' (duration: 1.240366954s)","trace[542567610] 'compare' (duration: 1.311297204s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:31.296211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.743974Z","time spent":"2.552216966s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:31.296276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495812153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"warn","ts":"2026-05-08T19:12:31.29632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770207739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:31.296337Z","caller":"traceutil/trace.go:171","msg":"trace[1688145650] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26941; }","duration":"2.770245841s","start":"2026-05-08T19:12:28.526084Z","end":"2026-05-08T19:12:31.29633Z","steps":["trace[1688145650] 'agreement among raft nodes before linearized reading' (duration: 2.77020563s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:31.296334Z","caller":"traceutil/trace.go:171","msg":"trace[1322151124] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26941; }","duration":"2.495920078s","start":"2026-05-08T19:12:28.8004Z","end":"2026-05-08T19:12:31.29632Z","steps":["trace[1322151124] 'agreement among raft nodes before linearized reading' (duration: 2.495768003s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.296353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.526074Z","time spent":"2.770274541s","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:31.296358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.80038Z","time spent":"2.495972959s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-05-08T19:12:31.296511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492979634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"warn","ts":"2026-05-08T19:12:31.296521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792196105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-08T19:12:31.296525Z","caller":"traceutil/trace.go:171","msg":"trace[342893026] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26941; }","duration":"2.493003555s","start":"2026-05-08T19:12:28.803516Z","end":"2026-05-08T19:12:31.29652Z","steps":["trace[342893026] 'agreement among raft nodes before linearized reading' (duration: 2.492956463s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:31.296537Z","caller":"traceutil/trace.go:171","msg":"trace[1106389668] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26941; }","duration":"2.792249196s","start":"2026-05-08T19:12:28.504283Z","end":"2026-05-08T19:12:31.296532Z","steps":["trace[1106389668] 'agreement among raft nodes before linearized reading' (duration: 2.792178304s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.29656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.504261Z","time spent":"2.792296478s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-05-08T19:12:31.296583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493312365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-08T19:12:31.296602Z","caller":"traceutil/trace.go:171","msg":"trace[2033677448] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:26941; }","duration":"2.493340795s","start":"2026-05-08T19:12:28.803256Z","end":"2026-05-08T19:12:31.296597Z","steps":["trace[2033677448] 'agreement among raft nodes before linearized reading' (duration: 2.493291464s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.296614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.803252Z","time spent":"2.493358916s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-05-08T19:12:31.296643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.37942675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-08T19:12:31.296674Z","caller":"traceutil/trace.go:171","msg":"trace[805850929] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26941; }","duration":"3.379456471s","start":"2026-05-08T19:12:27.917206Z","end":"2026-05-08T19:12:31.296662Z","steps":["trace[805850929] 'agreement among raft nodes before linearized reading' (duration: 3.379345418s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.296683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.913724888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-08T19:12:31.296714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:27.917184Z","time spent":"3.379507163s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-08T19:12:31.296732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493694426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5421"} {"level":"warn","ts":"2026-05-08T19:12:31.296744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.925417067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-08T19:12:31.296752Z","caller":"traceutil/trace.go:171","msg":"trace[551324250] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:26941; }","duration":"2.493725208s","start":"2026-05-08T19:12:28.803023Z","end":"2026-05-08T19:12:31.296748Z","steps":["trace[551324250] 'agreement among raft nodes before linearized reading' (duration: 2.493649306s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:31.29676Z","caller":"traceutil/trace.go:171","msg":"trace[1609002456] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26941; }","duration":"4.925466769s","start":"2026-05-08T19:12:26.371289Z","end":"2026-05-08T19:12:31.296755Z","steps":["trace[1609002456] 'agreement among raft nodes before linearized reading' (duration: 4.925438248s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.296768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.803016Z","time spent":"2.493748659s","remote":"127.0.0.1:56436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5445,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-05-08T19:12:31.296774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.371258Z","time spent":"4.925513331s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:12:31.296831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387885058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:31.296851Z","caller":"traceutil/trace.go:171","msg":"trace[729212397] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26941; }","duration":"3.387928229s","start":"2026-05-08T19:12:27.908915Z","end":"2026-05-08T19:12:31.296844Z","steps":["trace[729212397] 'agreement among raft nodes before linearized reading' (duration: 3.387899288s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.296865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:27.908899Z","time spent":"3.38796222s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:31.29688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.112242927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-08T19:12:31.29689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493975285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-05-08T19:12:31.296898Z","caller":"traceutil/trace.go:171","msg":"trace[1976617635] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26941; }","duration":"5.112281439s","start":"2026-05-08T19:12:26.184612Z","end":"2026-05-08T19:12:31.296894Z","steps":["trace[1976617635] 'agreement among raft nodes before linearized reading' (duration: 5.112236577s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:31.296907Z","caller":"traceutil/trace.go:171","msg":"trace[202842177] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26941; }","duration":"2.494003177s","start":"2026-05-08T19:12:28.802898Z","end":"2026-05-08T19:12:31.296901Z","steps":["trace[202842177] 'agreement among raft nodes before linearized reading' (duration: 2.493951755s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.296914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.184598Z","time spent":"5.11231338s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:12:31.296923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.802893Z","time spent":"2.494026347s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7479,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-08T19:12:31.296983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.59567207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:12:31.297002Z","caller":"traceutil/trace.go:171","msg":"trace[1643581872] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26941; }","duration":"3.595715511s","start":"2026-05-08T19:12:27.701281Z","end":"2026-05-08T19:12:31.296997Z","steps":["trace[1643581872] 'agreement among raft nodes before linearized reading' (duration: 3.595663519s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.297005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.118274278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-08T19:12:31.297017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:27.701265Z","time spent":"3.595748212s","remote":"127.0.0.1:56476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:31.297022Z","caller":"traceutil/trace.go:171","msg":"trace[1440167522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26941; }","duration":"5.1183063s","start":"2026-05-08T19:12:26.178712Z","end":"2026-05-08T19:12:31.297018Z","steps":["trace[1440167522] 'agreement among raft nodes before linearized reading' (duration: 5.118262728s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.297025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494181672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3239"} {"level":"warn","ts":"2026-05-08T19:12:31.297037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.178703Z","time spent":"5.11833105s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T19:12:31.29704Z","caller":"traceutil/trace.go:171","msg":"trace[1354620249] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26941; }","duration":"2.494208523s","start":"2026-05-08T19:12:28.802827Z","end":"2026-05-08T19:12:31.297035Z","steps":["trace[1354620249] 'agreement among raft nodes before linearized reading' (duration: 2.494163772s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.297052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.802821Z","time spent":"2.494228444s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3263,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-05-08T19:12:31.29712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.119085124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-08T19:12:31.29712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.838793759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:12:31.297136Z","caller":"traceutil/trace.go:171","msg":"trace[1936827053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26941; }","duration":"5.119113295s","start":"2026-05-08T19:12:26.178016Z","end":"2026-05-08T19:12:31.297129Z","steps":["trace[1936827053] 'agreement among raft nodes before linearized reading' (duration: 5.119074724s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:31.297136Z","caller":"traceutil/trace.go:171","msg":"trace[760973304] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26941; }","duration":"3.83884912s","start":"2026-05-08T19:12:27.458282Z","end":"2026-05-08T19:12:31.297131Z","steps":["trace[760973304] 'agreement among raft nodes before linearized reading' (duration: 3.838814629s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.29715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.178008Z","time spent":"5.119137076s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T19:12:31.297203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494340678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-05-08T19:12:31.297208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.004372528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T19:12:31.29722Z","caller":"traceutil/trace.go:171","msg":"trace[1266937513] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26941; }","duration":"2.49442589s","start":"2026-05-08T19:12:28.80279Z","end":"2026-05-08T19:12:31.297215Z","steps":["trace[1266937513] 'agreement among raft nodes before linearized reading' (duration: 2.494326397s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:31.297227Z","caller":"traceutil/trace.go:171","msg":"trace[892183402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26941; }","duration":"4.00442096s","start":"2026-05-08T19:12:27.2928Z","end":"2026-05-08T19:12:31.297221Z","steps":["trace[892183402] 'agreement among raft nodes before linearized reading' (duration: 4.004360908s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.297235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.802784Z","time spent":"2.49444784s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-05-08T19:12:31.29724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.125348501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-05-08T19:12:31.297257Z","caller":"traceutil/trace.go:171","msg":"trace[816441983] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26941; }","duration":"5.125364612s","start":"2026-05-08T19:12:26.171887Z","end":"2026-05-08T19:12:31.297252Z","steps":["trace[816441983] 'agreement among raft nodes before linearized reading' (duration: 5.125321371s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.297268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.073738359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:31.297242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:27.292785Z","time spent":"4.004453761s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-08T19:12:31.297284Z","caller":"traceutil/trace.go:171","msg":"trace[1760596517] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26941; }","duration":"4.073788461s","start":"2026-05-08T19:12:27.223491Z","end":"2026-05-08T19:12:31.297279Z","steps":["trace[1760596517] 'agreement among raft nodes before linearized reading' (duration: 4.07376112s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.2973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:27.223471Z","time spent":"4.073825421s","remote":"127.0.0.1:45276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:31.297324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494582465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" ","response":"range_response_count:1 size:5285"} {"level":"info","ts":"2026-05-08T19:12:31.297338Z","caller":"traceutil/trace.go:171","msg":"trace[1323666617] range","detail":"{range_begin:/registry/cronjobs/openstack/cinder-volume-usage-audit; range_end:; response_count:1; response_revision:26941; }","duration":"2.494616516s","start":"2026-05-08T19:12:28.802718Z","end":"2026-05-08T19:12:31.297334Z","steps":["trace[1323666617] 'agreement among raft nodes before linearized reading' (duration: 2.494571324s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.29735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.802709Z","time spent":"2.494638367s","remote":"127.0.0.1:56436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":5309,"request content":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" "} {"level":"warn","ts":"2026-05-08T19:12:31.297376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.156263318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:31.297391Z","caller":"traceutil/trace.go:171","msg":"trace[1712677701] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26941; }","duration":"5.156302289s","start":"2026-05-08T19:12:26.141083Z","end":"2026-05-08T19:12:31.297385Z","steps":["trace[1712677701] 'agreement among raft nodes before linearized reading' (duration: 5.156279478s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.297405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.141068Z","time spent":"5.156334561s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:31.297415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.078083486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-08T19:12:31.297431Z","caller":"traceutil/trace.go:171","msg":"trace[6154868] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26941; }","duration":"4.078136487s","start":"2026-05-08T19:12:27.219289Z","end":"2026-05-08T19:12:31.297426Z","steps":["trace[6154868] 'agreement among raft nodes before linearized reading' (duration: 4.078084786s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.297457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:27.219269Z","time spent":"4.078185019s","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-08T19:12:31.297478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495298107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"info","ts":"2026-05-08T19:12:31.297495Z","caller":"traceutil/trace.go:171","msg":"trace[1364280208] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26941; }","duration":"2.495328769s","start":"2026-05-08T19:12:28.802162Z","end":"2026-05-08T19:12:31.297491Z","steps":["trace[1364280208] 'agreement among raft nodes before linearized reading' (duration: 2.495288267s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.297508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.802152Z","time spent":"2.495352889s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3248,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-08T19:12:31.297512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.221935312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18adace8c882773b\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-05-08T19:12:31.297527Z","caller":"traceutil/trace.go:171","msg":"trace[923061929] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18adace8c882773b; range_end:; response_count:1; response_revision:26941; }","duration":"5.221965194s","start":"2026-05-08T19:12:26.075558Z","end":"2026-05-08T19:12:31.297523Z","steps":["trace[923061929] 'agreement among raft nodes before linearized reading' (duration: 5.221914912s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.29754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.07555Z","time spent":"5.221987034s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":766,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18adace8c882773b\" "} {"level":"warn","ts":"2026-05-08T19:12:31.297578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.128650463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-08T19:12:31.297595Z","caller":"traceutil/trace.go:171","msg":"trace[104836554] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26941; }","duration":"4.128686175s","start":"2026-05-08T19:12:27.168904Z","end":"2026-05-08T19:12:31.29759Z","steps":["trace[104836554] 'agreement among raft nodes before linearized reading' (duration: 4.128619473s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.297606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495466833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"warn","ts":"2026-05-08T19:12:31.296519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.772784877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:31.297618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:27.168893Z","time spent":"4.128722275s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-08T19:12:31.297621Z","caller":"traceutil/trace.go:171","msg":"trace[1877919508] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:26941; }","duration":"2.495497463s","start":"2026-05-08T19:12:28.80212Z","end":"2026-05-08T19:12:31.297617Z","steps":["trace[1877919508] 'agreement among raft nodes before linearized reading' (duration: 2.495451962s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:31.297628Z","caller":"traceutil/trace.go:171","msg":"trace[1205150728] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26941; }","duration":"4.773948614s","start":"2026-05-08T19:12:26.523674Z","end":"2026-05-08T19:12:31.297622Z","steps":["trace[1205150728] 'agreement among raft nodes before linearized reading' (duration: 4.772792627s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.297634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.802113Z","time spent":"2.495518444s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4410,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-05-08T19:12:31.297644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.523655Z","time spent":"4.773983344s","remote":"127.0.0.1:41620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:31.296538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.803511Z","time spent":"2.493024405s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3250,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-08T19:12:31.297746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.228467095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-05-08T19:12:31.29777Z","caller":"traceutil/trace.go:171","msg":"trace[229987797] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606; range_end:; response_count:1; response_revision:26941; }","duration":"4.228526558s","start":"2026-05-08T19:12:27.069238Z","end":"2026-05-08T19:12:31.297765Z","steps":["trace[229987797] 'agreement among raft nodes before linearized reading' (duration: 4.228450286s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.297784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:27.069221Z","time spent":"4.228558799s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" "} {"level":"info","ts":"2026-05-08T19:12:31.296718Z","caller":"traceutil/trace.go:171","msg":"trace[2140531983] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26941; }","duration":"4.91378209s","start":"2026-05-08T19:12:26.382931Z","end":"2026-05-08T19:12:31.296713Z","steps":["trace[2140531983] 'agreement among raft nodes before linearized reading' (duration: 4.913713588s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.297852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497308821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-05-08T19:12:31.297928Z","caller":"traceutil/trace.go:171","msg":"trace[1532223790] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26941; }","duration":"2.497436675s","start":"2026-05-08T19:12:28.80047Z","end":"2026-05-08T19:12:31.297906Z","steps":["trace[1532223790] 'agreement among raft nodes before linearized reading' (duration: 2.497193747s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.297269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.171847Z","time spent":"5.125419143s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:12:31.297968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.800445Z","time spent":"2.497514887s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-08T19:12:31.297992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496037621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-08T19:12:31.298011Z","caller":"traceutil/trace.go:171","msg":"trace[1246769564] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26941; }","duration":"2.496096453s","start":"2026-05-08T19:12:28.801909Z","end":"2026-05-08T19:12:31.298006Z","steps":["trace[1246769564] 'agreement among raft nodes before linearized reading' (duration: 2.496041331s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.298028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.801901Z","time spent":"2.496123123s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-08T19:12:31.297441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495228645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3241"} {"level":"info","ts":"2026-05-08T19:12:31.298066Z","caller":"traceutil/trace.go:171","msg":"trace[1422921609] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26941; }","duration":"2.495863055s","start":"2026-05-08T19:12:28.802196Z","end":"2026-05-08T19:12:31.298059Z","steps":["trace[1422921609] 'agreement among raft nodes before linearized reading' (duration: 2.495215035s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.298086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.802191Z","time spent":"2.495889296s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-05-08T19:12:31.297151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:27.458261Z","time spent":"3.838885942s","remote":"127.0.0.1:35654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:31.298129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496121134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-08T19:12:31.298144Z","caller":"traceutil/trace.go:171","msg":"trace[173559514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26941; }","duration":"2.496149964s","start":"2026-05-08T19:12:28.801988Z","end":"2026-05-08T19:12:31.298138Z","steps":["trace[173559514] 'agreement among raft nodes before linearized reading' (duration: 2.496115043s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.298156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.80198Z","time spent":"2.496173175s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-08T19:12:31.29827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496272268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-05-08T19:12:31.298284Z","caller":"traceutil/trace.go:171","msg":"trace[589435606] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26941; }","duration":"2.496303409s","start":"2026-05-08T19:12:28.801976Z","end":"2026-05-08T19:12:31.29828Z","steps":["trace[589435606] 'agreement among raft nodes before linearized reading' (duration: 2.496257808s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.298296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.80197Z","time spent":"2.49632347s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-08T19:12:31.298298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496417133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15343"} {"level":"warn","ts":"2026-05-08T19:12:31.298316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49635762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-05-08T19:12:31.298335Z","caller":"traceutil/trace.go:171","msg":"trace[1411638857] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26941; }","duration":"2.496418913s","start":"2026-05-08T19:12:28.801911Z","end":"2026-05-08T19:12:31.29833Z","steps":["trace[1411638857] 'agreement among raft nodes before linearized reading' (duration: 2.496368351s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:31.298337Z","caller":"traceutil/trace.go:171","msg":"trace[1915384540] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:26941; }","duration":"2.496469244s","start":"2026-05-08T19:12:28.801858Z","end":"2026-05-08T19:12:31.298327Z","steps":["trace[1915384540] 'agreement among raft nodes before linearized reading' (duration: 2.496378071s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.298367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.801852Z","time spent":"2.496508626s","remote":"127.0.0.1:56658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15367,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-05-08T19:12:31.297893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:26.382917Z","time spent":"4.914970637s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-08T19:12:31.298348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.801891Z","time spent":"2.496454233s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-05-08T19:12:31.298469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496626839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"warn","ts":"2026-05-08T19:12:31.298537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497998022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:5260"} {"level":"info","ts":"2026-05-08T19:12:31.298556Z","caller":"traceutil/trace.go:171","msg":"trace[1258534752] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:26941; }","duration":"2.498028724s","start":"2026-05-08T19:12:28.800522Z","end":"2026-05-08T19:12:31.29855Z","steps":["trace[1258534752] 'agreement among raft nodes before linearized reading' (duration: 2.497983273s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.298571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.800447Z","time spent":"2.498119336s","remote":"127.0.0.1:56436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5284,"request content":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" "} {"level":"info","ts":"2026-05-08T19:12:31.298571Z","caller":"traceutil/trace.go:171","msg":"trace[1407647377] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:26941; }","duration":"2.496731023s","start":"2026-05-08T19:12:28.801812Z","end":"2026-05-08T19:12:31.298543Z","steps":["trace[1407647377] 'agreement among raft nodes before linearized reading' (duration: 2.496606789s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.298632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496846386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3217"} {"level":"info","ts":"2026-05-08T19:12:31.29865Z","caller":"traceutil/trace.go:171","msg":"trace[1634845807] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:26941; }","duration":"2.496918439s","start":"2026-05-08T19:12:28.801727Z","end":"2026-05-08T19:12:31.298646Z","steps":["trace[1634845807] 'agreement among raft nodes before linearized reading' (duration: 2.496867377s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:31.298665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.801717Z","time spent":"2.496944299s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3241,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-05-08T19:12:31.301241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:28.8018Z","time spent":"2.499421377s","remote":"127.0.0.1:56658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18228,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-05-08T19:12:31.70121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162724852s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:12:32.591438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001261594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:32.591553Z","caller":"traceutil/trace.go:171","msg":"trace[434370926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00142836s","start":"2026-05-08T19:12:30.590108Z","end":"2026-05-08T19:12:32.591536Z","steps":["trace[434370926] 'agreement among raft nodes before linearized reading' (duration: 2.001293316s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:32.591589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:30.590096Z","time spent":"2.001485062s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:12:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:34.591229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954155627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:34.591352Z","caller":"traceutil/trace.go:171","msg":"trace[542383154] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.954316632s","start":"2026-05-08T19:12:32.637008Z","end":"2026-05-08T19:12:34.591325Z","steps":["trace[542383154] 'agreement among raft nodes before linearized reading' (duration: 1.954177508s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:34.591504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:32.636992Z","time spent":"1.954462346s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:12:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:34.60916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:33.290037Z","time spent":"1.3191161s","remote":"127.0.0.1:43824","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T19:12:34.609662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908116034s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:12:34.609812Z","caller":"traceutil/trace.go:171","msg":"trace[585328408] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"4.071397534s","start":"2026-05-08T19:12:30.538386Z","end":"2026-05-08T19:12:34.609784Z","steps":["trace[585328408] 'process raft request' (duration: 1.163021542s)","trace[585328408] 'compare' (duration: 2.905495201s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:34.609999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:30.538362Z","time spent":"4.071502597s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:34.860858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.159379347s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:12:36.172302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.305638Z","time spent":"4.866655874s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.174837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996634864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.174919Z","caller":"traceutil/trace.go:171","msg":"trace[991976467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996765958s","start":"2026-05-08T19:12:33.178132Z","end":"2026-05-08T19:12:36.174898Z","steps":["trace[991976467] 'agreement among raft nodes before linearized reading' (duration: 2.996664485s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.174977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:33.178114Z","time spent":"2.996844341s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.17885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.306904Z","time spent":"4.8719311s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.17905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997116669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.179119Z","caller":"traceutil/trace.go:171","msg":"trace[774633357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997227073s","start":"2026-05-08T19:12:33.181874Z","end":"2026-05-08T19:12:36.179102Z","steps":["trace[774633357] 'agreement among raft nodes before linearized reading' (duration: 2.99713594s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.179159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:33.181864Z","time spent":"2.997285815s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.186742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.306097Z","time spent":"4.880641176s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.186865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.304021Z","time spent":"4.882842985s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.190473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997653377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.190522Z","caller":"traceutil/trace.go:171","msg":"trace[1397319456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997697788s","start":"2026-05-08T19:12:33.192802Z","end":"2026-05-08T19:12:36.1905Z","steps":["trace[1397319456] 'agreement among raft nodes before linearized reading' (duration: 2.997652497s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.190547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:33.192768Z","time spent":"2.99777307s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.196372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335282238s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:12:36.196887Z","caller":"traceutil/trace.go:171","msg":"trace[1481110593] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"4.895986861s","start":"2026-05-08T19:12:31.300877Z","end":"2026-05-08T19:12:36.196864Z","steps":["trace[1481110593] 'process raft request' (duration: 4.895607219s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.197018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.300861Z","time spent":"4.896087594s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:36.197185Z","caller":"traceutil/trace.go:171","msg":"trace[1276376235] transaction","detail":"{read_only:false; response_revision:26943; number_of_response:1; }","duration":"5.499347476s","start":"2026-05-08T19:12:30.697825Z","end":"2026-05-08T19:12:36.197172Z","steps":["trace[1276376235] 'process raft request' (duration: 4.16317173s)","trace[1276376235] 'compare' (duration: 1.333835562s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:36.197227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:30.697804Z","time spent":"5.499399498s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:36.197358Z","caller":"traceutil/trace.go:171","msg":"trace[1719108470] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"4.765910953s","start":"2026-05-08T19:12:31.431423Z","end":"2026-05-08T19:12:36.197334Z","steps":["trace[1719108470] 'process raft request' (duration: 4.76581095s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.197468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.43141Z","time spent":"4.766002115s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:36.197645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.30097Z","time spent":"4.896672022s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-08T19:12:36.197707Z","caller":"traceutil/trace.go:171","msg":"trace[1379304466] transaction","detail":"{read_only:false; response_revision:26956; number_of_response:1; }","duration":"4.765576842s","start":"2026-05-08T19:12:31.432121Z","end":"2026-05-08T19:12:36.197698Z","steps":["trace[1379304466] 'process raft request' (duration: 4.765162479s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.200163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.432111Z","time spent":"4.767969537s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:36.197733Z","caller":"traceutil/trace.go:171","msg":"trace[963365215] linearizableReadLoop","detail":"{readStateIndex:27834; appliedIndex:27832; }","duration":"4.901600678s","start":"2026-05-08T19:12:31.296125Z","end":"2026-05-08T19:12:36.197726Z","steps":["trace[963365215] 'read index received' (duration: 405.314412ms)","trace[963365215] 'applied index is now lower than readState.Index' (duration: 4.496285266s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:36.197848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.769048147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9600"} {"level":"info","ts":"2026-05-08T19:12:36.200434Z","caller":"traceutil/trace.go:171","msg":"trace[54953029] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26957; }","duration":"6.77168326s","start":"2026-05-08T19:12:29.428733Z","end":"2026-05-08T19:12:36.200417Z","steps":["trace[54953029] 'agreement among raft nodes before linearized reading' (duration: 6.769013656s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.200471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:29.428681Z","time spent":"6.771779613s","remote":"127.0.0.1:56658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9624,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-08T19:12:36.198028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.029194007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:36.200646Z","caller":"traceutil/trace.go:171","msg":"trace[596803708] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26957; }","duration":"5.031849311s","start":"2026-05-08T19:12:31.168783Z","end":"2026-05-08T19:12:36.200633Z","steps":["trace[596803708] 'agreement among raft nodes before linearized reading' (duration: 5.029219748s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.200682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.168758Z","time spent":"5.031911403s","remote":"127.0.0.1:56422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:36.198165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.201347815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-08T19:12:36.200892Z","caller":"traceutil/trace.go:171","msg":"trace[517423403] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26957; }","duration":"5.204113201s","start":"2026-05-08T19:12:30.996768Z","end":"2026-05-08T19:12:36.200882Z","steps":["trace[517423403] 'agreement among raft nodes before linearized reading' (duration: 5.201287403s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.200926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:30.996743Z","time spent":"5.204171724s","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:36.198219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.610290641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-08T19:12:36.201269Z","caller":"traceutil/trace.go:171","msg":"trace[358562837] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf; range_end:; response_count:1; response_revision:26957; }","duration":"5.613263104s","start":"2026-05-08T19:12:30.587893Z","end":"2026-05-08T19:12:36.201156Z","steps":["trace[358562837] 'agreement among raft nodes before linearized reading' (duration: 5.61028548s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.201326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:30.587876Z","time spent":"5.613435709s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" "} {"level":"info","ts":"2026-05-08T19:12:36.198754Z","caller":"traceutil/trace.go:171","msg":"trace[1451199394] transaction","detail":"{read_only:false; response_revision:26951; number_of_response:1; }","duration":"4.769504995s","start":"2026-05-08T19:12:31.429213Z","end":"2026-05-08T19:12:36.198718Z","steps":["trace[1451199394] 'process raft request' (duration: 4.767828743s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.201608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.429194Z","time spent":"4.772377566s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:36.198798Z","caller":"traceutil/trace.go:171","msg":"trace[1074309693] transaction","detail":"{read_only:false; response_revision:26945; number_of_response:1; }","duration":"4.894802803s","start":"2026-05-08T19:12:31.30397Z","end":"2026-05-08T19:12:36.198773Z","steps":["trace[1074309693] 'process raft request' (duration: 4.892754289s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.201872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.303956Z","time spent":"4.89788067s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:36.198831Z","caller":"traceutil/trace.go:171","msg":"trace[1133261294] transaction","detail":"{read_only:false; response_revision:26947; number_of_response:1; }","duration":"4.894743561s","start":"2026-05-08T19:12:31.304077Z","end":"2026-05-08T19:12:36.198821Z","steps":["trace[1133261294] 'process raft request' (duration: 4.892781569s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.202067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.304073Z","time spent":"4.897933692s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:36.198815Z","caller":"traceutil/trace.go:171","msg":"trace[1580623992] transaction","detail":"{read_only:false; response_revision:26953; number_of_response:1; }","duration":"4.768071871s","start":"2026-05-08T19:12:31.430718Z","end":"2026-05-08T19:12:36.19879Z","steps":["trace[1580623992] 'process raft request' (duration: 4.766421929s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.2022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.430712Z","time spent":"4.771456977s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:36.198837Z","caller":"traceutil/trace.go:171","msg":"trace[1675077082] transaction","detail":"{read_only:false; response_revision:26952; number_of_response:1; }","duration":"4.768473903s","start":"2026-05-08T19:12:31.430353Z","end":"2026-05-08T19:12:36.198827Z","steps":["trace[1675077082] 'process raft request' (duration: 4.766732568s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.202399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.430317Z","time spent":"4.772048696s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:36.19886Z","caller":"traceutil/trace.go:171","msg":"trace[2050936335] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"4.768058s","start":"2026-05-08T19:12:31.430795Z","end":"2026-05-08T19:12:36.198853Z","steps":["trace[2050936335] 'process raft request' (duration: 4.766390007s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.202587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.430778Z","time spent":"4.771769037s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.233522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929347134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.233617Z","caller":"traceutil/trace.go:171","msg":"trace[583376052] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; }","duration":"4.929476717s","start":"2026-05-08T19:12:31.304121Z","end":"2026-05-08T19:12:36.233598Z","steps":["trace[583376052] 'agreement among raft nodes before linearized reading' (duration: 4.929357024s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.233666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.304114Z","time spent":"4.929539589s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.233714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928163786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.233775Z","caller":"traceutil/trace.go:171","msg":"trace[1915686516] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; }","duration":"4.928223818s","start":"2026-05-08T19:12:31.305536Z","end":"2026-05-08T19:12:36.23376Z","steps":["trace[1915686516] 'agreement among raft nodes before linearized reading' (duration: 4.928168926s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.233809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.305533Z","time spent":"4.928269629s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-05-08T19:12:36.233807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929516399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"","error":"context canceled"} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-08T19:12:36.233845Z","caller":"traceutil/trace.go:171","msg":"trace[1276115147] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; }","duration":"4.92956218s","start":"2026-05-08T19:12:31.304273Z","end":"2026-05-08T19:12:36.233835Z","steps":["trace[1276115147] 'agreement among raft nodes before linearized reading' (duration: 4.929524139s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.233873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.304266Z","time spent":"4.929599311s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/octavia-api\" "} {"level":"warn","ts":"2026-05-08T19:12:36.233888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929591821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"","error":"context canceled"} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-08T19:12:36.233908Z","caller":"traceutil/trace.go:171","msg":"trace[1300695785] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; }","duration":"4.929620052s","start":"2026-05-08T19:12:31.304282Z","end":"2026-05-08T19:12:36.233902Z","steps":["trace[1300695785] 'agreement among raft nodes before linearized reading' (duration: 4.929600591s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.233916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928122755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-08T19:12:36.233934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.304276Z","time spent":"4.929654373s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-08T19:12:36.233962Z","caller":"traceutil/trace.go:171","msg":"trace[157954962] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; }","duration":"4.928185536s","start":"2026-05-08T19:12:31.305759Z","end":"2026-05-08T19:12:36.233944Z","steps":["trace[157954962] 'agreement among raft nodes before linearized reading' (duration: 4.928140935s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.23398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928682442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.233996Z","caller":"traceutil/trace.go:171","msg":"trace[1259919864] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; }","duration":"4.928697763s","start":"2026-05-08T19:12:31.305293Z","end":"2026-05-08T19:12:36.233991Z","steps":["trace[1259919864] 'agreement among raft nodes before linearized reading' (duration: 4.928681802s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.234012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.305282Z","time spent":"4.928725863s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.234012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930042165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.234128Z","caller":"traceutil/trace.go:171","msg":"trace[1223732245] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; }","duration":"4.93017399s","start":"2026-05-08T19:12:31.303948Z","end":"2026-05-08T19:12:36.234122Z","steps":["trace[1223732245] 'agreement among raft nodes before linearized reading' (duration: 4.930052066s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.234125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928354612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-08T19:12:36.234146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.303943Z","time spent":"4.930198611s","remote":"127.0.0.1:42008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"info","ts":"2026-05-08T19:12:36.234153Z","caller":"traceutil/trace.go:171","msg":"trace[1658474210] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; }","duration":"4.928382043s","start":"2026-05-08T19:12:31.305763Z","end":"2026-05-08T19:12:36.234145Z","steps":["trace[1658474210] 'agreement among raft nodes before linearized reading' (duration: 4.928353982s)"],"step_count":1} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.234179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.305721Z","time spent":"4.928452456s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-05-08T19:12:36.233835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929465217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.234207Z","caller":"traceutil/trace.go:171","msg":"trace[515557949] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; }","duration":"4.929888571s","start":"2026-05-08T19:12:31.304313Z","end":"2026-05-08T19:12:36.234202Z","steps":["trace[515557949] 'agreement among raft nodes before linearized reading' (duration: 4.929465767s)"],"step_count":1} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.234224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.304309Z","time spent":"4.929910531s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.233574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929451287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.234376Z","caller":"traceutil/trace.go:171","msg":"trace[871668612] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; }","duration":"4.930298094s","start":"2026-05-08T19:12:31.30404Z","end":"2026-05-08T19:12:36.234338Z","steps":["trace[871668612] 'agreement among raft nodes before linearized reading' (duration: 4.929491838s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.234013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.30572Z","time spent":"4.92828141s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-05-08T19:12:36.234422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.304022Z","time spent":"4.930386976s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.23405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928996103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.23454Z","caller":"traceutil/trace.go:171","msg":"trace[363893051] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; }","duration":"4.929443326s","start":"2026-05-08T19:12:31.305033Z","end":"2026-05-08T19:12:36.234477Z","steps":["trace[363893051] 'agreement among raft nodes before linearized reading' (duration: 4.929012163s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.234069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928763265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/senlin-api\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-08T19:12:36.23458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.305025Z","time spent":"4.929542899s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-08T19:12:36.234608Z","caller":"traceutil/trace.go:171","msg":"trace[12990107] range","detail":"{range_begin:/registry/deployments/openstack/senlin-api; range_end:; }","duration":"4.929307332s","start":"2026-05-08T19:12:31.305289Z","end":"2026-05-08T19:12:36.234596Z","steps":["trace[12990107] 'agreement among raft nodes before linearized reading' (duration: 4.928775865s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.234643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.305281Z","time spent":"4.929352923s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/senlin-api\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.234085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929807978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/orc-system/orc-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.234708Z","caller":"traceutil/trace.go:171","msg":"trace[52057783] range","detail":"{range_begin:/registry/deployments/orc-system/orc-controller-manager; range_end:; }","duration":"4.930438928s","start":"2026-05-08T19:12:31.304263Z","end":"2026-05-08T19:12:36.234702Z","steps":["trace[52057783] 'agreement among raft nodes before linearized reading' (duration: 4.929818659s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.234748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.304257Z","time spent":"4.93048277s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/orc-system/orc-controller-manager\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.234075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928700483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-fbjnef\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.234798Z","caller":"traceutil/trace.go:171","msg":"trace[361806214] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-fbjnef; range_end:; }","duration":"4.929433286s","start":"2026-05-08T19:12:31.305358Z","end":"2026-05-08T19:12:36.234791Z","steps":["trace[361806214] 'agreement among raft nodes before linearized reading' (duration: 4.928706993s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.234822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.305354Z","time spent":"4.929462037s","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-fbjnef\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.234096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928584069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.234889Z","caller":"traceutil/trace.go:171","msg":"trace[2054454468] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; }","duration":"4.929378015s","start":"2026-05-08T19:12:31.305497Z","end":"2026-05-08T19:12:36.234875Z","steps":["trace[2054454468] 'agreement among raft nodes before linearized reading' (duration: 4.92859168s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.234929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.305493Z","time spent":"4.929424576s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.234104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929853049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-08T19:12:36.234978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930832151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.235002Z","caller":"traceutil/trace.go:171","msg":"trace[1669504522] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; }","duration":"4.930746768s","start":"2026-05-08T19:12:31.304247Z","end":"2026-05-08T19:12:36.234994Z","steps":["trace[1669504522] 'agreement among raft nodes before linearized reading' (duration: 4.929853459s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:36.235013Z","caller":"traceutil/trace.go:171","msg":"trace[574994445] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; }","duration":"4.930875902s","start":"2026-05-08T19:12:31.304127Z","end":"2026-05-08T19:12:36.235003Z","steps":["trace[574994445] 'agreement among raft nodes before linearized reading' (duration: 4.930837091s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.235033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.304225Z","time spent":"4.93079873s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-08T19:12:36.235041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.304122Z","time spent":"4.930912453s","remote":"127.0.0.1:56436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.234235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930149249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.235155Z","caller":"traceutil/trace.go:171","msg":"trace[2087704081] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"4.931078388s","start":"2026-05-08T19:12:31.304066Z","end":"2026-05-08T19:12:36.235144Z","steps":["trace[2087704081] 'agreement among raft nodes before linearized reading' (duration: 4.930154849s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.235187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.304062Z","time spent":"4.931115349s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.234256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930154409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.235254Z","caller":"traceutil/trace.go:171","msg":"trace[642191881] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"4.931161791s","start":"2026-05-08T19:12:31.304087Z","end":"2026-05-08T19:12:36.235248Z","steps":["trace[642191881] 'agreement among raft nodes before linearized reading' (duration: 4.930164989s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.235286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.304083Z","time spent":"4.931196652s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.235103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930976965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-service-cleaner\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:36.235347Z","caller":"traceutil/trace.go:171","msg":"trace[79490723] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-service-cleaner; range_end:; }","duration":"4.931271345s","start":"2026-05-08T19:12:31.304069Z","end":"2026-05-08T19:12:36.23534Z","steps":["trace[79490723] 'agreement among raft nodes before linearized reading' (duration: 4.931022127s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.235377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.303993Z","time spent":"4.931377607s","remote":"127.0.0.1:56436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs/openstack/nova-service-cleaner\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.640772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999966944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:12:36.640986Z","caller":"traceutil/trace.go:171","msg":"trace[242878835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.041399712s","start":"2026-05-08T19:12:34.599571Z","end":"2026-05-08T19:12:36.640971Z","steps":["trace[242878835] 'agreement among raft nodes before linearized reading' (duration: 1.999989834s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:36.641033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:34.599554Z","time spent":"2.041460234s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:36.701437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:12:38.604091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963118852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:12:38.604166Z","caller":"traceutil/trace.go:171","msg":"trace[1057735080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.963241196s","start":"2026-05-08T19:12:36.640906Z","end":"2026-05-08T19:12:38.604147Z","steps":["trace[1057735080] 'agreement among raft nodes before linearized reading' (duration: 1.963143143s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:38.604215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:36.640886Z","time spent":"1.963312797s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:12:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:39.058219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188630782s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:452"} {"level":"info","ts":"2026-05-08T19:12:39.058363Z","caller":"traceutil/trace.go:171","msg":"trace[828679250] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26957; }","duration":"2.878693929s","start":"2026-05-08T19:12:36.179653Z","end":"2026-05-08T19:12:39.058347Z","steps":["trace[828679250] 'process raft request' (duration: 689.868722ms)","trace[828679250] 'compare' (duration: 2.188574749s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:39.058409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:36.179634Z","time spent":"2.878754221s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:39.05917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.101452ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:39.059287Z","caller":"traceutil/trace.go:171","msg":"trace[498730863] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26957; }","duration":"241.233736ms","start":"2026-05-08T19:12:38.818034Z","end":"2026-05-08T19:12:39.059268Z","steps":["trace[498730863] 'range keys from in-memory index tree' (duration: 241.084742ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:39.059681Z","caller":"traceutil/trace.go:171","msg":"trace[2019905305] transaction","detail":"{read_only:false; response_revision:26958; number_of_response:1; }","duration":"2.872689149s","start":"2026-05-08T19:12:36.186973Z","end":"2026-05-08T19:12:39.059662Z","steps":["trace[2019905305] 'process raft request' (duration: 2.871319696s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:39.059753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:36.186957Z","time spent":"2.872759931s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:39.059765Z","caller":"traceutil/trace.go:171","msg":"trace[1308253160] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26958; }","duration":"2.87270622s","start":"2026-05-08T19:12:36.187044Z","end":"2026-05-08T19:12:39.05975Z","steps":["trace[1308253160] 'process raft request' (duration: 2.872518394s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:39.05986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:36.187039Z","time spent":"2.872761071s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:39.059876Z","caller":"traceutil/trace.go:171","msg":"trace[1865296440] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"2.856124846s","start":"2026-05-08T19:12:36.203716Z","end":"2026-05-08T19:12:39.059841Z","steps":["trace[1865296440] 'process raft request' (duration: 2.856029393s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:39.060026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:36.203703Z","time spent":"2.85623701s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:39.060249Z","caller":"traceutil/trace.go:171","msg":"trace[1630300700] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"2.858668517s","start":"2026-05-08T19:12:36.201568Z","end":"2026-05-08T19:12:39.060237Z","steps":["trace[1630300700] 'process raft request' (duration: 2.858087299s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:39.060308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:36.201549Z","time spent":"2.858724238s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:39.060506Z","caller":"traceutil/trace.go:171","msg":"trace[1301961009] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"2.720222547s","start":"2026-05-08T19:12:36.340266Z","end":"2026-05-08T19:12:39.060489Z","steps":["trace[1301961009] 'process raft request' (duration: 2.719507294s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:39.060573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:36.340256Z","time spent":"2.720282739s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:39.08197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.443084272s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:12:40.611719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:40.611807Z","caller":"traceutil/trace.go:171","msg":"trace[2114314967] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000302654s","start":"2026-05-08T19:12:38.611483Z","end":"2026-05-08T19:12:40.611785Z","steps":["trace[2114314967] 'agreement among raft nodes before linearized reading' (duration: 2.000198821s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:40.611855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:38.611468Z","time spent":"2.000376927s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:12:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:41.206761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146935204s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-08T19:12:41.207006Z","caller":"traceutil/trace.go:171","msg":"trace[2090544225] linearizableReadLoop","detail":"{readStateIndex:27856; appliedIndex:27849; }","duration":"5.006636383s","start":"2026-05-08T19:12:36.200351Z","end":"2026-05-08T19:12:41.206987Z","steps":["trace[2090544225] 'read index received' (duration: 669.185758ms)","trace[2090544225] 'applied index is now lower than readState.Index' (duration: 4.337449595s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:41.213065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.284191136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:41.213109Z","caller":"traceutil/trace.go:171","msg":"trace[299039662] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26962; }","duration":"5.284275428s","start":"2026-05-08T19:12:35.92882Z","end":"2026-05-08T19:12:41.213095Z","steps":["trace[299039662] 'agreement among raft nodes before linearized reading' (duration: 5.284206046s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:41.213138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:35.9288Z","time spent":"5.28433087s","remote":"127.0.0.1:45780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:41.21328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.438444356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:41.213304Z","caller":"traceutil/trace.go:171","msg":"trace[284998327] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26962; }","duration":"5.438492438s","start":"2026-05-08T19:12:35.774806Z","end":"2026-05-08T19:12:41.213298Z","steps":["trace[284998327] 'agreement among raft nodes before linearized reading' (duration: 5.438455056s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:41.213325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:35.774791Z","time spent":"5.438528838s","remote":"127.0.0.1:45412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:41.213428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.618730268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:41.213452Z","caller":"traceutil/trace.go:171","msg":"trace[1684555580] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26962; }","duration":"5.61878885s","start":"2026-05-08T19:12:35.594658Z","end":"2026-05-08T19:12:41.213447Z","steps":["trace[1684555580] 'agreement among raft nodes before linearized reading' (duration: 5.618752199s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:41.213476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:35.594639Z","time spent":"5.618831641s","remote":"127.0.0.1:35914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:41.213804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.312337007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:41.213851Z","caller":"traceutil/trace.go:171","msg":"trace[710634778] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26962; }","duration":"6.312394589s","start":"2026-05-08T19:12:34.901431Z","end":"2026-05-08T19:12:41.213826Z","steps":["trace[710634778] 'agreement among raft nodes before linearized reading' (duration: 6.312349938s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:41.213874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:34.901396Z","time spent":"6.312473782s","remote":"127.0.0.1:45402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:41.215047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.023803644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-08T19:12:41.21507Z","caller":"traceutil/trace.go:171","msg":"trace[270204262] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26962; }","duration":"7.023830954s","start":"2026-05-08T19:12:34.191234Z","end":"2026-05-08T19:12:41.215065Z","steps":["trace[270204262] 'agreement among raft nodes before linearized reading' (duration: 7.022723239s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:41.215088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:34.191187Z","time spent":"7.023897096s","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2899,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:41.215193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.293969346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:12:41.215217Z","caller":"traceutil/trace.go:171","msg":"trace[530802831] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26962; }","duration":"7.293994597s","start":"2026-05-08T19:12:33.921216Z","end":"2026-05-08T19:12:41.21521Z","steps":["trace[530802831] 'agreement among raft nodes before linearized reading' (duration: 7.293959016s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:41.215238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:33.921145Z","time spent":"7.29408899s","remote":"127.0.0.1:41802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:41.215336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.759454898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:41.21536Z","caller":"traceutil/trace.go:171","msg":"trace[1552602318] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26962; }","duration":"7.75952148s","start":"2026-05-08T19:12:33.455833Z","end":"2026-05-08T19:12:41.215355Z","steps":["trace[1552602318] 'agreement among raft nodes before linearized reading' (duration: 7.759487328s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:41.215383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:33.455804Z","time spent":"7.759572791s","remote":"127.0.0.1:45384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:41.215492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.975245433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:12:41.215514Z","caller":"traceutil/trace.go:171","msg":"trace[512023434] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26962; }","duration":"7.975307254s","start":"2026-05-08T19:12:33.240202Z","end":"2026-05-08T19:12:41.215509Z","steps":["trace[512023434] 'agreement among raft nodes before linearized reading' (duration: 7.975269233s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:41.215537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:33.24018Z","time spent":"7.975351896s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:41.215641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.034768532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:12:41.215664Z","caller":"traceutil/trace.go:171","msg":"trace[840617045] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26962; }","duration":"8.034820174s","start":"2026-05-08T19:12:33.180838Z","end":"2026-05-08T19:12:41.215658Z","steps":["trace[840617045] 'agreement among raft nodes before linearized reading' (duration: 8.034783703s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:41.215682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:33.180828Z","time spent":"8.034849645s","remote":"127.0.0.1:35784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:41.215796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.764480598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:12:41.215822Z","caller":"traceutil/trace.go:171","msg":"trace[373028527] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26962; }","duration":"8.7645617s","start":"2026-05-08T19:12:32.451251Z","end":"2026-05-08T19:12:41.215813Z","steps":["trace[373028527] 'agreement among raft nodes before linearized reading' (duration: 8.764512598s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:41.215845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:32.451229Z","time spent":"8.764610882s","remote":"127.0.0.1:35760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:41.21599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.911025556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-05-08T19:12:41.216014Z","caller":"traceutil/trace.go:171","msg":"trace[1189544819] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606; range_end:; response_count:1; response_revision:26962; }","duration":"8.911081938s","start":"2026-05-08T19:12:32.304926Z","end":"2026-05-08T19:12:41.216008Z","steps":["trace[1189544819] 'agreement among raft nodes before linearized reading' (duration: 8.911002296s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:41.216032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:32.304909Z","time spent":"8.911118249s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" "} {"level":"warn","ts":"2026-05-08T19:12:41.216135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.034335351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:41.216161Z","caller":"traceutil/trace.go:171","msg":"trace[852531880] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26962; }","duration":"9.034395553s","start":"2026-05-08T19:12:32.181758Z","end":"2026-05-08T19:12:41.216153Z","steps":["trace[852531880] 'agreement among raft nodes before linearized reading' (duration: 9.034358672s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:41.21618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:32.181738Z","time spent":"9.034437933s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T19:12:41.216328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.140595016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:12:41.216392Z","caller":"traceutil/trace.go:171","msg":"trace[1096372737] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26962; }","duration":"9.140717201s","start":"2026-05-08T19:12:32.075658Z","end":"2026-05-08T19:12:41.216376Z","steps":["trace[1096372737] 'agreement among raft nodes before linearized reading' (duration: 9.140588767s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:41.216422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:32.075638Z","time spent":"9.140778492s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:41.217717Z","caller":"traceutil/trace.go:171","msg":"trace[674719055] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"4.288971185s","start":"2026-05-08T19:12:36.928739Z","end":"2026-05-08T19:12:41.21771Z","steps":["trace[674719055] 'process raft request' (duration: 4.278123432s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:41.217781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:36.928678Z","time spent":"4.289061358s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:41.46429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.322738805s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:12:42.363109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.816524686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:12:42.363213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.057958951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T19:12:42.36328Z","caller":"traceutil/trace.go:171","msg":"trace[390043855] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26963; }","duration":"11.058039913s","start":"2026-05-08T19:12:31.30522Z","end":"2026-05-08T19:12:42.36326Z","steps":["trace[390043855] 'agreement among raft nodes before linearized reading' (duration: 9.911427081s)","trace[390043855] 'range keys from in-memory index tree' (duration: 1.146466648s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:42.363287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.568931127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:42.363305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.305215Z","time spent":"11.058084304s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-08T19:12:42.363332Z","caller":"traceutil/trace.go:171","msg":"trace[1709313459] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26963; }","duration":"10.569011149s","start":"2026-05-08T19:12:31.794304Z","end":"2026-05-08T19:12:42.363315Z","steps":["trace[1709313459] 'agreement among raft nodes before linearized reading' (duration: 9.422318725s)","trace[1709313459] 'count revisions from in-memory index tree' (duration: 1.146637772s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:42.363384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.794284Z","time spent":"10.569084541s","remote":"127.0.0.1:45490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:42.363465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.062425393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c5eea09c-cb4e-4949-afbd-49a44fd8ea59\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-08T19:12:42.363487Z","caller":"traceutil/trace.go:171","msg":"trace[885011107] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c5eea09c-cb4e-4949-afbd-49a44fd8ea59; range_end:; response_count:1; response_revision:26963; }","duration":"11.062453353s","start":"2026-05-08T19:12:31.301025Z","end":"2026-05-08T19:12:42.363479Z","steps":["trace[885011107] 'agreement among raft nodes before linearized reading' (duration: 9.915628765s)","trace[885011107] 'range keys from in-memory index tree' (duration: 1.146774127s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:42.363507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.301018Z","time spent":"11.062482714s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-c5eea09c-cb4e-4949-afbd-49a44fd8ea59\" "} {"level":"info","ts":"2026-05-08T19:12:42.363219Z","caller":"traceutil/trace.go:171","msg":"trace[85455094] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26963; }","duration":"10.81667653s","start":"2026-05-08T19:12:31.546514Z","end":"2026-05-08T19:12:42.363191Z","steps":["trace[85455094] 'agreement among raft nodes before linearized reading' (duration: 9.67012286s)","trace[85455094] 'count revisions from in-memory index tree' (duration: 1.146393855s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:42.363626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.546498Z","time spent":"10.817044952s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:42.363815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.647699464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-t8p8s\" ","response":"range_response_count:1 size:5976"} {"level":"info","ts":"2026-05-08T19:12:42.363873Z","caller":"traceutil/trace.go:171","msg":"trace[18298516] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-t8p8s; range_end:; response_count:1; response_revision:26963; }","duration":"10.647788207s","start":"2026-05-08T19:12:31.716063Z","end":"2026-05-08T19:12:42.363851Z","steps":["trace[18298516] 'agreement among raft nodes before linearized reading' (duration: 9.500567366s)","trace[18298516] 'range keys from in-memory index tree' (duration: 1.147067576s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:42.363916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:31.716043Z","time spent":"10.64786192s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6000,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-t8p8s\" "} {"level":"warn","ts":"2026-05-08T19:12:42.364039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.451759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:12:42.36421Z","caller":"traceutil/trace.go:171","msg":"trace[289729196] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"4.161101568s","start":"2026-05-08T19:12:38.203092Z","end":"2026-05-08T19:12:42.364194Z","steps":["trace[289729196] 'process raft request' (duration: 3.261407862s)","trace[289729196] 'compare' (duration: 898.857349ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:42.364288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:38.203064Z","time spent":"4.16117106s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:42.364276Z","caller":"traceutil/trace.go:171","msg":"trace[1387752206] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"4.156849993s","start":"2026-05-08T19:12:38.207407Z","end":"2026-05-08T19:12:42.364257Z","steps":["trace[1387752206] 'process raft request' (duration: 4.156706058s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:42.364371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:38.207376Z","time spent":"4.156943286s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:42.364477Z","caller":"traceutil/trace.go:171","msg":"trace[578536961] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"4.156325196s","start":"2026-05-08T19:12:38.208145Z","end":"2026-05-08T19:12:42.36447Z","steps":["trace[578536961] 'process raft request' (duration: 4.156230703s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:42.364492Z","caller":"traceutil/trace.go:171","msg":"trace[1178089536] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"4.156458491s","start":"2026-05-08T19:12:38.208017Z","end":"2026-05-08T19:12:42.364476Z","steps":["trace[1178089536] 'process raft request' (duration: 4.156181372s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:42.36451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:38.208139Z","time spent":"4.156351197s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:42.364576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:38.207991Z","time spent":"4.156534683s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:42.364622Z","caller":"traceutil/trace.go:171","msg":"trace[2117739701] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"4.156335357s","start":"2026-05-08T19:12:38.208268Z","end":"2026-05-08T19:12:42.364603Z","steps":["trace[2117739701] 'process raft request' (duration: 4.156177872s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:42.364748Z","caller":"traceutil/trace.go:171","msg":"trace[581397553] linearizableReadLoop","detail":"{readStateIndex:27864; appliedIndex:27858; }","duration":"1.15763653s","start":"2026-05-08T19:12:41.207041Z","end":"2026-05-08T19:12:42.364677Z","steps":["trace[581397553] 'read index received' (duration: 257.406217ms)","trace[581397553] 'applied index is now lower than readState.Index' (duration: 900.229033ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:42.364794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.301818957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-08T19:12:42.364785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:38.20825Z","time spent":"4.15642039s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:42.364811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.403722848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:12:42.364863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752691088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:42.364876Z","caller":"traceutil/trace.go:171","msg":"trace[1997554792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26969; }","duration":"1.752735759s","start":"2026-05-08T19:12:40.612137Z","end":"2026-05-08T19:12:42.364872Z","steps":["trace[1997554792] 'agreement among raft nodes before linearized reading' (duration: 1.752707228s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:42.364866Z","caller":"traceutil/trace.go:171","msg":"trace[1009450568] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26969; }","duration":"4.40381191s","start":"2026-05-08T19:12:37.961035Z","end":"2026-05-08T19:12:42.364847Z","steps":["trace[1009450568] 'agreement among raft nodes before linearized reading' (duration: 4.403721968s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:42.364813Z","caller":"traceutil/trace.go:171","msg":"trace[746659950] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26969; }","duration":"3.301868289s","start":"2026-05-08T19:12:39.062939Z","end":"2026-05-08T19:12:42.364807Z","steps":["trace[746659950] 'agreement among raft nodes before linearized reading' (duration: 3.301754235s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:42.364896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.086764123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:42.364916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22875337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:42.364917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:37.961014Z","time spent":"4.403885503s","remote":"127.0.0.1:58876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:42.364924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:39.062922Z","time spent":"3.301987592s","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-08T19:12:42.364983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.299623789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fd33fc54b\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-05-08T19:12:42.364978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.26783254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:42.364999Z","caller":"traceutil/trace.go:171","msg":"trace[1947440138] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adaa3fd33fc54b; range_end:; response_count:1; response_revision:26969; }","duration":"3.29967609s","start":"2026-05-08T19:12:39.065318Z","end":"2026-05-08T19:12:42.364994Z","steps":["trace[1947440138] 'agreement among raft nodes before linearized reading' (duration: 3.299624988s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:42.365008Z","caller":"traceutil/trace.go:171","msg":"trace[2065155667] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26969; }","duration":"5.267898332s","start":"2026-05-08T19:12:37.097099Z","end":"2026-05-08T19:12:42.364998Z","steps":["trace[2065155667] 'agreement among raft nodes before linearized reading' (duration: 5.267852631s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:42.365028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:39.065288Z","time spent":"3.299736382s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fd33fc54b\" "} {"level":"warn","ts":"2026-05-08T19:12:42.365039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:37.097076Z","time spent":"5.267954844s","remote":"127.0.0.1:45418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:42.36489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:40.612121Z","time spent":"1.75276649s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:12:42.365111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140659264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:42.364831Z","caller":"traceutil/trace.go:171","msg":"trace[716928369] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"4.141405656s","start":"2026-05-08T19:12:38.22342Z","end":"2026-05-08T19:12:42.364826Z","steps":["trace[716928369] 'process raft request' (duration: 4.141110596s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:42.365169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63699473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:42.365196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:38.223404Z","time spent":"4.141771197s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:42.364933Z","caller":"traceutil/trace.go:171","msg":"trace[674742724] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26969; }","duration":"5.086852376s","start":"2026-05-08T19:12:37.27807Z","end":"2026-05-08T19:12:42.364922Z","steps":["trace[674742724] 'agreement among raft nodes before linearized reading' (duration: 5.086779903s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:42.365246Z","caller":"traceutil/trace.go:171","msg":"trace[941660594] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26969; }","duration":"3.637076253s","start":"2026-05-08T19:12:38.72813Z","end":"2026-05-08T19:12:42.365207Z","steps":["trace[941660594] 'agreement among raft nodes before linearized reading' (duration: 3.6369875s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:42.3653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.10069018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-08T19:12:42.365295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:38.728115Z","time spent":"3.637164275s","remote":"127.0.0.1:45538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:42.365296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:37.278042Z","time spent":"5.087232148s","remote":"127.0.0.1:50674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:42.365317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.027173267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-08T19:12:42.365349Z","caller":"traceutil/trace.go:171","msg":"trace[55859368] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26969; }","duration":"6.027205128s","start":"2026-05-08T19:12:36.338135Z","end":"2026-05-08T19:12:42.36534Z","steps":["trace[55859368] 'agreement among raft nodes before linearized reading' (duration: 6.027079274s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:42.365377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:36.338093Z","time spent":"6.02727738s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-08T19:12:42.365421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.764227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:42.36546Z","caller":"traceutil/trace.go:171","msg":"trace[128106441] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26969; }","duration":"339.85939ms","start":"2026-05-08T19:12:42.02559Z","end":"2026-05-08T19:12:42.365449Z","steps":["trace[128106441] 'agreement among raft nodes before linearized reading' (duration: 339.786918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:42.365476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.948727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-05-08T19:12:42.365493Z","caller":"traceutil/trace.go:171","msg":"trace[180018846] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606; range_end:; response_count:1; response_revision:26969; }","duration":"139.005099ms","start":"2026-05-08T19:12:42.226481Z","end":"2026-05-08T19:12:42.365486Z","steps":["trace[180018846] 'agreement among raft nodes before linearized reading' (duration: 138.950817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:42.365491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:42.025567Z","time spent":"339.916022ms","remote":"127.0.0.1:36014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:42.364933Z","caller":"traceutil/trace.go:171","msg":"trace[1268150502] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26969; }","duration":"3.228816662s","start":"2026-05-08T19:12:39.136109Z","end":"2026-05-08T19:12:42.364926Z","steps":["trace[1268150502] 'agreement among raft nodes before linearized reading' (duration: 3.228789521s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:42.365641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:39.136084Z","time spent":"3.229533605s","remote":"127.0.0.1:41726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:42.365664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.103313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:42.365701Z","caller":"traceutil/trace.go:171","msg":"trace[925112477] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26969; }","duration":"610.175085ms","start":"2026-05-08T19:12:41.755513Z","end":"2026-05-08T19:12:42.365688Z","steps":["trace[925112477] 'agreement among raft nodes before linearized reading' (duration: 610.112303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:42.36573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:41.755495Z","time spent":"610.227527ms","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:42.365188Z","caller":"traceutil/trace.go:171","msg":"trace[1944999204] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26969; }","duration":"1.140749936s","start":"2026-05-08T19:12:41.224416Z","end":"2026-05-08T19:12:42.365166Z","steps":["trace[1944999204] 'agreement among raft nodes before linearized reading' (duration: 1.140650463s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:42.365885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:41.224403Z","time spent":"1.141457529s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-08T19:12:42.365317Z","caller":"traceutil/trace.go:171","msg":"trace[521405116] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26969; }","duration":"4.100737611s","start":"2026-05-08T19:12:38.264574Z","end":"2026-05-08T19:12:42.365312Z","steps":["trace[521405116] 'agreement among raft nodes before linearized reading' (duration: 4.100670289s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:42.365977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:38.264558Z","time spent":"4.101400272s","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-08T19:12:42.956733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:12:43.457881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:12:43.958501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:12:44.37567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000316355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:12:44.375755Z","caller":"traceutil/trace.go:171","msg":"trace[1830429289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414248s","start":"2026-05-08T19:12:42.375323Z","end":"2026-05-08T19:12:44.375737Z","steps":["trace[1830429289] 'agreement among raft nodes before linearized reading' (duration: 2.000313885s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:44.375803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:42.3753Z","time spent":"2.00048942s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:12:44.47347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:12:44.809576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.353689472s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:12:44.809983Z","caller":"traceutil/trace.go:171","msg":"trace[1648149769] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"2.432570502s","start":"2026-05-08T19:12:42.377391Z","end":"2026-05-08T19:12:44.809961Z","steps":["trace[1648149769] 'process raft request' (duration: 2.432417087s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:44.810128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:42.377379Z","time spent":"2.432671866s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5745,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:45.963767Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.153911923s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:12:46.37713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000552613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:46.377192Z","caller":"traceutil/trace.go:171","msg":"trace[1193091771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000654776s","start":"2026-05-08T19:12:44.376523Z","end":"2026-05-08T19:12:46.377178Z","steps":["trace[1193091771] 'agreement among raft nodes before linearized reading' (duration: 2.000577814s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.37722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:44.376507Z","time spent":"2.000707909s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:12:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:46.532405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.443768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:12:46.532657Z","caller":"traceutil/trace.go:171","msg":"trace[2059337950] linearizableReadLoop","detail":"{readStateIndex:27873; appliedIndex:27866; }","duration":"4.076383972s","start":"2026-05-08T19:12:42.45626Z","end":"2026-05-08T19:12:46.532644Z","steps":["trace[2059337950] 'read index received' (duration: 2.353697482s)","trace[2059337950] 'applied index is now lower than readState.Index' (duration: 1.72268576s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:12:46.53296Z","caller":"traceutil/trace.go:171","msg":"trace[1114982197] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"2.466199146s","start":"2026-05-08T19:12:44.066751Z","end":"2026-05-08T19:12:46.53295Z","steps":["trace[1114982197] 'process raft request' (duration: 1.897155069s)","trace[1114982197] 'compare' (duration: 567.389595ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:46.533024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:44.066722Z","time spent":"2.466274707s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:46.533144Z","caller":"traceutil/trace.go:171","msg":"trace[1961835895] transaction","detail":"{read_only:false; response_revision:26973; number_of_response:1; }","duration":"2.160689119s","start":"2026-05-08T19:12:44.372448Z","end":"2026-05-08T19:12:46.533138Z","steps":["trace[1961835895] 'process raft request' (duration: 2.160022708s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.533184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:44.372425Z","time spent":"2.160740271s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:46.533271Z","caller":"traceutil/trace.go:171","msg":"trace[1072924143] transaction","detail":"{read_only:false; response_revision:26974; number_of_response:1; }","duration":"2.159967417s","start":"2026-05-08T19:12:44.373298Z","end":"2026-05-08T19:12:46.533265Z","steps":["trace[1072924143] 'process raft request' (duration: 2.159212353s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.533312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:44.373275Z","time spent":"2.160017808s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:46.533404Z","caller":"traceutil/trace.go:171","msg":"trace[684920607] transaction","detail":"{read_only:false; response_revision:26975; number_of_response:1; }","duration":"2.159909295s","start":"2026-05-08T19:12:44.373489Z","end":"2026-05-08T19:12:46.533398Z","steps":["trace[684920607] 'process raft request' (duration: 2.159045058s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.533444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:44.373467Z","time spent":"2.159957666s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:46.533551Z","caller":"traceutil/trace.go:171","msg":"trace[865326011] transaction","detail":"{read_only:false; response_revision:26976; number_of_response:1; }","duration":"2.160005258s","start":"2026-05-08T19:12:44.373538Z","end":"2026-05-08T19:12:46.533543Z","steps":["trace[865326011] 'process raft request' (duration: 2.159020806s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.533592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:44.373518Z","time spent":"2.16005475s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:46.533673Z","caller":"traceutil/trace.go:171","msg":"trace[1493200611] transaction","detail":"{read_only:false; response_revision:26977; number_of_response:1; }","duration":"2.160033549s","start":"2026-05-08T19:12:44.373634Z","end":"2026-05-08T19:12:46.533667Z","steps":["trace[1493200611] 'process raft request' (duration: 2.158945474s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.53371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:44.373614Z","time spent":"2.16007989s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:46.533846Z","caller":"traceutil/trace.go:171","msg":"trace[1444555937] transaction","detail":"{read_only:false; response_revision:26978; number_of_response:1; }","duration":"2.159094129s","start":"2026-05-08T19:12:44.374743Z","end":"2026-05-08T19:12:46.533837Z","steps":["trace[1444555937] 'process raft request' (duration: 2.15785541s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.533889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:44.374722Z","time spent":"2.159149021s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:46.533982Z","caller":"traceutil/trace.go:171","msg":"trace[187526508] transaction","detail":"{read_only:false; response_revision:26979; number_of_response:1; }","duration":"1.823279926s","start":"2026-05-08T19:12:44.710695Z","end":"2026-05-08T19:12:46.533975Z","steps":["trace[187526508] 'process raft request' (duration: 1.821923663s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.534022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:44.710675Z","time spent":"1.823328208s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:46.534115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.158790835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:46.534136Z","caller":"traceutil/trace.go:171","msg":"trace[666299774] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26979; }","duration":"4.158823585s","start":"2026-05-08T19:12:42.375305Z","end":"2026-05-08T19:12:46.534128Z","steps":["trace[666299774] 'agreement among raft nodes before linearized reading' (duration: 4.158786914s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.534158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:42.375296Z","time spent":"4.158854187s","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T19:12:46.534304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.163443321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-08T19:12:46.534329Z","caller":"traceutil/trace.go:171","msg":"trace[397067301] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26979; }","duration":"4.163491773s","start":"2026-05-08T19:12:42.370831Z","end":"2026-05-08T19:12:46.534323Z","steps":["trace[397067301] 'agreement among raft nodes before linearized reading' (duration: 4.163415661s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.534347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:42.370817Z","time spent":"4.163526164s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-08T19:12:46.534478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.165034472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-08T19:12:46.534502Z","caller":"traceutil/trace.go:171","msg":"trace[1396685820] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26979; }","duration":"4.165097204s","start":"2026-05-08T19:12:42.369399Z","end":"2026-05-08T19:12:46.534496Z","steps":["trace[1396685820] 'agreement among raft nodes before linearized reading' (duration: 4.165037482s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.534521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:42.369381Z","time spent":"4.165135194s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T19:12:46.534626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.075892607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:46.53465Z","caller":"traceutil/trace.go:171","msg":"trace[1854132160] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26979; }","duration":"4.075960279s","start":"2026-05-08T19:12:42.458684Z","end":"2026-05-08T19:12:46.534644Z","steps":["trace[1854132160] 'agreement among raft nodes before linearized reading' (duration: 4.075924138s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.534668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:42.45866Z","time spent":"4.076003081s","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:46.535168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.523363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:46.53519Z","caller":"traceutil/trace.go:171","msg":"trace[1569918092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26979; }","duration":"150.545383ms","start":"2026-05-08T19:12:46.384641Z","end":"2026-05-08T19:12:46.535186Z","steps":["trace[1569918092] 'agreement among raft nodes before linearized reading' (duration: 150.512532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.535261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.490934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:46.53528Z","caller":"traceutil/trace.go:171","msg":"trace[159790490] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26979; }","duration":"584.538845ms","start":"2026-05-08T19:12:45.950736Z","end":"2026-05-08T19:12:46.535275Z","steps":["trace[159790490] 'agreement among raft nodes before linearized reading' (duration: 584.511724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.535293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:45.950713Z","time spent":"584.576727ms","remote":"127.0.0.1:34604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:46.535373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.249182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:46.535392Z","caller":"traceutil/trace.go:171","msg":"trace[141206331] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26979; }","duration":"772.311264ms","start":"2026-05-08T19:12:45.763075Z","end":"2026-05-08T19:12:46.535387Z","steps":["trace[141206331] 'agreement among raft nodes before linearized reading' (duration: 772.284203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.535405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:45.763033Z","time spent":"772.368596ms","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:46.535576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044306172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-08T19:12:46.535596Z","caller":"traceutil/trace.go:171","msg":"trace[1604681680] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26979; }","duration":"1.044350913s","start":"2026-05-08T19:12:45.49124Z","end":"2026-05-08T19:12:46.535591Z","steps":["trace[1604681680] 'agreement among raft nodes before linearized reading' (duration: 1.044230749s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.535608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:45.491227Z","time spent":"1.044378294s","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":252,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:46.535684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27260869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:46.535702Z","caller":"traceutil/trace.go:171","msg":"trace[706268695] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26979; }","duration":"1.272654012s","start":"2026-05-08T19:12:45.263044Z","end":"2026-05-08T19:12:46.535698Z","steps":["trace[706268695] 'agreement among raft nodes before linearized reading' (duration: 1.272628181s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.535715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:45.263028Z","time spent":"1.272683832s","remote":"127.0.0.1:60968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:46.535808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709356439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-t8p8s\" ","response":"range_response_count:1 size:5762"} {"level":"info","ts":"2026-05-08T19:12:46.535826Z","caller":"traceutil/trace.go:171","msg":"trace[1504195501] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-t8p8s; range_end:; response_count:1; response_revision:26979; }","duration":"1.709410282s","start":"2026-05-08T19:12:44.826411Z","end":"2026-05-08T19:12:46.535821Z","steps":["trace[1504195501] 'agreement among raft nodes before linearized reading' (duration: 1.70936529s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.535839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:44.82639Z","time spent":"1.709445822s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5786,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-t8p8s\" "} {"level":"warn","ts":"2026-05-08T19:12:46.535913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24275258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:46.53593Z","caller":"traceutil/trace.go:171","msg":"trace[981081748] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26979; }","duration":"2.242816533s","start":"2026-05-08T19:12:44.29311Z","end":"2026-05-08T19:12:46.535927Z","steps":["trace[981081748] 'agreement among raft nodes before linearized reading' (duration: 2.242786892s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.535944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:44.293088Z","time spent":"2.242852343s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:46.536032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827046348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:12:46.536049Z","caller":"traceutil/trace.go:171","msg":"trace[998943084] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26979; }","duration":"2.82710087s","start":"2026-05-08T19:12:43.708944Z","end":"2026-05-08T19:12:46.536045Z","steps":["trace[998943084] 'agreement among raft nodes before linearized reading' (duration: 2.827053548s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.536062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:43.708926Z","time spent":"2.827132771s","remote":"127.0.0.1:56730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:46.536138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123092635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:12:46.536156Z","caller":"traceutil/trace.go:171","msg":"trace[709313146] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26979; }","duration":"3.123149007s","start":"2026-05-08T19:12:43.413002Z","end":"2026-05-08T19:12:46.536151Z","steps":["trace[709313146] 'agreement among raft nodes before linearized reading' (duration: 3.123121866s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.53617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:43.412982Z","time spent":"3.123184678s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:46.536261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160142325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-05-08T19:12:46.536279Z","caller":"traceutil/trace.go:171","msg":"trace[296038695] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606; range_end:; response_count:1; response_revision:26979; }","duration":"3.160198407s","start":"2026-05-08T19:12:43.376077Z","end":"2026-05-08T19:12:46.536275Z","steps":["trace[296038695] 'agreement among raft nodes before linearized reading' (duration: 3.160153865s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.536292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:43.376058Z","time spent":"3.160231108s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" "} {"level":"warn","ts":"2026-05-08T19:12:46.536375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253548614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:46.536394Z","caller":"traceutil/trace.go:171","msg":"trace[1016166008] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26979; }","duration":"3.253601975s","start":"2026-05-08T19:12:43.282787Z","end":"2026-05-08T19:12:46.536389Z","steps":["trace[1016166008] 'agreement among raft nodes before linearized reading' (duration: 3.253575205s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.536408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:43.282761Z","time spent":"3.253644227s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:46.536521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.52328928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:12:46.536539Z","caller":"traceutil/trace.go:171","msg":"trace[1087857682] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26979; }","duration":"3.523331761s","start":"2026-05-08T19:12:43.013203Z","end":"2026-05-08T19:12:46.536535Z","steps":["trace[1087857682] 'agreement among raft nodes before linearized reading' (duration: 3.523270939s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.536552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:43.013158Z","time spent":"3.523390893s","remote":"127.0.0.1:56548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:46.536625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581107075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:46.536642Z","caller":"traceutil/trace.go:171","msg":"trace[1646282838] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26979; }","duration":"3.581164317s","start":"2026-05-08T19:12:42.955474Z","end":"2026-05-08T19:12:46.536638Z","steps":["trace[1646282838] 'agreement among raft nodes before linearized reading' (duration: 3.581139987s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.536655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:42.955449Z","time spent":"3.581203168s","remote":"127.0.0.1:41724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:46.536796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.833298888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:46.536824Z","caller":"traceutil/trace.go:171","msg":"trace[994695034] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26979; }","duration":"3.83335768s","start":"2026-05-08T19:12:42.703462Z","end":"2026-05-08T19:12:46.53682Z","steps":["trace[994695034] 'agreement among raft nodes before linearized reading' (duration: 3.833317369s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.536838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:42.703444Z","time spent":"3.833391101s","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:46.536911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.013095294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:46.536927Z","caller":"traceutil/trace.go:171","msg":"trace[512880364] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26979; }","duration":"4.013144115s","start":"2026-05-08T19:12:42.523779Z","end":"2026-05-08T19:12:46.536923Z","steps":["trace[512880364] 'agreement among raft nodes before linearized reading' (duration: 4.013118755s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.53694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:42.523763Z","time spent":"4.013174957s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-08T19:12:46.537041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.073354937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-08T19:12:46.537058Z","caller":"traceutil/trace.go:171","msg":"trace[1618409774] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf; range_end:; response_count:1; response_revision:26979; }","duration":"4.07344425s","start":"2026-05-08T19:12:42.46361Z","end":"2026-05-08T19:12:46.537054Z","steps":["trace[1618409774] 'agreement among raft nodes before linearized reading' (duration: 4.073398478s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:46.537071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:42.463591Z","time spent":"4.073477421s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" "} {"level":"warn","ts":"2026-05-08T19:12:47.04062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:12:48.539695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998305571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:48.539916Z","caller":"traceutil/trace.go:171","msg":"trace[1989872444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999293932s","start":"2026-05-08T19:12:46.540576Z","end":"2026-05-08T19:12:48.53987Z","steps":["trace[1989872444] 'agreement among raft nodes before linearized reading' (duration: 1.998332352s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:48.539991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:46.540558Z","time spent":"1.999404836s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:12:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:48.692233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.42558708s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:12:48.877995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604809499s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:12:48.87823Z","caller":"traceutil/trace.go:171","msg":"trace[1468901621] linearizableReadLoop","detail":"{readStateIndex:27876; appliedIndex:27874; }","duration":"2.337898033s","start":"2026-05-08T19:12:46.540315Z","end":"2026-05-08T19:12:48.878213Z","steps":["trace[1468901621] 'read index received' (duration: 732.668831ms)","trace[1468901621] 'applied index is now lower than readState.Index' (duration: 1.605228052s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:12:48.878319Z","caller":"traceutil/trace.go:171","msg":"trace[447871236] transaction","detail":"{read_only:false; response_revision:26980; number_of_response:1; }","duration":"2.338257395s","start":"2026-05-08T19:12:46.540049Z","end":"2026-05-08T19:12:48.878306Z","steps":["trace[447871236] 'process raft request' (duration: 733.017592ms)","trace[447871236] 'compare' (duration: 1.602445145s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:48.878394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:46.540037Z","time spent":"2.338318446s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:48.878622Z","caller":"traceutil/trace.go:171","msg":"trace[1381193470] transaction","detail":"{read_only:false; response_revision:26981; number_of_response:1; }","duration":"2.28745315s","start":"2026-05-08T19:12:46.591157Z","end":"2026-05-08T19:12:48.87861Z","steps":["trace[1381193470] 'process raft request' (duration: 2.286949764s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:48.878688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:46.591077Z","time spent":"2.287583705s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:48.878767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338450651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-08T19:12:48.878811Z","caller":"traceutil/trace.go:171","msg":"trace[1456617567] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26981; }","duration":"2.338550794s","start":"2026-05-08T19:12:46.540249Z","end":"2026-05-08T19:12:48.8788Z","steps":["trace[1456617567] 'agreement among raft nodes before linearized reading' (duration: 2.338365849s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:48.878844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:46.540222Z","time spent":"2.338612005s","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-08T19:12:49.378585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:12:49.628149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.859663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:12:49.628547Z","caller":"traceutil/trace.go:171","msg":"trace[963468143] transaction","detail":"{read_only:false; response_revision:26987; number_of_response:1; }","duration":"1.08288805s","start":"2026-05-08T19:12:48.545632Z","end":"2026-05-08T19:12:49.62852Z","steps":["trace[963468143] 'process raft request' (duration: 1.082832478s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:49.62865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:48.545622Z","time spent":"1.082987783s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:49.628972Z","caller":"traceutil/trace.go:171","msg":"trace[1691349058] transaction","detail":"{read_only:false; response_revision:26983; number_of_response:1; }","duration":"1.085472642s","start":"2026-05-08T19:12:48.543461Z","end":"2026-05-08T19:12:49.628934Z","steps":["trace[1691349058] 'process raft request' (duration: 1.084796211s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:49.629064Z","caller":"traceutil/trace.go:171","msg":"trace[271625963] transaction","detail":"{read_only:false; response_revision:26985; number_of_response:1; }","duration":"1.084923375s","start":"2026-05-08T19:12:48.544095Z","end":"2026-05-08T19:12:49.629019Z","steps":["trace[271625963] 'process raft request' (duration: 1.084277375s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:49.629139Z","caller":"traceutil/trace.go:171","msg":"trace[79869499] transaction","detail":"{read_only:false; response_revision:26986; number_of_response:1; }","duration":"1.084704467s","start":"2026-05-08T19:12:48.544414Z","end":"2026-05-08T19:12:49.629119Z","steps":["trace[79869499] 'process raft request' (duration: 1.084005995s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:49.629157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:48.543442Z","time spent":"1.085608146s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:49.629214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:48.54441Z","time spent":"1.0847671s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:49.629169Z","caller":"traceutil/trace.go:171","msg":"trace[334040294] transaction","detail":"{read_only:false; response_revision:26982; number_of_response:1; }","duration":"1.085717509s","start":"2026-05-08T19:12:48.543403Z","end":"2026-05-08T19:12:49.629121Z","steps":["trace[334040294] 'process raft request' (duration: 850.795312ms)","trace[334040294] 'compare' (duration: 233.180202ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:49.629294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:48.54409Z","time spent":"1.08507947s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:49.629408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:48.543377Z","time spent":"1.085900705s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:49.62982Z","caller":"traceutil/trace.go:171","msg":"trace[1115096550] transaction","detail":"{read_only:false; response_revision:26984; number_of_response:1; }","duration":"1.085597845s","start":"2026-05-08T19:12:48.543529Z","end":"2026-05-08T19:12:49.629127Z","steps":["trace[1115096550] 'process raft request' (duration: 1.08479408s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:49.630006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:48.543497Z","time spent":"1.086446442s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:50.548609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000025566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:12:50.548674Z","caller":"traceutil/trace.go:171","msg":"trace[312830837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000131369s","start":"2026-05-08T19:12:48.548528Z","end":"2026-05-08T19:12:50.548659Z","steps":["trace[312830837] 'agreement among raft nodes before linearized reading' (duration: 2.000043216s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:50.548728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:48.548514Z","time spent":"2.000207532s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:12:50.800389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.253743323s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:12:51.005208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.568509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:12:51.005338Z","caller":"traceutil/trace.go:171","msg":"trace[145211023] linearizableReadLoop","detail":"{readStateIndex:27883; appliedIndex:27876; }","duration":"2.127045515s","start":"2026-05-08T19:12:48.878268Z","end":"2026-05-08T19:12:51.005313Z","steps":["trace[145211023] 'read index received' (duration: 515.885818ms)","trace[145211023] 'applied index is now lower than readState.Index' (duration: 1.611157657s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:51.005517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.257452518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:51.005531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624973501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-08T19:12:51.005584Z","caller":"traceutil/trace.go:171","msg":"trace[1958742417] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26988; }","duration":"4.257563632s","start":"2026-05-08T19:12:46.748Z","end":"2026-05-08T19:12:51.005563Z","steps":["trace[1958742417] 'agreement among raft nodes before linearized reading' (duration: 4.257440278s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:51.005594Z","caller":"traceutil/trace.go:171","msg":"trace[2116467553] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26988; }","duration":"3.625073984s","start":"2026-05-08T19:12:47.380502Z","end":"2026-05-08T19:12:51.005576Z","steps":["trace[2116467553] 'agreement among raft nodes before linearized reading' (duration: 3.624838956s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:51.005641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:47.380482Z","time spent":"3.625146185s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-08T19:12:51.005711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.461285954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:51.00576Z","caller":"traceutil/trace.go:171","msg":"trace[1830657655] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26988; }","duration":"4.461332235s","start":"2026-05-08T19:12:46.544414Z","end":"2026-05-08T19:12:51.005746Z","steps":["trace[1830657655] 'agreement among raft nodes before linearized reading' (duration: 4.461258233s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:51.005801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:46.544388Z","time spent":"4.461401818s","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T19:12:51.006143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125201938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-05-08T19:12:51.006162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459261808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-05-08T19:12:51.006191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248614698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:12:51.006305Z","caller":"traceutil/trace.go:171","msg":"trace[1353177688] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26988; }","duration":"3.248813894s","start":"2026-05-08T19:12:47.757465Z","end":"2026-05-08T19:12:51.006279Z","steps":["trace[1353177688] 'agreement among raft nodes before linearized reading' (duration: 3.248574206s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:51.006383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:47.757422Z","time spent":"3.248936117s","remote":"127.0.0.1:60894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:51.006518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.104902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:51.006611Z","caller":"traceutil/trace.go:171","msg":"trace[1985467883] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26988; }","duration":"845.328749ms","start":"2026-05-08T19:12:50.161261Z","end":"2026-05-08T19:12:51.00659Z","steps":["trace[1985467883] 'agreement among raft nodes before linearized reading' (duration: 845.05526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:51.006713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.966928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:51.006727Z","caller":"traceutil/trace.go:171","msg":"trace[1311318502] transaction","detail":"{read_only:false; response_revision:26988; number_of_response:1; }","duration":"2.282771243s","start":"2026-05-08T19:12:48.723929Z","end":"2026-05-08T19:12:51.0067Z","steps":["trace[1311318502] 'process raft request' (duration: 2.076612724s)","trace[1311318502] 'compare' (duration: 204.083294ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:51.006762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:50.161203Z","time spent":"845.542776ms","remote":"127.0.0.1:35890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:51.006769Z","caller":"traceutil/trace.go:171","msg":"trace[905678119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26988; }","duration":"457.04356ms","start":"2026-05-08T19:12:50.549709Z","end":"2026-05-08T19:12:51.006753Z","steps":["trace[905678119] 'agreement among raft nodes before linearized reading' (duration: 456.951407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:51.006816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:50.549698Z","time spent":"457.106753ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:12:51.006869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:48.723885Z","time spent":"2.282895177s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:51.00714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934583463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:51.007193Z","caller":"traceutil/trace.go:171","msg":"trace[1567690125] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26988; }","duration":"2.934677255s","start":"2026-05-08T19:12:48.0725Z","end":"2026-05-08T19:12:51.007178Z","steps":["trace[1567690125] 'agreement among raft nodes before linearized reading' (duration: 2.934589093s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:51.007228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:48.072475Z","time spent":"2.934744508s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:51.007368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275909453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:51.007421Z","caller":"traceutil/trace.go:171","msg":"trace[281975612] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26988; }","duration":"1.276009097s","start":"2026-05-08T19:12:49.731397Z","end":"2026-05-08T19:12:51.007406Z","steps":["trace[281975612] 'agreement among raft nodes before linearized reading' (duration: 1.275926974s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:51.006219Z","caller":"traceutil/trace.go:171","msg":"trace[851852309] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26988; }","duration":"2.125319641s","start":"2026-05-08T19:12:48.880879Z","end":"2026-05-08T19:12:51.006198Z","steps":["trace[851852309] 'agreement among raft nodes before linearized reading' (duration: 2.125095354s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:51.007456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:49.731376Z","time spent":"1.276069689s","remote":"127.0.0.1:45518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:51.007421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190948367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:51.007612Z","caller":"traceutil/trace.go:171","msg":"trace[403125836] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26988; }","duration":"3.191162814s","start":"2026-05-08T19:12:47.816438Z","end":"2026-05-08T19:12:51.007601Z","steps":["trace[403125836] 'agreement among raft nodes before linearized reading' (duration: 3.190950607s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:51.007649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:47.816423Z","time spent":"3.191214075s","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:51.007459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:48.880858Z","time spent":"2.126593862s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-05-08T19:12:51.005643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:46.747975Z","time spent":"4.257651294s","remote":"127.0.0.1:45814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:51.007925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.465424785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-05-08T19:12:51.007957Z","caller":"traceutil/trace.go:171","msg":"trace[449314148] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26988; }","duration":"4.465472586s","start":"2026-05-08T19:12:46.542475Z","end":"2026-05-08T19:12:51.007948Z","steps":["trace[449314148] 'agreement among raft nodes before linearized reading' (duration: 4.465372613s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:51.007992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:46.542468Z","time spent":"4.465516448s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-08T19:12:51.006217Z","caller":"traceutil/trace.go:171","msg":"trace[997868145] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606; range_end:; response_count:1; response_revision:26988; }","duration":"3.459359462s","start":"2026-05-08T19:12:47.546842Z","end":"2026-05-08T19:12:51.006201Z","steps":["trace[997868145] 'agreement among raft nodes before linearized reading' (duration: 3.459203077s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:51.008081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:47.546817Z","time spent":"3.461252591s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" "} {"level":"warn","ts":"2026-05-08T19:12:51.008634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.467966535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ecacb570-0771-400d-9486-c961f215e120\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-05-08T19:12:51.008674Z","caller":"traceutil/trace.go:171","msg":"trace[868843067] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ecacb570-0771-400d-9486-c961f215e120; range_end:; response_count:1; response_revision:26988; }","duration":"4.468020466s","start":"2026-05-08T19:12:46.540643Z","end":"2026-05-08T19:12:51.008663Z","steps":["trace[868843067] 'agreement among raft nodes before linearized reading' (duration: 4.467921183s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:51.008723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:46.540635Z","time spent":"4.468079158s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-ecacb570-0771-400d-9486-c961f215e120\" "} {"level":"warn","ts":"2026-05-08T19:12:51.00972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.686456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-05-08T19:12:51.009758Z","caller":"traceutil/trace.go:171","msg":"trace[1348833130] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26988; }","duration":"811.770219ms","start":"2026-05-08T19:12:50.197979Z","end":"2026-05-08T19:12:51.009749Z","steps":["trace[1348833130] 'agreement among raft nodes before linearized reading' (duration: 811.664805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:51.009787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:50.197955Z","time spent":"811.824201ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18279,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-08T19:12:51.010367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127382127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18adacd92dffea70\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-05-08T19:12:51.011372Z","caller":"traceutil/trace.go:171","msg":"trace[1868771032] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18adacd92dffea70; range_end:; response_count:1; response_revision:26988; }","duration":"2.12746305s","start":"2026-05-08T19:12:48.882956Z","end":"2026-05-08T19:12:51.010419Z","steps":["trace[1868771032] 'agreement among raft nodes before linearized reading' (duration: 2.127270944s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:51.011425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:48.882942Z","time spent":"2.128467361s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18adacd92dffea70\" "} {"level":"warn","ts":"2026-05-08T19:12:51.021003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.477995902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:51.021061Z","caller":"traceutil/trace.go:171","msg":"trace[656726194] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26988; }","duration":"4.478045963s","start":"2026-05-08T19:12:46.542993Z","end":"2026-05-08T19:12:51.021039Z","steps":["trace[656726194] 'agreement among raft nodes before linearized reading' (duration: 4.464895818s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:51.021085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:46.54297Z","time spent":"4.478109076s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-08T19:12:51.021236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.48080108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:91 size:119431"} {"level":"info","ts":"2026-05-08T19:12:51.021266Z","caller":"traceutil/trace.go:171","msg":"trace[1107367113] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:91; response_revision:26988; }","duration":"4.480885603s","start":"2026-05-08T19:12:46.540374Z","end":"2026-05-08T19:12:51.021259Z","steps":["trace[1107367113] 'agreement among raft nodes before linearized reading' (duration: 4.465879389s)","trace[1107367113] 'range keys from bolt db' (duration: 14.917401ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:51.021316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:46.540348Z","time spent":"4.480961825s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":119455,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-08T19:12:51.021345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.48082228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:91 size:119431"} {"level":"info","ts":"2026-05-08T19:12:51.021394Z","caller":"traceutil/trace.go:171","msg":"trace[1738081530] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:91; response_revision:26988; }","duration":"4.480923574s","start":"2026-05-08T19:12:46.54046Z","end":"2026-05-08T19:12:51.021384Z","steps":["trace[1738081530] 'agreement among raft nodes before linearized reading' (duration: 4.465495357s)","trace[1738081530] 'range keys from bolt db' (duration: 15.229381ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:51.021443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:46.540454Z","time spent":"4.480978966s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":119455,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-08T19:12:51.524789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:12:51.661542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.009032Z","time spent":"652.498931ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T19:12:53.025736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00044683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:12:53.025834Z","caller":"traceutil/trace.go:171","msg":"trace[1859446672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000581605s","start":"2026-05-08T19:12:51.025231Z","end":"2026-05-08T19:12:53.025813Z","steps":["trace[1859446672] 'agreement among raft nodes before linearized reading' (duration: 2.000458491s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:53.025897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.025222Z","time spent":"2.000650147s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:12:53.03958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.516697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:12:53.039756Z","caller":"traceutil/trace.go:171","msg":"trace[2132763234] transaction","detail":"{read_only:false; response_revision:26989; number_of_response:1; }","duration":"2.026649807s","start":"2026-05-08T19:12:51.013085Z","end":"2026-05-08T19:12:53.039735Z","steps":["trace[2132763234] 'process raft request' (duration: 1.167895984s)","trace[2132763234] 'compare' (duration: 858.153054ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:53.039824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.013075Z","time spent":"2.026718749s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:53.040506Z","caller":"traceutil/trace.go:171","msg":"trace[1901865486] transaction","detail":"{read_only:false; response_revision:26990; number_of_response:1; }","duration":"2.014892367s","start":"2026-05-08T19:12:51.025582Z","end":"2026-05-08T19:12:53.040474Z","steps":["trace[1901865486] 'process raft request' (duration: 2.014095832s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:53.040668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.025575Z","time spent":"2.01500776s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:54.228364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188489303s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-08T19:12:54.230332Z","caller":"traceutil/trace.go:171","msg":"trace[248070001] transaction","detail":"{read_only:false; response_revision:26992; number_of_response:1; }","duration":"2.688295856s","start":"2026-05-08T19:12:51.542009Z","end":"2026-05-08T19:12:54.230305Z","steps":["trace[248070001] 'process raft request' (duration: 2.686480259s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:54.230511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.541984Z","time spent":"2.68842767s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:55.026582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000277034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:12:55.02667Z","caller":"traceutil/trace.go:171","msg":"trace[298890272] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000406018s","start":"2026-05-08T19:12:53.026245Z","end":"2026-05-08T19:12:55.026651Z","steps":["trace[298890272] 'agreement among raft nodes before linearized reading' (duration: 2.000296495s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.026718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:53.02623Z","time spent":"2.00047765s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:12:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:12:55.60337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:54.502589Z","time spent":"1.100772675s","remote":"127.0.0.1:37628","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T19:12:55.60529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374852209s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:12:55.605603Z","caller":"traceutil/trace.go:171","msg":"trace[1785538476] transaction","detail":"{read_only:false; response_revision:26993; number_of_response:1; }","duration":"3.971652506s","start":"2026-05-08T19:12:51.633899Z","end":"2026-05-08T19:12:55.605552Z","steps":["trace[1785538476] 'process raft request' (duration: 2.596389784s)","trace[1785538476] 'compare' (duration: 1.371703719s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:12:55.605663Z","caller":"traceutil/trace.go:171","msg":"trace[348523905] transaction","detail":"{read_only:false; response_revision:26995; number_of_response:1; }","duration":"3.971565833s","start":"2026-05-08T19:12:51.634068Z","end":"2026-05-08T19:12:55.605633Z","steps":["trace[348523905] 'process raft request' (duration: 3.971429949s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:55.605665Z","caller":"traceutil/trace.go:171","msg":"trace[1866669601] transaction","detail":"{read_only:false; response_revision:26994; number_of_response:1; }","duration":"3.971556373s","start":"2026-05-08T19:12:51.634068Z","end":"2026-05-08T19:12:55.605625Z","steps":["trace[1866669601] 'process raft request' (duration: 3.971349037s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.605783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.634045Z","time spent":"3.971676597s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:55.605865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.634056Z","time spent":"3.971693407s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:55.605857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.633875Z","time spent":"3.971838012s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:55.605987Z","caller":"traceutil/trace.go:171","msg":"trace[1710275743] transaction","detail":"{read_only:false; response_revision:26996; number_of_response:1; }","duration":"3.971281535s","start":"2026-05-08T19:12:51.634679Z","end":"2026-05-08T19:12:55.60596Z","steps":["trace[1710275743] 'process raft request' (duration: 3.970884782s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.606174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.634668Z","time spent":"3.971394968s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:55.606177Z","caller":"traceutil/trace.go:171","msg":"trace[206943143] transaction","detail":"{read_only:false; response_revision:26997; number_of_response:1; }","duration":"3.97083691s","start":"2026-05-08T19:12:51.635307Z","end":"2026-05-08T19:12:55.606144Z","steps":["trace[206943143] 'process raft request' (duration: 3.970553602s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:55.606216Z","caller":"traceutil/trace.go:171","msg":"trace[32447785] transaction","detail":"{read_only:false; response_revision:26998; number_of_response:1; }","duration":"3.970325864s","start":"2026-05-08T19:12:51.635868Z","end":"2026-05-08T19:12:55.606193Z","steps":["trace[32447785] 'process raft request' (duration: 3.970169589s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:55.606273Z","caller":"traceutil/trace.go:171","msg":"trace[938520829] linearizableReadLoop","detail":"{readStateIndex:27887; appliedIndex:27883; }","duration":"4.581940905s","start":"2026-05-08T19:12:51.024315Z","end":"2026-05-08T19:12:55.606256Z","steps":["trace[938520829] 'read index received' (duration: 618.313542ms)","trace[938520829] 'applied index is now lower than readState.Index' (duration: 3.963625853s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:55.606336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.635859Z","time spent":"3.970415027s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:55.606362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.635294Z","time spent":"3.970971104s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:55.606255Z","caller":"traceutil/trace.go:171","msg":"trace[1298796928] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26998; }","duration":"3.943338882s","start":"2026-05-08T19:12:51.662879Z","end":"2026-05-08T19:12:55.606218Z","steps":["trace[1298796928] 'process raft request' (duration: 3.94329656s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.606488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.582147111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T19:12:55.606529Z","caller":"traceutil/trace.go:171","msg":"trace[868492938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26998; }","duration":"4.582229283s","start":"2026-05-08T19:12:51.02429Z","end":"2026-05-08T19:12:55.606519Z","steps":["trace[868492938] 'agreement among raft nodes before linearized reading' (duration: 4.582037107s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.606557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.02428Z","time spent":"4.582269955s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T19:12:55.606567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.662863Z","time spent":"3.943651482s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:55.606608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537067334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:12:55.606676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559533481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-08T19:12:55.606714Z","caller":"traceutil/trace.go:171","msg":"trace[1538944260] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf; range_end:; response_count:1; response_revision:26998; }","duration":"2.559605214s","start":"2026-05-08T19:12:53.047096Z","end":"2026-05-08T19:12:55.606701Z","steps":["trace[1538944260] 'agreement among raft nodes before linearized reading' (duration: 2.559342016s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:55.606712Z","caller":"traceutil/trace.go:171","msg":"trace[102802915] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26998; }","duration":"3.53720574s","start":"2026-05-08T19:12:52.069482Z","end":"2026-05-08T19:12:55.606688Z","steps":["trace[102802915] 'agreement among raft nodes before linearized reading' (duration: 3.537042244s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.606618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.579348423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-05-08T19:12:55.606575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.582209904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-05-08T19:12:55.606768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:52.069453Z","time spent":"3.537298023s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:12:55.606789Z","caller":"traceutil/trace.go:171","msg":"trace[1783450433] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26998; }","duration":"4.579515388s","start":"2026-05-08T19:12:51.027247Z","end":"2026-05-08T19:12:55.606763Z","steps":["trace[1783450433] 'agreement among raft nodes before linearized reading' (duration: 4.579215449s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.606788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.57958838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131099"} {"level":"info","ts":"2026-05-08T19:12:55.606814Z","caller":"traceutil/trace.go:171","msg":"trace[1970545008] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26998; }","duration":"4.582471591s","start":"2026-05-08T19:12:51.024323Z","end":"2026-05-08T19:12:55.606795Z","steps":["trace[1970545008] 'agreement among raft nodes before linearized reading' (duration: 4.582091369s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.606838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.027243Z","time spent":"4.57957964s","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-08T19:12:55.606824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.483036212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-08T19:12:55.606844Z","caller":"traceutil/trace.go:171","msg":"trace[103106342] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26998; }","duration":"4.579653552s","start":"2026-05-08T19:12:51.027176Z","end":"2026-05-08T19:12:55.60683Z","steps":["trace[103106342] 'agreement among raft nodes before linearized reading' (duration: 4.579427745s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.606865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.02431Z","time spent":"4.582539504s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-08T19:12:55.606839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310167658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:55.606897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.02717Z","time spent":"4.579715345s","remote":"127.0.0.1:56238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131123,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-08T19:12:55.606903Z","caller":"traceutil/trace.go:171","msg":"trace[383447497] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26998; }","duration":"4.483141875s","start":"2026-05-08T19:12:51.12374Z","end":"2026-05-08T19:12:55.606882Z","steps":["trace[383447497] 'agreement among raft nodes before linearized reading' (duration: 4.482712221s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.60674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:53.047077Z","time spent":"2.559658375s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adaa3fda2837cf\" "} {"level":"warn","ts":"2026-05-08T19:12:55.606947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.123724Z","time spent":"4.483212998s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-05-08T19:12:55.606965Z","caller":"traceutil/trace.go:171","msg":"trace[619811883] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26998; }","duration":"2.310318103s","start":"2026-05-08T19:12:53.296596Z","end":"2026-05-08T19:12:55.606914Z","steps":["trace[619811883] 'agreement among raft nodes before linearized reading' (duration: 2.310142907s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.60702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:53.296574Z","time spent":"2.310430096s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:55.607073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273003517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:12:55.607139Z","caller":"traceutil/trace.go:171","msg":"trace[2017153482] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26998; }","duration":"3.273071389s","start":"2026-05-08T19:12:52.334051Z","end":"2026-05-08T19:12:55.607122Z","steps":["trace[2017153482] 'agreement among raft nodes before linearized reading' (duration: 3.272940375s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.607207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481631101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:12:55.60721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.344774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:55.607234Z","caller":"traceutil/trace.go:171","msg":"trace[933767970] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26998; }","duration":"2.481701174s","start":"2026-05-08T19:12:53.125526Z","end":"2026-05-08T19:12:55.607227Z","steps":["trace[933767970] 'agreement among raft nodes before linearized reading' (duration: 2.481654742s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:55.607239Z","caller":"traceutil/trace.go:171","msg":"trace[450509939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26998; }","duration":"574.403896ms","start":"2026-05-08T19:12:55.032828Z","end":"2026-05-08T19:12:55.607231Z","steps":["trace[450509939] 'agreement among raft nodes before linearized reading' (duration: 574.356974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.607227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:52.333993Z","time spent":"3.273218284s","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:55.607252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:53.125501Z","time spent":"2.481747605s","remote":"127.0.0.1:45176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:55.607248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594311222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-05-08T19:12:55.607232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834443047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:55.607303Z","caller":"traceutil/trace.go:171","msg":"trace[615219936] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606; range_end:; response_count:1; response_revision:26998; }","duration":"3.594405466s","start":"2026-05-08T19:12:52.012883Z","end":"2026-05-08T19:12:55.607288Z","steps":["trace[615219936] 'agreement among raft nodes before linearized reading' (duration: 3.594276262s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.607167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474496127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299307"} {"level":"info","ts":"2026-05-08T19:12:55.607325Z","caller":"traceutil/trace.go:171","msg":"trace[137747836] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26998; }","duration":"1.834643344s","start":"2026-05-08T19:12:53.772671Z","end":"2026-05-08T19:12:55.607315Z","steps":["trace[137747836] 'agreement among raft nodes before linearized reading' (duration: 1.834519711s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.607336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:52.012859Z","time spent":"3.594469177s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" "} {"level":"warn","ts":"2026-05-08T19:12:55.607363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:53.77265Z","time spent":"1.834702917s","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:55.607372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551047733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-05-08T19:12:55.607166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.400800785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-08T19:12:55.607396Z","caller":"traceutil/trace.go:171","msg":"trace[518712403] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606; range_end:; response_count:1; response_revision:26998; }","duration":"2.551097525s","start":"2026-05-08T19:12:53.05629Z","end":"2026-05-08T19:12:55.607387Z","steps":["trace[518712403] 'agreement among raft nodes before linearized reading' (duration: 2.550990041s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:55.607341Z","caller":"traceutil/trace.go:171","msg":"trace[1840362957] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:26998; }","duration":"2.474704853s","start":"2026-05-08T19:12:53.132627Z","end":"2026-05-08T19:12:55.607332Z","steps":["trace[1840362957] 'agreement among raft nodes before linearized reading' (duration: 2.474128195s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.607422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:53.05627Z","time spent":"2.551148007s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" "} {"level":"warn","ts":"2026-05-08T19:12:55.607259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:55.032806Z","time spent":"574.448747ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T19:12:55.607401Z","caller":"traceutil/trace.go:171","msg":"trace[1053491061] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26998; }","duration":"4.401076964s","start":"2026-05-08T19:12:51.206318Z","end":"2026-05-08T19:12:55.607395Z","steps":["trace[1053491061] 'agreement among raft nodes before linearized reading' (duration: 4.400786795s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.607499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.206297Z","time spent":"4.401195198s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:12:55.607284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.469376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:55.607571Z","caller":"traceutil/trace.go:171","msg":"trace[1811607087] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26998; }","duration":"980.778756ms","start":"2026-05-08T19:12:54.626777Z","end":"2026-05-08T19:12:55.607556Z","steps":["trace[1811607087] 'agreement among raft nodes before linearized reading' (duration: 980.471486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.607614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:54.626761Z","time spent":"980.841118ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:12:55.607446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:53.132607Z","time spent":"2.474829767s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299331,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-08T19:12:55.607752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.387061591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-08T19:12:55.607798Z","caller":"traceutil/trace.go:171","msg":"trace[1167879152] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26998; }","duration":"4.387133873s","start":"2026-05-08T19:12:51.220654Z","end":"2026-05-08T19:12:55.607788Z","steps":["trace[1167879152] 'agreement among raft nodes before linearized reading' (duration: 4.385786531s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:55.607823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:51.220643Z","time spent":"4.387174205s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-08T19:12:56.110522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:12:57.687166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186711497s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-05-08T19:12:57.687457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:55.609301Z","time spent":"2.078149452s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T19:12:58.375235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.874667507s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:12:58.574542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:12:58.574758Z","caller":"traceutil/trace.go:171","msg":"trace[1882138797] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267493s","start":"2026-05-08T19:12:56.574467Z","end":"2026-05-08T19:12:58.574735Z","steps":["trace[1882138797] 'agreement among raft nodes before linearized reading' (duration: 2.000030625s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:58.57489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:56.574447Z","time spent":"2.000423288s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:12:59.12958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.911544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-08T19:12:59.128489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.927435ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:12:59.130224Z","caller":"traceutil/trace.go:171","msg":"trace[1056639294] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26998; }","duration":"311.66676ms","start":"2026-05-08T19:12:58.818523Z","end":"2026-05-08T19:12:59.13019Z","steps":["trace[1056639294] 'range keys from in-memory index tree' (duration: 309.909135ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:59.13221Z","caller":"traceutil/trace.go:171","msg":"trace[175157705] transaction","detail":"{read_only:false; response_revision:27000; number_of_response:1; }","duration":"3.519395736s","start":"2026-05-08T19:12:55.612778Z","end":"2026-05-08T19:12:59.132173Z","steps":["trace[175157705] 'process raft request' (duration: 3.516951049s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:59.132224Z","caller":"traceutil/trace.go:171","msg":"trace[886626150] transaction","detail":"{read_only:false; response_revision:26999; number_of_response:1; }","duration":"3.519707255s","start":"2026-05-08T19:12:55.610835Z","end":"2026-05-08T19:12:59.130542Z","steps":["trace[886626150] 'process raft request' (duration: 2.764705088s)","trace[886626150] 'compare' (duration: 753.326284ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:12:59.132338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:55.612762Z","time spent":"3.519518179s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:59.132429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:55.610822Z","time spent":"3.521463921s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:59.132603Z","caller":"traceutil/trace.go:171","msg":"trace[461338575] transaction","detail":"{read_only:false; response_revision:27001; number_of_response:1; }","duration":"3.519264472s","start":"2026-05-08T19:12:55.613197Z","end":"2026-05-08T19:12:59.132461Z","steps":["trace[461338575] 'process raft request' (duration: 3.518907311s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:59.132745Z","caller":"traceutil/trace.go:171","msg":"trace[458505095] linearizableReadLoop","detail":"{readStateIndex:27900; appliedIndex:27895; }","duration":"3.522958908s","start":"2026-05-08T19:12:55.609729Z","end":"2026-05-08T19:12:59.132688Z","steps":["trace[458505095] 'read index received' (duration: 890.941019ms)","trace[458505095] 'applied index is now lower than readState.Index' (duration: 2.632016919s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:12:59.1329Z","caller":"traceutil/trace.go:171","msg":"trace[138870] transaction","detail":"{read_only:false; response_revision:27002; number_of_response:1; }","duration":"3.518719554s","start":"2026-05-08T19:12:55.614161Z","end":"2026-05-08T19:12:59.13288Z","steps":["trace[138870] 'process raft request' (duration: 3.518290001s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:59.132996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:55.613183Z","time spent":"3.519597182s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:59.132994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:55.614147Z","time spent":"3.518807297s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3928,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:59.133121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.523361191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-05-08T19:12:59.13322Z","caller":"traceutil/trace.go:171","msg":"trace[2138857376] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27002; }","duration":"3.523496535s","start":"2026-05-08T19:12:55.609694Z","end":"2026-05-08T19:12:59.133191Z","steps":["trace[2138857376] 'agreement among raft nodes before linearized reading' (duration: 3.523193655s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:59.133266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:55.609671Z","time spent":"3.523586878s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18279,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-08T19:12:59.138099Z","caller":"traceutil/trace.go:171","msg":"trace[1189953890] transaction","detail":"{read_only:false; response_revision:27003; number_of_response:1; }","duration":"2.373832797s","start":"2026-05-08T19:12:56.76424Z","end":"2026-05-08T19:12:59.138073Z","steps":["trace[1189953890] 'process raft request' (duration: 2.373502287s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:59.138227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:56.764219Z","time spent":"2.373933161s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:59.138245Z","caller":"traceutil/trace.go:171","msg":"trace[575304182] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"1.446801929s","start":"2026-05-08T19:12:57.691423Z","end":"2026-05-08T19:12:59.138225Z","steps":["trace[575304182] 'process raft request' (duration: 1.446757678s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:59.138337Z","caller":"traceutil/trace.go:171","msg":"trace[1088558801] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"1.523957534s","start":"2026-05-08T19:12:57.614367Z","end":"2026-05-08T19:12:59.138325Z","steps":["trace[1088558801] 'process raft request' (duration: 1.523610493s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:59.138381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:57.691371Z","time spent":"1.446945294s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:59.138395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:57.614354Z","time spent":"1.524014186s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:59.138459Z","caller":"traceutil/trace.go:171","msg":"trace[455209186] transaction","detail":"{read_only:false; response_revision:27004; number_of_response:1; }","duration":"1.525263365s","start":"2026-05-08T19:12:57.613189Z","end":"2026-05-08T19:12:59.138453Z","steps":["trace[455209186] 'process raft request' (duration: 1.524689497s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:59.138484Z","caller":"traceutil/trace.go:171","msg":"trace[94672785] transaction","detail":"{read_only:false; response_revision:27007; number_of_response:1; }","duration":"1.523376176s","start":"2026-05-08T19:12:57.615101Z","end":"2026-05-08T19:12:59.138477Z","steps":["trace[94672785] 'process raft request' (duration: 1.522958473s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:59.138457Z","caller":"traceutil/trace.go:171","msg":"trace[1728608757] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"1.521647961s","start":"2026-05-08T19:12:57.6168Z","end":"2026-05-08T19:12:59.138448Z","steps":["trace[1728608757] 'process raft request' (duration: 1.52129436s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:59.138527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:57.616787Z","time spent":"1.521721644s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:59.138533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:57.615089Z","time spent":"1.523419227s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:59.138495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:57.613165Z","time spent":"1.525312017s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:12:59.138582Z","caller":"traceutil/trace.go:171","msg":"trace[184643710] transaction","detail":"{read_only:false; response_revision:27005; number_of_response:1; }","duration":"1.525298047s","start":"2026-05-08T19:12:57.613277Z","end":"2026-05-08T19:12:59.138575Z","steps":["trace[184643710] 'process raft request' (duration: 1.524661937s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:12:59.138582Z","caller":"traceutil/trace.go:171","msg":"trace[228237839] transaction","detail":"{read_only:false; response_revision:27009; number_of_response:1; }","duration":"1.521691423s","start":"2026-05-08T19:12:57.616881Z","end":"2026-05-08T19:12:59.138572Z","steps":["trace[228237839] 'process raft request' (duration: 1.521263069s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:12:59.138612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:57.613271Z","time spent":"1.525325368s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:12:59.138631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:57.616857Z","time spent":"1.521746555s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:13:00.57587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000214212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:13:00.575958Z","caller":"traceutil/trace.go:171","msg":"trace[1310925587] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000358037s","start":"2026-05-08T19:12:58.575579Z","end":"2026-05-08T19:13:00.575937Z","steps":["trace[1310925587] 'agreement among raft nodes before linearized reading' (duration: 2.000246924s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:00.576026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:58.575556Z","time spent":"2.00045878s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:13:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:13:00.691595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.554108168s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:13:00.983844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999956234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:13:00.983992Z","caller":"traceutil/trace.go:171","msg":"trace[1584550698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185631s","start":"2026-05-08T19:12:58.983763Z","end":"2026-05-08T19:13:00.983949Z","steps":["trace[1584550698] 'agreement among raft nodes before linearized reading' (duration: 1.999992505s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:00.984063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:58.983736Z","time spent":"2.000312456s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:13:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:13:01.467701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.756911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:13:01.468077Z","caller":"traceutil/trace.go:171","msg":"trace[1043294968] transaction","detail":"{read_only:false; response_revision:27013; number_of_response:1; }","duration":"2.231621497s","start":"2026-05-08T19:12:59.23643Z","end":"2026-05-08T19:13:01.468051Z","steps":["trace[1043294968] 'process raft request' (duration: 2.231546435s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.468192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:59.236399Z","time spent":"2.231738931s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:13:01.468402Z","caller":"traceutil/trace.go:171","msg":"trace[1280628629] transaction","detail":"{read_only:false; response_revision:27011; number_of_response:1; }","duration":"2.95577529s","start":"2026-05-08T19:12:58.512605Z","end":"2026-05-08T19:13:01.468381Z","steps":["trace[1280628629] 'process raft request' (duration: 2.179212934s)","trace[1280628629] 'compare' (duration: 775.352508ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:13:01.468491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:58.512573Z","time spent":"2.955873363s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:13:01.468492Z","caller":"traceutil/trace.go:171","msg":"trace[1745896773] transaction","detail":"{read_only:false; response_revision:27012; number_of_response:1; }","duration":"2.467390221s","start":"2026-05-08T19:12:59.001061Z","end":"2026-05-08T19:13:01.468452Z","steps":["trace[1745896773] 'process raft request' (duration: 2.46675484s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.46877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:59.001029Z","time spent":"2.467569226s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:13:01.46878Z","caller":"traceutil/trace.go:171","msg":"trace[1182858227] linearizableReadLoop","detail":"{readStateIndex:27910; appliedIndex:27908; }","duration":"2.335929669s","start":"2026-05-08T19:12:59.132831Z","end":"2026-05-08T19:13:01.46876Z","steps":["trace[1182858227] 'read index received' (duration: 5.979188ms)","trace[1182858227] 'applied index is now lower than readState.Index' (duration: 2.329948371s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:13:01.468903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929451209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:13:01.468916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359959128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:13:01.468943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.816490789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:13:01.468971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55354073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:13:01.468987Z","caller":"traceutil/trace.go:171","msg":"trace[1106544408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27013; }","duration":"2.929583113s","start":"2026-05-08T19:12:58.539382Z","end":"2026-05-08T19:13:01.468965Z","steps":["trace[1106544408] 'agreement among raft nodes before linearized reading' (duration: 2.929428988s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.468992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.746138004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:13:01.469016Z","caller":"traceutil/trace.go:171","msg":"trace[198276536] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27013; }","duration":"5.816619504s","start":"2026-05-08T19:12:55.652375Z","end":"2026-05-08T19:13:01.468995Z","steps":["trace[198276536] 'agreement among raft nodes before linearized reading' (duration: 5.81648901s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.469039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:58.53936Z","time spent":"2.929667306s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:01.469029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.236422105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-05-08T19:13:01.469053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.855400128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:13:01.469079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.398064736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:13:01.469094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:55.652354Z","time spent":"5.816716807s","remote":"127.0.0.1:41804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:13:01.46912Z","caller":"traceutil/trace.go:171","msg":"trace[118488230] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27013; }","duration":"4.398139538s","start":"2026-05-08T19:12:57.070966Z","end":"2026-05-08T19:13:01.469105Z","steps":["trace[118488230] 'agreement among raft nodes before linearized reading' (duration: 4.398057296s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:13:01.469113Z","caller":"traceutil/trace.go:171","msg":"trace[1834162411] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27013; }","duration":"5.236544219s","start":"2026-05-08T19:12:56.232545Z","end":"2026-05-08T19:13:01.469089Z","steps":["trace[1834162411] 'agreement among raft nodes before linearized reading' (duration: 5.236290991s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:13:01.469Z","caller":"traceutil/trace.go:171","msg":"trace[1697039435] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27013; }","duration":"2.360109823s","start":"2026-05-08T19:12:59.108867Z","end":"2026-05-08T19:13:01.468977Z","steps":["trace[1697039435] 'agreement among raft nodes before linearized reading' (duration: 2.359950318s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.469144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601615831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:13:01.46916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:56.232525Z","time spent":"5.236623942s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-08T19:13:01.469136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.6036624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-08T19:13:01.469181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.453336463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-08T19:13:01.46903Z","caller":"traceutil/trace.go:171","msg":"trace[762118625] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:27013; }","duration":"2.553647854s","start":"2026-05-08T19:12:58.915365Z","end":"2026-05-08T19:13:01.469013Z","steps":["trace[762118625] 'agreement among raft nodes before linearized reading' (duration: 2.553540951s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.469209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.095800232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:13:01.469239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:58.915344Z","time spent":"2.553883571s","remote":"127.0.0.1:35612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:13:01.469247Z","caller":"traceutil/trace.go:171","msg":"trace[1996383124] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:27013; }","duration":"4.095864064s","start":"2026-05-08T19:12:57.373369Z","end":"2026-05-08T19:13:01.469233Z","steps":["trace[1996383124] 'agreement among raft nodes before linearized reading' (duration: 4.095804892s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.469255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722082242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418759"} {"level":"warn","ts":"2026-05-08T19:13:01.469288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:57.37335Z","time spent":"4.095928857s","remote":"127.0.0.1:45226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:13:01.469286Z","caller":"traceutil/trace.go:171","msg":"trace[1803807179] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27013; }","duration":"5.453424147s","start":"2026-05-08T19:12:56.015791Z","end":"2026-05-08T19:13:01.469215Z","steps":["trace[1803807179] 'agreement among raft nodes before linearized reading' (duration: 5.453266232s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:13:01.469322Z","caller":"traceutil/trace.go:171","msg":"trace[1832779955] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27013; }","duration":"2.722190045s","start":"2026-05-08T19:12:58.747114Z","end":"2026-05-08T19:13:01.469304Z","steps":["trace[1832779955] 'agreement among raft nodes before linearized reading' (duration: 2.721874525s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.469338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:56.015765Z","time spent":"5.45355951s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-08T19:13:01.469346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.853124713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-05-08T19:13:01.469114Z","caller":"traceutil/trace.go:171","msg":"trace[646466390] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:27013; }","duration":"5.8554698s","start":"2026-05-08T19:12:55.613627Z","end":"2026-05-08T19:13:01.469097Z","steps":["trace[646466390] 'agreement among raft nodes before linearized reading' (duration: 5.855383817s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.469367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:58.747093Z","time spent":"2.722264298s","remote":"127.0.0.1:58876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418783,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-08T19:13:01.469565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.800271443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-08T19:13:01.469577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.664189218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:13:01.469582Z","caller":"traceutil/trace.go:171","msg":"trace[1920071651] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606; range_end:; response_count:1; response_revision:27013; }","duration":"4.853412883s","start":"2026-05-08T19:12:56.616149Z","end":"2026-05-08T19:13:01.469562Z","steps":["trace[1920071651] 'agreement among raft nodes before linearized reading' (duration: 4.853090342s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:13:01.469239Z","caller":"traceutil/trace.go:171","msg":"trace[1815324620] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27013; }","duration":"5.603825225s","start":"2026-05-08T19:12:55.865389Z","end":"2026-05-08T19:13:01.469214Z","steps":["trace[1815324620] 'agreement among raft nodes before linearized reading' (duration: 5.603471433s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.469604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:55.613618Z","time spent":"5.855967696s","remote":"127.0.0.1:56262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-05-08T19:13:01.469607Z","caller":"traceutil/trace.go:171","msg":"trace[1577338929] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27013; }","duration":"3.800533921s","start":"2026-05-08T19:12:57.669059Z","end":"2026-05-08T19:13:01.469593Z","steps":["trace[1577338929] 'agreement among raft nodes before linearized reading' (duration: 3.800166389s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:13:01.469626Z","caller":"traceutil/trace.go:171","msg":"trace[506067734] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:27013; }","duration":"4.66424134s","start":"2026-05-08T19:12:56.805374Z","end":"2026-05-08T19:13:01.469615Z","steps":["trace[506067734] 'agreement among raft nodes before linearized reading' (duration: 4.663839108s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.469641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:56.61612Z","time spent":"4.853507026s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" "} {"level":"warn","ts":"2026-05-08T19:13:01.469656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:57.669036Z","time spent":"3.800612113s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":178,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:01.469154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:57.070945Z","time spent":"4.39819861s","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:01.469665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:56.805286Z","time spent":"4.664369174s","remote":"127.0.0.1:56540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:01.468981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.858007081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6245f056-0b92-4c63-8df8-e0f967802aa1\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-05-08T19:13:01.469879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.459342724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:13:01.470047Z","caller":"traceutil/trace.go:171","msg":"trace[1457900314] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27013; }","duration":"5.459582721s","start":"2026-05-08T19:12:56.010443Z","end":"2026-05-08T19:13:01.470026Z","steps":["trace[1457900314] 'agreement among raft nodes before linearized reading' (duration: 5.458719864s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.470053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851660004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-05-08T19:13:01.470146Z","caller":"traceutil/trace.go:171","msg":"trace[1490926319] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27013; }","duration":"3.851794438s","start":"2026-05-08T19:12:57.61833Z","end":"2026-05-08T19:13:01.470124Z","steps":["trace[1490926319] 'agreement among raft nodes before linearized reading' (duration: 3.851490649s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.470204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:57.618319Z","time spent":"3.851875701s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7722,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-08T19:13:01.469174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:59.108839Z","time spent":"2.36031704s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:13:01.469909Z","caller":"traceutil/trace.go:171","msg":"trace[856977441] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6245f056-0b92-4c63-8df8-e0f967802aa1; range_end:; response_count:1; response_revision:27013; }","duration":"5.858971201s","start":"2026-05-08T19:12:55.610921Z","end":"2026-05-08T19:13:01.469892Z","steps":["trace[856977441] 'agreement among raft nodes before linearized reading' (duration: 5.857899627s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.470457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:55.610903Z","time spent":"5.859541698s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-6245f056-0b92-4c63-8df8-e0f967802aa1\" "} {"level":"warn","ts":"2026-05-08T19:13:01.470478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:56.010416Z","time spent":"5.459697994s","remote":"127.0.0.1:45450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:13:01.469185Z","caller":"traceutil/trace.go:171","msg":"trace[202185130] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:27013; }","duration":"3.601750014s","start":"2026-05-08T19:12:57.867426Z","end":"2026-05-08T19:13:01.469176Z","steps":["trace[202185130] 'agreement among raft nodes before linearized reading' (duration: 3.601649821s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.47054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:57.867398Z","time spent":"3.603133578s","remote":"127.0.0.1:56658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:01.469661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:55.865365Z","time spent":"5.604276259s","remote":"127.0.0.1:56530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":193,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:13:01.469053Z","caller":"traceutil/trace.go:171","msg":"trace[1356877107] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27013; }","duration":"3.746252357s","start":"2026-05-08T19:12:57.722781Z","end":"2026-05-08T19:13:01.469033Z","steps":["trace[1356877107] 'agreement among raft nodes before linearized reading' (duration: 3.74603363s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.470768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:57.722757Z","time spent":"3.747990742s","remote":"127.0.0.1:56674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":64,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:01.470784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.097190017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-08T19:13:01.469779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057078868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:13:01.470869Z","caller":"traceutil/trace.go:171","msg":"trace[1852804467] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27013; }","duration":"4.09730971s","start":"2026-05-08T19:12:57.373541Z","end":"2026-05-08T19:13:01.470851Z","steps":["trace[1852804467] 'agreement among raft nodes before linearized reading' (duration: 4.095245455s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:13:01.470896Z","caller":"traceutil/trace.go:171","msg":"trace[1519009485] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27013; }","duration":"3.058695929s","start":"2026-05-08T19:12:58.41217Z","end":"2026-05-08T19:13:01.470866Z","steps":["trace[1519009485] 'agreement among raft nodes before linearized reading' (duration: 3.056655774s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:01.470922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:57.373537Z","time spent":"4.097375292s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2899,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:01.470978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:58.412095Z","time spent":"3.058858445s","remote":"127.0.0.1:35878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:01.9923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.994875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:13:01.992382Z","caller":"traceutil/trace.go:171","msg":"trace[624059601] transaction","detail":"{read_only:false; response_revision:27014; number_of_response:1; }","duration":"848.014743ms","start":"2026-05-08T19:13:01.144353Z","end":"2026-05-08T19:13:01.992368Z","steps":["trace[624059601] 'process raft request' (duration: 551.877613ms)","trace[624059601] 'compare' (duration: 295.82757ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:13:01.992425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:01.144328Z","time spent":"848.073015ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:13:02.584438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:13:02.584545Z","caller":"traceutil/trace.go:171","msg":"trace[725705219] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000443158s","start":"2026-05-08T19:13:00.584072Z","end":"2026-05-08T19:13:02.584515Z","steps":["trace[725705219] 'agreement among raft nodes before linearized reading' (duration: 2.000305143s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:02.584608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:00.584055Z","time spent":"2.00054174s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:13:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-08T19:13:02.65292Z","caller":"traceutil/trace.go:171","msg":"trace[204301474] transaction","detail":"{read_only:false; response_revision:27015; number_of_response:1; }","duration":"1.508358982s","start":"2026-05-08T19:13:01.144504Z","end":"2026-05-08T19:13:02.652863Z","steps":["trace[204301474] 'process raft request' (duration: 1.507582627s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:13:02.653076Z","caller":"traceutil/trace.go:171","msg":"trace[1510789344] transaction","detail":"{read_only:false; response_revision:27017; number_of_response:1; }","duration":"1.507732082s","start":"2026-05-08T19:13:01.145289Z","end":"2026-05-08T19:13:02.653021Z","steps":["trace[1510789344] 'process raft request' (duration: 1.507614108s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:13:02.653094Z","caller":"traceutil/trace.go:171","msg":"trace[1138275098] transaction","detail":"{read_only:false; response_revision:27016; number_of_response:1; }","duration":"1.507879577s","start":"2026-05-08T19:13:01.145112Z","end":"2026-05-08T19:13:02.652992Z","steps":["trace[1138275098] 'process raft request' (duration: 1.50765028s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:02.653194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:01.144475Z","time spent":"1.508575499s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:13:02.653265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:01.145096Z","time spent":"1.508070622s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:13:02.653265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:01.14525Z","time spent":"1.507908348s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:13:02.653293Z","caller":"traceutil/trace.go:171","msg":"trace[1291253547] transaction","detail":"{read_only:false; response_revision:27018; number_of_response:1; }","duration":"1.507574948s","start":"2026-05-08T19:13:01.145692Z","end":"2026-05-08T19:13:02.653267Z","steps":["trace[1291253547] 'process raft request' (duration: 1.507265118s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:13:02.653424Z","caller":"traceutil/trace.go:171","msg":"trace[1881438692] linearizableReadLoop","detail":"{readStateIndex:27917; appliedIndex:27911; }","duration":"1.184543189s","start":"2026-05-08T19:13:01.468868Z","end":"2026-05-08T19:13:02.653411Z","steps":["trace[1881438692] 'read index received' (duration: 227.382819ms)","trace[1881438692] 'applied index is now lower than readState.Index' (duration: 957.15869ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:13:02.653439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:01.145682Z","time spent":"1.50767435s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:13:02.653496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525500716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:13:02.653538Z","caller":"traceutil/trace.go:171","msg":"trace[1055814151] transaction","detail":"{read_only:false; response_revision:27019; number_of_response:1; }","duration":"1.497662244s","start":"2026-05-08T19:13:01.155863Z","end":"2026-05-08T19:13:02.653525Z","steps":["trace[1055814151] 'process raft request' (duration: 1.497287042s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:02.653521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493151697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-05-08T19:13:02.653567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.515296146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-05-08T19:13:02.653587Z","caller":"traceutil/trace.go:171","msg":"trace[813894196] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27019; }","duration":"3.515351618s","start":"2026-05-08T19:12:59.138229Z","end":"2026-05-08T19:13:02.65358Z","steps":["trace[813894196] 'agreement among raft nodes before linearized reading' (duration: 3.515241764s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:02.653602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:59.138214Z","time spent":"3.515384478s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-08T19:13:02.653585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62391953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:13:02.653605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:01.155852Z","time spent":"1.497711286s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:13:02.653605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.515289676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-ndkvl.18adacde22f91207\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-05-08T19:13:02.653648Z","caller":"traceutil/trace.go:171","msg":"trace[186017574] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27019; }","duration":"1.623990892s","start":"2026-05-08T19:13:01.029641Z","end":"2026-05-08T19:13:02.653632Z","steps":["trace[186017574] 'agreement among raft nodes before linearized reading' (duration: 1.623865608s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:02.653665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573365717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:13:02.653676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785376587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:13:02.653697Z","caller":"traceutil/trace.go:171","msg":"trace[783610246] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27019; }","duration":"2.57345562s","start":"2026-05-08T19:13:00.080233Z","end":"2026-05-08T19:13:02.653688Z","steps":["trace[783610246] 'agreement among raft nodes before linearized reading' (duration: 2.573394068s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:02.653697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:01.029631Z","time spent":"1.624056625s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-08T19:13:02.653705Z","caller":"traceutil/trace.go:171","msg":"trace[1340147154] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27019; }","duration":"1.78544534s","start":"2026-05-08T19:13:00.868251Z","end":"2026-05-08T19:13:02.653697Z","steps":["trace[1340147154] 'agreement among raft nodes before linearized reading' (duration: 1.785384008s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:02.653671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.513006223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-08T19:13:02.653733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:00.080205Z","time spent":"2.573519402s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:13:02.653598Z","caller":"traceutil/trace.go:171","msg":"trace[1522915317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27019; }","duration":"3.49326787s","start":"2026-05-08T19:12:59.16031Z","end":"2026-05-08T19:13:02.653578Z","steps":["trace[1522915317] 'agreement among raft nodes before linearized reading' (duration: 3.493135106s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:02.65374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:00.868228Z","time spent":"1.785504551s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:02.653774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:59.160296Z","time spent":"3.493472476s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-08T19:13:02.653764Z","caller":"traceutil/trace.go:171","msg":"trace[1022013614] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27019; }","duration":"3.513147408s","start":"2026-05-08T19:12:59.140594Z","end":"2026-05-08T19:13:02.653741Z","steps":["trace[1022013614] 'agreement among raft nodes before linearized reading' (duration: 3.51290861s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:02.653811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:59.140578Z","time spent":"3.513223441s","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-08T19:13:02.653664Z","caller":"traceutil/trace.go:171","msg":"trace[589199233] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-ndkvl.18adacde22f91207; range_end:; response_count:1; response_revision:27019; }","duration":"3.515390659s","start":"2026-05-08T19:12:59.138257Z","end":"2026-05-08T19:13:02.653647Z","steps":["trace[589199233] 'agreement among raft nodes before linearized reading' (duration: 3.515204243s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:02.653894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:12:59.138233Z","time spent":"3.515644817s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-ndkvl.18adacde22f91207\" "} {"level":"info","ts":"2026-05-08T19:13:02.653552Z","caller":"traceutil/trace.go:171","msg":"trace[1565847097] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27019; }","duration":"2.525594659s","start":"2026-05-08T19:13:00.127939Z","end":"2026-05-08T19:13:02.653534Z","steps":["trace[1565847097] 'agreement among raft nodes before linearized reading' (duration: 2.525487966s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:02.653981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:00.127922Z","time spent":"2.526032402s","remote":"127.0.0.1:39286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:02.653615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655191667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:13:02.654085Z","caller":"traceutil/trace.go:171","msg":"trace[1814972497] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27019; }","duration":"1.655682123s","start":"2026-05-08T19:13:00.998376Z","end":"2026-05-08T19:13:02.654058Z","steps":["trace[1814972497] 'agreement among raft nodes before linearized reading' (duration: 1.655199167s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:02.654154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:00.998352Z","time spent":"1.655779376s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:03.154459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:13:03.654886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174274822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:13:04.106283Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.451658242s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:13:04.134134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:03.27995Z","time spent":"854.175439ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-08T19:13:04.136631Z","caller":"traceutil/trace.go:171","msg":"trace[2092326093] transaction","detail":"{read_only:false; response_revision:27020; number_of_response:1; }","duration":"2.284472297s","start":"2026-05-08T19:13:01.852088Z","end":"2026-05-08T19:13:04.13656Z","steps":["trace[2092326093] 'process raft request' (duration: 2.254585093s)","trace[2092326093] 'compare' (duration: 28.285333ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:13:04.136806Z","caller":"traceutil/trace.go:171","msg":"trace[1586961125] transaction","detail":"{read_only:false; response_revision:27021; number_of_response:1; }","duration":"1.539255908s","start":"2026-05-08T19:13:02.597517Z","end":"2026-05-08T19:13:04.136773Z","steps":["trace[1586961125] 'process raft request' (duration: 1.53897841s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:04.138108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:02.597484Z","time spent":"1.539409443s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:13:04.138505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:01.852056Z","time spent":"2.284697514s","remote":"127.0.0.1:58876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418817,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:13:04.585099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:13:04.585202Z","caller":"traceutil/trace.go:171","msg":"trace[37262281] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000354766s","start":"2026-05-08T19:13:02.584822Z","end":"2026-05-08T19:13:04.585177Z","steps":["trace[37262281] 'agreement among raft nodes before linearized reading' (duration: 2.000229473s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:04.585254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:02.584794Z","time spent":"2.000447939s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:13:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:13:06.346406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257953257s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:13:06.346623Z","caller":"traceutil/trace.go:171","msg":"trace[1728278643] linearizableReadLoop","detail":"{readStateIndex:27920; appliedIndex:27917; }","duration":"3.693134871s","start":"2026-05-08T19:13:02.653447Z","end":"2026-05-08T19:13:06.346582Z","steps":["trace[1728278643] 'read index received' (duration: 1.453186741s)","trace[1728278643] 'applied index is now lower than readState.Index' (duration: 2.23994716s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:13:06.346705Z","caller":"traceutil/trace.go:171","msg":"trace[1890375232] transaction","detail":"{read_only:false; response_revision:27022; number_of_response:1; }","duration":"3.68900985s","start":"2026-05-08T19:13:02.657684Z","end":"2026-05-08T19:13:06.346694Z","steps":["trace[1890375232] 'process raft request' (duration: 2.430699742s)","trace[1890375232] 'compare' (duration: 1.257491762s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:13:06.346771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:02.657626Z","time spent":"3.689109704s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:13:06.347081Z","caller":"traceutil/trace.go:171","msg":"trace[1554177876] transaction","detail":"{read_only:false; response_revision:27023; number_of_response:1; }","duration":"2.350581793s","start":"2026-05-08T19:13:03.996488Z","end":"2026-05-08T19:13:06.34707Z","steps":["trace[1554177876] 'process raft request' (duration: 2.350004865s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.347143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:03.996462Z","time spent":"2.350652056s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:13:06.347348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823425014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-08T19:13:06.347387Z","caller":"traceutil/trace.go:171","msg":"trace[1697304994] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27023; }","duration":"3.823498896s","start":"2026-05-08T19:13:02.523878Z","end":"2026-05-08T19:13:06.347377Z","steps":["trace[1697304994] 'agreement among raft nodes before linearized reading' (duration: 3.823376972s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.347415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:02.523857Z","time spent":"3.823550168s","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-08T19:13:06.347617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.870134749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-05-08T19:13:06.347657Z","caller":"traceutil/trace.go:171","msg":"trace[453183061] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606; range_end:; response_count:1; response_revision:27023; }","duration":"3.870234212s","start":"2026-05-08T19:13:02.477411Z","end":"2026-05-08T19:13:06.347645Z","steps":["trace[453183061] 'agreement among raft nodes before linearized reading' (duration: 3.870139659s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.347684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:02.477361Z","time spent":"3.870315304s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5873f20f-6ad2-4a61-ba36-05cda1249606\" "} {"level":"warn","ts":"2026-05-08T19:13:06.347841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911953709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:13:06.347877Z","caller":"traceutil/trace.go:171","msg":"trace[1403480973] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27023; }","duration":"3.912018491s","start":"2026-05-08T19:13:02.435849Z","end":"2026-05-08T19:13:06.347868Z","steps":["trace[1403480973] 'agreement among raft nodes before linearized reading' (duration: 3.911957809s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.347905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:02.435833Z","time spent":"3.912062792s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:06.348149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.148985123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:13:06.348247Z","caller":"traceutil/trace.go:171","msg":"trace[1294863006] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27023; }","duration":"4.149152089s","start":"2026-05-08T19:13:02.199071Z","end":"2026-05-08T19:13:06.348224Z","steps":["trace[1294863006] 'agreement among raft nodes before linearized reading' (duration: 4.148954742s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.3483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:02.199042Z","time spent":"4.149246411s","remote":"127.0.0.1:50688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:06.34868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.87068795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-08T19:13:06.348776Z","caller":"traceutil/trace.go:171","msg":"trace[1658405640] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27023; }","duration":"4.870796642s","start":"2026-05-08T19:13:01.47796Z","end":"2026-05-08T19:13:06.348757Z","steps":["trace[1658405640] 'agreement among raft nodes before linearized reading' (duration: 4.870593416s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.34882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:01.477946Z","time spent":"4.870863245s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-08T19:13:06.349079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.874916062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-08T19:13:06.349116Z","caller":"traceutil/trace.go:171","msg":"trace[820491681] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27023; }","duration":"4.874988385s","start":"2026-05-08T19:13:01.474118Z","end":"2026-05-08T19:13:06.349106Z","steps":["trace[820491681] 'agreement among raft nodes before linearized reading' (duration: 4.874878031s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.349143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:01.474097Z","time spent":"4.875040357s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-08T19:13:06.479816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.390691487s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T19:13:06.59198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T19:13:06.592103Z","caller":"traceutil/trace.go:171","msg":"trace[2105033740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048891s","start":"2026-05-08T19:13:04.59159Z","end":"2026-05-08T19:13:06.592079Z","steps":["trace[2105033740] 'agreement among raft nodes before linearized reading' (duration: 2.000333755s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.592181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:04.59157Z","time spent":"2.000588504s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:13:06.754788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.659882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:13:06.75496Z","caller":"traceutil/trace.go:171","msg":"trace[844701351] transaction","detail":"{read_only:false; response_revision:27024; number_of_response:1; }","duration":"2.096174061s","start":"2026-05-08T19:13:04.658744Z","end":"2026-05-08T19:13:06.754918Z","steps":["trace[844701351] 'process raft request' (duration: 1.821310053s)","trace[844701351] 'compare' (duration: 274.106394ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:13:06.754987Z","caller":"traceutil/trace.go:171","msg":"trace[1861622042] transaction","detail":"{read_only:false; response_revision:27025; number_of_response:1; }","duration":"2.096128829s","start":"2026-05-08T19:13:04.658826Z","end":"2026-05-08T19:13:06.754955Z","steps":["trace[1861622042] 'process raft request' (duration: 2.096031296s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:13:06.755066Z","caller":"traceutil/trace.go:171","msg":"trace[502303152] linearizableReadLoop","detail":"{readStateIndex:27926; appliedIndex:27921; }","duration":"408.394274ms","start":"2026-05-08T19:13:06.346658Z","end":"2026-05-08T19:13:06.755052Z","steps":["trace[502303152] 'read index received' (duration: 133.415833ms)","trace[502303152] 'applied index is now lower than readState.Index' (duration: 274.977261ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:13:06.755041Z","caller":"traceutil/trace.go:171","msg":"trace[1378503823] transaction","detail":"{read_only:false; response_revision:27026; number_of_response:1; }","duration":"2.09614478s","start":"2026-05-08T19:13:04.658859Z","end":"2026-05-08T19:13:06.755004Z","steps":["trace[1378503823] 'process raft request' (duration: 2.096059097s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.755115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:04.658822Z","time spent":"2.096220332s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:13:06.755102Z","caller":"traceutil/trace.go:171","msg":"trace[978507405] transaction","detail":"{read_only:false; response_revision:27027; number_of_response:1; }","duration":"2.095540091s","start":"2026-05-08T19:13:04.659522Z","end":"2026-05-08T19:13:06.755062Z","steps":["trace[978507405] 'process raft request' (duration: 2.095418867s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.755133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:04.658723Z","time spent":"2.096302385s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:13:06.755179Z","caller":"traceutil/trace.go:171","msg":"trace[1045609966] transaction","detail":"{read_only:false; response_revision:27028; number_of_response:1; }","duration":"2.095112157s","start":"2026-05-08T19:13:04.660033Z","end":"2026-05-08T19:13:06.755145Z","steps":["trace[1045609966] 'process raft request' (duration: 2.094951472s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.755227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:04.658855Z","time spent":"2.096274244s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:13:06.755255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:04.659996Z","time spent":"2.095219461s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:13:06.755263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:04.659495Z","time spent":"2.095678795s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:13:06.75531Z","caller":"traceutil/trace.go:171","msg":"trace[1221738282] transaction","detail":"{read_only:false; response_revision:27029; number_of_response:1; }","duration":"277.15107ms","start":"2026-05-08T19:13:06.47815Z","end":"2026-05-08T19:13:06.755301Z","steps":["trace[1221738282] 'process raft request' (duration: 276.862631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.75857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.098401126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:13:06.758902Z","caller":"traceutil/trace.go:171","msg":"trace[582354989] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27029; }","duration":"4.098739847s","start":"2026-05-08T19:13:02.660147Z","end":"2026-05-08T19:13:06.758887Z","steps":["trace[582354989] 'agreement among raft nodes before linearized reading' (duration: 4.09505258s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.758938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804895549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:13:06.758974Z","caller":"traceutil/trace.go:171","msg":"trace[653353790] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:27029; }","duration":"3.804945361s","start":"2026-05-08T19:13:02.954016Z","end":"2026-05-08T19:13:06.758962Z","steps":["trace[653353790] 'agreement among raft nodes before linearized reading' (duration: 3.801164392s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.758979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875673244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:13:06.759004Z","caller":"traceutil/trace.go:171","msg":"trace[431625881] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27029; }","duration":"3.875726075s","start":"2026-05-08T19:13:02.88327Z","end":"2026-05-08T19:13:06.758996Z","steps":["trace[431625881] 'agreement among raft nodes before linearized reading' (duration: 3.871923085s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.759027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:02.883251Z","time spent":"3.875771017s","remote":"127.0.0.1:50720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:06.759036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76761344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:13:06.759057Z","caller":"traceutil/trace.go:171","msg":"trace[261858873] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27029; }","duration":"2.767682103s","start":"2026-05-08T19:13:03.991369Z","end":"2026-05-08T19:13:06.759051Z","steps":["trace[261858873] 'agreement among raft nodes before linearized reading' (duration: 2.7637832s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.759079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:03.991333Z","time spent":"2.767741665s","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:06.758942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:02.660104Z","time spent":"4.098828719s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T19:13:06.759003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:02.954003Z","time spent":"3.804993652s","remote":"127.0.0.1:39270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:06.758897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.856602591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:13:06.759531Z","caller":"traceutil/trace.go:171","msg":"trace[1737561563] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27029; }","duration":"3.857278683s","start":"2026-05-08T19:13:02.902239Z","end":"2026-05-08T19:13:06.759517Z","steps":["trace[1737561563] 'agreement among raft nodes before linearized reading' (duration: 3.852948876s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.759565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:02.902219Z","time spent":"3.857336645s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:06.759685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.8034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:13:06.759739Z","caller":"traceutil/trace.go:171","msg":"trace[1528423959] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27029; }","duration":"823.902593ms","start":"2026-05-08T19:13:05.93582Z","end":"2026-05-08T19:13:06.759723Z","steps":["trace[1528423959] 'agreement among raft nodes before linearized reading' (duration: 819.497184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.759769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:05.9358Z","time spent":"823.961954ms","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:06.760014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.10202337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-05-08T19:13:06.760075Z","caller":"traceutil/trace.go:171","msg":"trace[1888072832] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27029; }","duration":"4.102101313s","start":"2026-05-08T19:13:02.657967Z","end":"2026-05-08T19:13:06.760069Z","steps":["trace[1888072832] 'agreement among raft nodes before linearized reading' (duration: 4.09725008s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.760092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:02.657958Z","time spent":"4.102128754s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-08T19:13:06.760248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.10360011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-05-08T19:13:06.760254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59913611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-05-08T19:13:06.760269Z","caller":"traceutil/trace.go:171","msg":"trace[1435027459] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27029; }","duration":"4.103681943s","start":"2026-05-08T19:13:02.656582Z","end":"2026-05-08T19:13:06.760264Z","steps":["trace[1435027459] 'agreement among raft nodes before linearized reading' (duration: 4.098648204s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.760286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:02.656558Z","time spent":"4.103723534s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-08T19:13:06.760289Z","caller":"traceutil/trace.go:171","msg":"trace[793160365] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27029; }","duration":"2.599202093s","start":"2026-05-08T19:13:04.161076Z","end":"2026-05-08T19:13:06.760278Z","steps":["trace[793160365] 'agreement among raft nodes before linearized reading' (duration: 2.594011909s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.760311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:04.161053Z","time spent":"2.599253044s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18279,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-08T19:13:06.760954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402521026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:13:06.76099Z","caller":"traceutil/trace.go:171","msg":"trace[1210551072] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27029; }","duration":"3.402580088s","start":"2026-05-08T19:13:03.358402Z","end":"2026-05-08T19:13:06.760983Z","steps":["trace[1210551072] 'agreement among raft nodes before linearized reading' (duration: 3.396764624s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.761012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:03.358392Z","time spent":"3.402613129s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:06.76102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8636207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-05-08T19:13:06.76104Z","caller":"traceutil/trace.go:171","msg":"trace[1479611524] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27029; }","duration":"1.863671071s","start":"2026-05-08T19:13:04.897362Z","end":"2026-05-08T19:13:06.761033Z","steps":["trace[1479611524] 'agreement among raft nodes before linearized reading' (duration: 1.857947491s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.761058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:04.897341Z","time spent":"1.863713143s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18279,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-08T19:13:06.760965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019404097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-08T19:13:06.761148Z","caller":"traceutil/trace.go:171","msg":"trace[1952264606] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27029; }","duration":"2.019618634s","start":"2026-05-08T19:13:04.741521Z","end":"2026-05-08T19:13:06.76114Z","steps":["trace[1952264606] 'agreement among raft nodes before linearized reading' (duration: 2.013774129s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.761158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547593382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:13:06.761177Z","caller":"traceutil/trace.go:171","msg":"trace[981905114] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:27029; }","duration":"1.547649674s","start":"2026-05-08T19:13:05.21352Z","end":"2026-05-08T19:13:06.761169Z","steps":["trace[981905114] 'agreement among raft nodes before linearized reading' (duration: 1.541732117s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.761195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:05.213496Z","time spent":"1.547694005s","remote":"127.0.0.1:45232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:06.761175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:04.7415Z","time spent":"2.019666696s","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":239,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:06.761733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400563791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:13:06.761742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.938674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:13:06.761756Z","caller":"traceutil/trace.go:171","msg":"trace[1866685593] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27029; }","duration":"2.400588862s","start":"2026-05-08T19:13:04.361159Z","end":"2026-05-08T19:13:06.761747Z","steps":["trace[1866685593] 'agreement among raft nodes before linearized reading' (duration: 2.394170259s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.761778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:04.361119Z","time spent":"2.400653345s","remote":"127.0.0.1:45478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:13:06.761775Z","caller":"traceutil/trace.go:171","msg":"trace[1038194768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27029; }","duration":"169.032397ms","start":"2026-05-08T19:13:06.592732Z","end":"2026-05-08T19:13:06.761765Z","steps":["trace[1038194768] 'agreement among raft nodes before linearized reading' (duration: 168.968574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.761877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.881924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:13:06.761894Z","caller":"traceutil/trace.go:171","msg":"trace[591912129] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:27029; }","duration":"926.936395ms","start":"2026-05-08T19:13:05.834951Z","end":"2026-05-08T19:13:06.761888Z","steps":["trace[591912129] 'agreement among raft nodes before linearized reading' (duration: 920.375518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.761911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:05.83493Z","time spent":"926.975687ms","remote":"127.0.0.1:35938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:13:06.762128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.142101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7c5d7d6575-tl4zn.18adaad61ef40bd1\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-08T19:13:06.762151Z","caller":"traceutil/trace.go:171","msg":"trace[1308264104] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7c5d7d6575-tl4zn.18adaad61ef40bd1; range_end:; response_count:1; response_revision:27029; }","duration":"398.184062ms","start":"2026-05-08T19:13:06.363961Z","end":"2026-05-08T19:13:06.762145Z","steps":["trace[1308264104] 'agreement among raft nodes before linearized reading' (duration: 398.112719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.762167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:06.36395Z","time spent":"398.212293ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-7c5d7d6575-tl4zn.18adaad61ef40bd1\" "} {"level":"warn","ts":"2026-05-08T19:13:06.762253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.332307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-93fa61cc-62e7-4acc-b35d-9d5f244baa45\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-08T19:13:06.762282Z","caller":"traceutil/trace.go:171","msg":"trace[269873365] range","detail":"{range_begin:/registry/persistentvolumes/pvc-93fa61cc-62e7-4acc-b35d-9d5f244baa45; range_end:; response_count:1; response_revision:27029; }","duration":"398.389069ms","start":"2026-05-08T19:13:06.363885Z","end":"2026-05-08T19:13:06.762274Z","steps":["trace[269873365] 'agreement among raft nodes before linearized reading' (duration: 398.284455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.762288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.360633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-08T19:13:06.762306Z","caller":"traceutil/trace.go:171","msg":"trace[1937399815] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27029; }","duration":"281.454026ms","start":"2026-05-08T19:13:06.480845Z","end":"2026-05-08T19:13:06.762299Z","steps":["trace[1937399815] 'agreement among raft nodes before linearized reading' (duration: 281.395575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.762308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:06.363822Z","time spent":"398.476331ms","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-93fa61cc-62e7-4acc-b35d-9d5f244baa45\" "} {"level":"warn","ts":"2026-05-08T19:13:06.762642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.876025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-05-08T19:13:06.762669Z","caller":"traceutil/trace.go:171","msg":"trace[1229724497] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27029; }","duration":"399.961048ms","start":"2026-05-08T19:13:06.362702Z","end":"2026-05-08T19:13:06.762663Z","steps":["trace[1229724497] 'agreement among raft nodes before linearized reading' (duration: 399.888826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.762658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.80049592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:13:06.762685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:06.362677Z","time spent":"400.003569ms","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-05-08T19:13:06.762701Z","caller":"traceutil/trace.go:171","msg":"trace[1009267558] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27029; }","duration":"3.800591024s","start":"2026-05-08T19:13:02.962096Z","end":"2026-05-08T19:13:06.762687Z","steps":["trace[1009267558] 'agreement among raft nodes before linearized reading' (duration: 3.793079006s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:06.76273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:02.962085Z","time spent":"3.800638005s","remote":"127.0.0.1:45344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:13:45.351829Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25179} {"level":"info","ts":"2026-05-08T19:13:45.496017Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25179,"took":"139.696601ms","hash":2474545500,"current-db-size-bytes":56999936,"current-db-size":"57 MB","current-db-size-in-use-bytes":35700736,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-08T19:13:45.496098Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2474545500,"revision":25179,"compact-revision":21880} {"level":"info","ts":"2026-05-08T19:13:59.802821Z","caller":"traceutil/trace.go:171","msg":"trace[1641413549] transaction","detail":"{read_only:false; response_revision:27553; number_of_response:1; }","duration":"617.819296ms","start":"2026-05-08T19:13:59.184979Z","end":"2026-05-08T19:13:59.802798Z","steps":["trace[1641413549] 'process raft request' (duration: 617.63488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:13:59.802959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:59.184963Z","time spent":"617.914559ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:14:00.006671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.40937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T19:14:00.006931Z","caller":"traceutil/trace.go:171","msg":"trace[233287771] transaction","detail":"{read_only:false; response_revision:27554; number_of_response:1; }","duration":"821.696393ms","start":"2026-05-08T19:13:59.18518Z","end":"2026-05-08T19:14:00.006876Z","steps":["trace[233287771] 'process raft request' (duration: 720.989544ms)","trace[233287771] 'compare' (duration: 100.244455ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:14:00.007086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:59.185173Z","time spent":"821.836627ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:14:00.007875Z","caller":"traceutil/trace.go:171","msg":"trace[184144674] linearizableReadLoop","detail":"{readStateIndex:28469; appliedIndex:28466; }","duration":"679.582256ms","start":"2026-05-08T19:13:59.328274Z","end":"2026-05-08T19:14:00.007857Z","steps":["trace[184144674] 'read index received' (duration: 474.409508ms)","trace[184144674] 'applied index is now lower than readState.Index' (duration: 205.171898ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:14:00.008094Z","caller":"traceutil/trace.go:171","msg":"trace[1251512463] transaction","detail":"{read_only:false; response_revision:27555; number_of_response:1; }","duration":"757.885649ms","start":"2026-05-08T19:13:59.250188Z","end":"2026-05-08T19:14:00.008074Z","steps":["trace[1251512463] 'process raft request' (duration: 756.903378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:00.00816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:59.250153Z","time spent":"757.976722ms","remote":"127.0.0.1:58876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418817,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:14:00.008119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.811413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:14:00.008152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.125838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:14:00.008303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.767022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:14:00.008346Z","caller":"traceutil/trace.go:171","msg":"trace[544411807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27555; }","duration":"431.810653ms","start":"2026-05-08T19:13:59.576526Z","end":"2026-05-08T19:14:00.008337Z","steps":["trace[544411807] 'agreement among raft nodes before linearized reading' (duration: 431.742621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:00.008361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.473624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T19:14:00.008385Z","caller":"traceutil/trace.go:171","msg":"trace[801311671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27555; }","duration":"502.542007ms","start":"2026-05-08T19:13:59.505836Z","end":"2026-05-08T19:14:00.008378Z","steps":["trace[801311671] 'agreement among raft nodes before linearized reading' (duration: 502.435073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:00.008386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:59.576441Z","time spent":"431.937468ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:14:00.008418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:59.505808Z","time spent":"502.606509ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T19:14:00.008412Z","caller":"traceutil/trace.go:171","msg":"trace[1873137717] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27555; }","duration":"505.342235ms","start":"2026-05-08T19:13:59.502929Z","end":"2026-05-08T19:14:00.008271Z","steps":["trace[1873137717] 'agreement among raft nodes before linearized reading' (duration: 505.130409ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:00.008223Z","caller":"traceutil/trace.go:171","msg":"trace[1899680096] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27555; }","duration":"679.974229ms","start":"2026-05-08T19:13:59.328224Z","end":"2026-05-08T19:14:00.008199Z","steps":["trace[1899680096] 'agreement among raft nodes before linearized reading' (duration: 679.774053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:00.008552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:59.502905Z","time spent":"505.630084ms","remote":"127.0.0.1:50706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:14:00.008668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:13:59.328206Z","time spent":"680.450284ms","remote":"127.0.0.1:36012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:14:00.558923Z","caller":"traceutil/trace.go:171","msg":"trace[1687421486] transaction","detail":"{read_only:false; response_revision:27556; number_of_response:1; }","duration":"545.949187ms","start":"2026-05-08T19:14:00.012948Z","end":"2026-05-08T19:14:00.558897Z","steps":["trace[1687421486] 'process raft request' (duration: 545.516204ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:00.558937Z","caller":"traceutil/trace.go:171","msg":"trace[2067321425] linearizableReadLoop","detail":"{readStateIndex:28470; appliedIndex:28470; }","duration":"209.245617ms","start":"2026-05-08T19:14:00.349665Z","end":"2026-05-08T19:14:00.558911Z","steps":["trace[2067321425] 'read index received' (duration: 209.235366ms)","trace[2067321425] 'applied index is now lower than readState.Index' (duration: 7.461µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:14:00.559116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:00.012854Z","time spent":"546.126193ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:14:00.560165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.497666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-05-08T19:14:00.560264Z","caller":"traceutil/trace.go:171","msg":"trace[1591857954] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27556; }","duration":"210.643411ms","start":"2026-05-08T19:14:00.349591Z","end":"2026-05-08T19:14:00.560235Z","steps":["trace[1591857954] 'agreement among raft nodes before linearized reading' (duration: 209.446693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:00.561317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.600931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:14:00.561421Z","caller":"traceutil/trace.go:171","msg":"trace[743391923] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27557; }","duration":"160.716504ms","start":"2026-05-08T19:14:00.40068Z","end":"2026-05-08T19:14:00.561396Z","steps":["trace[743391923] 'agreement among raft nodes before linearized reading' (duration: 160.548719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:00.561485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.943478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T19:14:00.561526Z","caller":"traceutil/trace.go:171","msg":"trace[1758886871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27557; }","duration":"114.02684ms","start":"2026-05-08T19:14:00.447489Z","end":"2026-05-08T19:14:00.561516Z","steps":["trace[1758886871] 'agreement among raft nodes before linearized reading' (duration: 113.942527ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:01.296542Z","caller":"traceutil/trace.go:171","msg":"trace[1460482552] linearizableReadLoop","detail":"{readStateIndex:28478; appliedIndex:28477; }","duration":"465.27602ms","start":"2026-05-08T19:14:00.831234Z","end":"2026-05-08T19:14:01.29651Z","steps":["trace[1460482552] 'read index received' (duration: 465.039763ms)","trace[1460482552] 'applied index is now lower than readState.Index' (duration: 233.997µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:14:01.296626Z","caller":"traceutil/trace.go:171","msg":"trace[505622408] transaction","detail":"{read_only:false; response_revision:27564; number_of_response:1; }","duration":"603.497595ms","start":"2026-05-08T19:14:00.693093Z","end":"2026-05-08T19:14:01.296591Z","steps":["trace[505622408] 'process raft request' (duration: 603.196175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:01.296764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.460216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:14:01.296821Z","caller":"traceutil/trace.go:171","msg":"trace[959572326] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27564; }","duration":"465.616951ms","start":"2026-05-08T19:14:00.831185Z","end":"2026-05-08T19:14:01.296802Z","steps":["trace[959572326] 'agreement among raft nodes before linearized reading' (duration: 465.467457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:01.296859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:00.693074Z","time spent":"603.701572ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:14:01.296881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:00.831163Z","time spent":"465.700083ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:14:01.583247Z","caller":"traceutil/trace.go:171","msg":"trace[428016656] transaction","detail":"{read_only:false; response_revision:27565; number_of_response:1; }","duration":"605.92071ms","start":"2026-05-08T19:14:00.977303Z","end":"2026-05-08T19:14:01.583223Z","steps":["trace[428016656] 'process raft request' (duration: 605.693573ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:01.583554Z","caller":"traceutil/trace.go:171","msg":"trace[615731048] transaction","detail":"{read_only:false; response_revision:27566; number_of_response:1; }","duration":"605.319901ms","start":"2026-05-08T19:14:00.978219Z","end":"2026-05-08T19:14:01.583539Z","steps":["trace[615731048] 'process raft request' (duration: 604.940109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:01.583617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:00.978179Z","time spent":"605.408645ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:14:01.58363Z","caller":"traceutil/trace.go:171","msg":"trace[510050675] transaction","detail":"{read_only:false; response_revision:27567; number_of_response:1; }","duration":"604.958731ms","start":"2026-05-08T19:14:00.978647Z","end":"2026-05-08T19:14:01.583606Z","steps":["trace[510050675] 'process raft request' (duration: 604.795395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:01.583846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:00.978634Z","time spent":"605.082034ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:14:01.583853Z","caller":"traceutil/trace.go:171","msg":"trace[85944737] transaction","detail":"{read_only:false; response_revision:27568; number_of_response:1; }","duration":"578.725812ms","start":"2026-05-08T19:14:01.005095Z","end":"2026-05-08T19:14:01.583821Z","steps":["trace[85944737] 'process raft request' (duration: 578.463064ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:01.583872Z","caller":"traceutil/trace.go:171","msg":"trace[1215444723] linearizableReadLoop","detail":"{readStateIndex:28483; appliedIndex:28478; }","duration":"287.221418ms","start":"2026-05-08T19:14:01.296619Z","end":"2026-05-08T19:14:01.58384Z","steps":["trace[1215444723] 'read index received' (duration: 286.356141ms)","trace[1215444723] 'applied index is now lower than readState.Index' (duration: 863.767µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:14:01.583961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.895231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:14:01.583979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.984428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:14:01.584079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.307017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18236"} {"level":"info","ts":"2026-05-08T19:14:01.584108Z","caller":"traceutil/trace.go:171","msg":"trace[10065810] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27569; }","duration":"666.381399ms","start":"2026-05-08T19:14:00.917718Z","end":"2026-05-08T19:14:01.5841Z","steps":["trace[10065810] 'agreement among raft nodes before linearized reading' (duration: 666.248365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:01.583483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:00.977276Z","time spent":"606.047495ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:14:01.584131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:00.917701Z","time spent":"666.424211ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18260,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-08T19:14:01.58403Z","caller":"traceutil/trace.go:171","msg":"trace[1044775156] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:27569; }","duration":"371.006224ms","start":"2026-05-08T19:14:01.213008Z","end":"2026-05-08T19:14:01.584014Z","steps":["trace[1044775156] 'agreement among raft nodes before linearized reading' (duration: 370.86324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:01.584111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:01.00507Z","time spent":"578.851387ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:14:01.584175Z","caller":"traceutil/trace.go:171","msg":"trace[1787217033] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27569; }","duration":"603.140674ms","start":"2026-05-08T19:14:00.980945Z","end":"2026-05-08T19:14:01.584085Z","steps":["trace[1787217033] 'agreement among raft nodes before linearized reading' (duration: 602.959598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:01.584247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:00.980936Z","time spent":"603.289048ms","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:14:01.584185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:01.212989Z","time spent":"371.177139ms","remote":"127.0.0.1:41590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:14:01.584394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.950523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:14:01.583888Z","caller":"traceutil/trace.go:171","msg":"trace[490254445] transaction","detail":"{read_only:false; response_revision:27569; number_of_response:1; }","duration":"578.230147ms","start":"2026-05-08T19:14:01.005634Z","end":"2026-05-08T19:14:01.583864Z","steps":["trace[490254445] 'process raft request' (duration: 578.092902ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:01.584463Z","caller":"traceutil/trace.go:171","msg":"trace[662986352] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:27570; }","duration":"200.031396ms","start":"2026-05-08T19:14:01.384394Z","end":"2026-05-08T19:14:01.584425Z","steps":["trace[662986352] 'agreement among raft nodes before linearized reading' (duration: 199.956754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:01.58449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:01.005618Z","time spent":"578.821865ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:14:01.584743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.01111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:14:01.584789Z","caller":"traceutil/trace.go:171","msg":"trace[2142531931] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27570; }","duration":"184.105843ms","start":"2026-05-08T19:14:01.400672Z","end":"2026-05-08T19:14:01.584778Z","steps":["trace[2142531931] 'agreement among raft nodes before linearized reading' (duration: 183.988069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:06.01965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174276570,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T19:14:06.275881Z","caller":"traceutil/trace.go:171","msg":"trace[18359159] transaction","detail":"{read_only:false; response_revision:27593; number_of_response:1; }","duration":"951.367796ms","start":"2026-05-08T19:14:05.324477Z","end":"2026-05-08T19:14:06.275844Z","steps":["trace[18359159] 'process raft request' (duration: 951.131619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:06.2761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:05.324451Z","time spent":"951.533232ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:14:07.682695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407061556s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:14:07.683246Z","caller":"traceutil/trace.go:171","msg":"trace[1776039824] transaction","detail":"{read_only:false; response_revision:27596; number_of_response:1; }","duration":"2.080894959s","start":"2026-05-08T19:14:05.602324Z","end":"2026-05-08T19:14:07.683219Z","steps":["trace[1776039824] 'process raft request' (duration: 2.080814387s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:07.683267Z","caller":"traceutil/trace.go:171","msg":"trace[727374323] transaction","detail":"{read_only:false; response_revision:27594; number_of_response:1; }","duration":"2.083025767s","start":"2026-05-08T19:14:05.600199Z","end":"2026-05-08T19:14:07.683225Z","steps":["trace[727374323] 'process raft request' (duration: 2.082698276s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:07.683394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:05.602318Z","time spent":"2.080980822s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:14:07.683446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:05.60017Z","time spent":"2.083178421s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:14:07.683732Z","caller":"traceutil/trace.go:171","msg":"trace[509001693] transaction","detail":"{read_only:false; response_revision:27597; number_of_response:1; }","duration":"2.081052114s","start":"2026-05-08T19:14:05.602664Z","end":"2026-05-08T19:14:07.683716Z","steps":["trace[509001693] 'process raft request' (duration: 2.080514477s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:07.683805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:05.602655Z","time spent":"2.081113376s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:14:07.683306Z","caller":"traceutil/trace.go:171","msg":"trace[264979612] transaction","detail":"{read_only:false; response_revision:27595; number_of_response:1; }","duration":"2.081007043s","start":"2026-05-08T19:14:05.60225Z","end":"2026-05-08T19:14:07.683257Z","steps":["trace[264979612] 'process raft request' (duration: 2.080839947s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:07.684004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:05.602235Z","time spent":"2.081721806s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:14:07.684481Z","caller":"traceutil/trace.go:171","msg":"trace[1752813908] linearizableReadLoop","detail":"{readStateIndex:28513; appliedIndex:28507; }","duration":"2.170108846s","start":"2026-05-08T19:14:05.514336Z","end":"2026-05-08T19:14:07.684445Z","steps":["trace[1752813908] 'read index received' (duration: 761.277625ms)","trace[1752813908] 'applied index is now lower than readState.Index' (duration: 1.408828801s)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:14:07.684626Z","caller":"traceutil/trace.go:171","msg":"trace[1206860055] transaction","detail":"{read_only:false; response_revision:27598; number_of_response:1; }","duration":"2.081378054s","start":"2026-05-08T19:14:05.603178Z","end":"2026-05-08T19:14:07.684556Z","steps":["trace[1206860055] 'process raft request' (duration: 2.080424884s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:07.684769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:05.603162Z","time spent":"2.08156169s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:14:07.684778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170356603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:14:07.684913Z","caller":"traceutil/trace.go:171","msg":"trace[724117452] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27598; }","duration":"2.17057418s","start":"2026-05-08T19:14:05.514283Z","end":"2026-05-08T19:14:07.684857Z","steps":["trace[724117452] 'agreement among raft nodes before linearized reading' (duration: 2.170347803s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:07.68501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:05.514262Z","time spent":"2.170696864s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:14:08.185643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174276579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:14:08.575328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T19:14:08.575462Z","caller":"traceutil/trace.go:171","msg":"trace[291907465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403378s","start":"2026-05-08T19:14:06.575027Z","end":"2026-05-08T19:14:08.57543Z","steps":["trace[291907465] 'agreement among raft nodes before linearized reading' (duration: 2.000227533s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:08.575531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.575003Z","time spent":"2.000511152s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 19:14:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T19:14:08.686241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095734174276579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T19:14:09.054142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.37112126s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T19:14:09.054687Z","caller":"traceutil/trace.go:171","msg":"trace[1248995456] transaction","detail":"{read_only:false; response_revision:27599; number_of_response:1; }","duration":"2.470129079s","start":"2026-05-08T19:14:06.584532Z","end":"2026-05-08T19:14:09.054661Z","steps":["trace[1248995456] 'process raft request' (duration: 2.469898202s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:09.05486Z","caller":"traceutil/trace.go:171","msg":"trace[1398085414] linearizableReadLoop","detail":"{readStateIndex:28515; appliedIndex:28513; }","duration":"1.370282254s","start":"2026-05-08T19:14:07.684562Z","end":"2026-05-08T19:14:09.054845Z","steps":["trace[1398085414] 'read index received' (duration: 1.369759757s)","trace[1398085414] 'applied index is now lower than readState.Index' (duration: 520.577µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:14:09.054939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.584499Z","time spent":"2.470306714s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:14:09.054991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110092482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:14:09.055025Z","caller":"traceutil/trace.go:171","msg":"trace[1379732179] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27600; }","duration":"2.110170084s","start":"2026-05-08T19:14:06.944847Z","end":"2026-05-08T19:14:09.055017Z","steps":["trace[1379732179] 'agreement among raft nodes before linearized reading' (duration: 2.110068611s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.944826Z","time spent":"2.110214186s","remote":"127.0.0.1:56422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:14:09.055105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458228824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T19:14:09.055132Z","caller":"traceutil/trace.go:171","msg":"trace[1607958238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27600; }","duration":"2.458289486s","start":"2026-05-08T19:14:06.596836Z","end":"2026-05-08T19:14:09.055125Z","steps":["trace[1607958238] 'agreement among raft nodes before linearized reading' (duration: 2.458223393s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458053508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-08T19:14:09.055043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458040798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-05-08T19:14:09.055205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470624905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T19:14:09.055198Z","caller":"traceutil/trace.go:171","msg":"trace[291329039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27600; }","duration":"2.458208353s","start":"2026-05-08T19:14:06.59697Z","end":"2026-05-08T19:14:09.055179Z","steps":["trace[291329039] 'agreement among raft nodes before linearized reading' (duration: 2.457938875s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072617689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:14:09.055241Z","caller":"traceutil/trace.go:171","msg":"trace[1742789974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27600; }","duration":"2.470678106s","start":"2026-05-08T19:14:06.584541Z","end":"2026-05-08T19:14:09.055219Z","steps":["trace[1742789974] 'agreement among raft nodes before linearized reading' (duration: 2.470623665s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.596952Z","time spent":"2.458281525s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T19:14:09.055252Z","caller":"traceutil/trace.go:171","msg":"trace[802724480] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27600; }","duration":"2.072735922s","start":"2026-05-08T19:14:06.982504Z","end":"2026-05-08T19:14:09.05524Z","steps":["trace[802724480] 'agreement among raft nodes before linearized reading' (duration: 2.072615068s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.584521Z","time spent":"2.470736019s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T19:14:09.055281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.982484Z","time spent":"2.072789714s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T19:14:09.055297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995098194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-05-08T19:14:09.055267Z","caller":"traceutil/trace.go:171","msg":"trace[643757199] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27600; }","duration":"2.458250504s","start":"2026-05-08T19:14:06.596967Z","end":"2026-05-08T19:14:09.055217Z","steps":["trace[643757199] 'agreement among raft nodes before linearized reading' (duration: 2.457956155s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.361915156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:14:09.055339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0726639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-05-08T19:14:09.055337Z","caller":"traceutil/trace.go:171","msg":"trace[1192273768] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:27600; }","duration":"2.995169576s","start":"2026-05-08T19:14:06.060156Z","end":"2026-05-08T19:14:09.055326Z","steps":["trace[1192273768] 'agreement among raft nodes before linearized reading' (duration: 2.995030981s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:09.055353Z","caller":"traceutil/trace.go:171","msg":"trace[1781592137] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27600; }","duration":"3.361982398s","start":"2026-05-08T19:14:05.693364Z","end":"2026-05-08T19:14:09.055346Z","steps":["trace[1781592137] 'agreement among raft nodes before linearized reading' (duration: 3.361942477s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:09.055364Z","caller":"traceutil/trace.go:171","msg":"trace[1796685918] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:27600; }","duration":"2.072698991s","start":"2026-05-08T19:14:06.982656Z","end":"2026-05-08T19:14:09.055355Z","steps":["trace[1796685918] 'agreement among raft nodes before linearized reading' (duration: 2.072622978s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:05.693338Z","time spent":"3.362029609s","remote":"127.0.0.1:45518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:14:09.055381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.982651Z","time spent":"2.072725552s","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":904,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-05-08T19:14:09.055417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504878436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:14:09.055417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.59696Z","time spent":"2.458399959s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T19:14:09.055448Z","caller":"traceutil/trace.go:171","msg":"trace[832308724] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27600; }","duration":"2.504908787s","start":"2026-05-08T19:14:06.550529Z","end":"2026-05-08T19:14:09.055438Z","steps":["trace[832308724] 'agreement among raft nodes before linearized reading' (duration: 2.504860576s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.060139Z","time spent":"2.995222548s","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":255,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"warn","ts":"2026-05-08T19:14:09.055462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152051874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-08T19:14:09.055477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.550458Z","time spent":"2.50501287s","remote":"127.0.0.1:45510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:14:09.055504Z","caller":"traceutil/trace.go:171","msg":"trace[1153227951] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27600; }","duration":"1.152125956s","start":"2026-05-08T19:14:07.903366Z","end":"2026-05-08T19:14:09.055492Z","steps":["trace[1153227951] 'agreement among raft nodes before linearized reading' (duration: 1.152014533s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174986561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11835"} {"level":"warn","ts":"2026-05-08T19:14:09.055536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:07.903347Z","time spent":"1.152181557s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-05-08T19:14:09.055562Z","caller":"traceutil/trace.go:171","msg":"trace[1677420250] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27600; }","duration":"2.175057783s","start":"2026-05-08T19:14:06.880494Z","end":"2026-05-08T19:14:09.055551Z","steps":["trace[1677420250] 'agreement among raft nodes before linearized reading' (duration: 2.17494843s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.59682Z","time spent":"2.458327916s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T19:14:09.05559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.880475Z","time spent":"2.175108905s","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-08T19:14:09.055669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424140607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-08T19:14:09.055691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458574474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-08T19:14:09.055695Z","caller":"traceutil/trace.go:171","msg":"trace[154425846] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27600; }","duration":"2.424195799s","start":"2026-05-08T19:14:06.631491Z","end":"2026-05-08T19:14:09.055687Z","steps":["trace[154425846] 'agreement among raft nodes before linearized reading' (duration: 2.424118057s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416432376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:14:09.055719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.631478Z","time spent":"2.42423526s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T19:14:09.055728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681967627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:14:09.055737Z","caller":"traceutil/trace.go:171","msg":"trace[1709586393] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27600; }","duration":"3.416495829s","start":"2026-05-08T19:14:05.639232Z","end":"2026-05-08T19:14:09.055728Z","steps":["trace[1709586393] 'agreement among raft nodes before linearized reading' (duration: 3.416441547s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.783203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T19:14:09.055763Z","caller":"traceutil/trace.go:171","msg":"trace[387689690] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27600; }","duration":"2.682013559s","start":"2026-05-08T19:14:06.373739Z","end":"2026-05-08T19:14:09.055752Z","steps":["trace[387689690] 'agreement among raft nodes before linearized reading' (duration: 2.681967888s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:05.639215Z","time spent":"3.41654483s","remote":"127.0.0.1:41804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:14:09.055789Z","caller":"traceutil/trace.go:171","msg":"trace[569367538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27600; }","duration":"774.798653ms","start":"2026-05-08T19:14:08.280976Z","end":"2026-05-08T19:14:09.055775Z","steps":["trace[569367538] 'agreement among raft nodes before linearized reading' (duration: 774.752632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.373733Z","time spent":"2.68205136s","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:14:09.055808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:08.280925Z","time spent":"774.879375ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T19:14:09.055818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282272668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-08T19:14:09.055839Z","caller":"traceutil/trace.go:171","msg":"trace[69584331] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:27600; }","duration":"2.282366041s","start":"2026-05-08T19:14:06.773466Z","end":"2026-05-08T19:14:09.055833Z","steps":["trace[69584331] 'agreement among raft nodes before linearized reading' (duration: 2.282305179s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.773436Z","time spent":"2.282432833s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-05-08T19:14:09.055877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.623911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-08T19:14:09.055901Z","caller":"traceutil/trace.go:171","msg":"trace[1318050209] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27600; }","duration":"338.667423ms","start":"2026-05-08T19:14:08.717227Z","end":"2026-05-08T19:14:09.055894Z","steps":["trace[1318050209] 'agreement among raft nodes before linearized reading' (duration: 338.602801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:08.717215Z","time spent":"338.699293ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-08T19:14:09.055922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.082219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T19:14:09.055921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076578431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:14:09.055944Z","caller":"traceutil/trace.go:171","msg":"trace[549079180] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:27600; }","duration":"627.13704ms","start":"2026-05-08T19:14:08.428798Z","end":"2026-05-08T19:14:09.055935Z","steps":["trace[549079180] 'agreement among raft nodes before linearized reading' (duration: 627.057648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682640899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:14:09.055954Z","caller":"traceutil/trace.go:171","msg":"trace[1141375435] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27600; }","duration":"1.076607492s","start":"2026-05-08T19:14:07.979333Z","end":"2026-05-08T19:14:09.05594Z","steps":["trace[1141375435] 'agreement among raft nodes before linearized reading' (duration: 1.076565131s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.055963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:08.428766Z","time spent":"627.191702ms","remote":"127.0.0.1:56730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:14:09.055687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582124716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T19:14:09.055987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:07.979285Z","time spent":"1.076694764s","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:14:09.055994Z","caller":"traceutil/trace.go:171","msg":"trace[432778930] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27600; }","duration":"2.582503398s","start":"2026-05-08T19:14:06.473483Z","end":"2026-05-08T19:14:09.055986Z","steps":["trace[432778930] 'agreement among raft nodes before linearized reading' (duration: 2.582174067s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.056018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.473445Z","time spent":"2.582565759s","remote":"127.0.0.1:60934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:14:09.05501Z","caller":"traceutil/trace.go:171","msg":"trace[1384532031] transaction","detail":"{read_only:false; response_revision:27600; number_of_response:1; }","duration":"2.208444677s","start":"2026-05-08T19:14:06.846531Z","end":"2026-05-08T19:14:09.054975Z","steps":["trace[1384532031] 'process raft request' (duration: 2.208078915s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.056084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.460218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:14:09.055986Z","caller":"traceutil/trace.go:171","msg":"trace[2129569924] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27600; }","duration":"2.682704771s","start":"2026-05-08T19:14:06.373265Z","end":"2026-05-08T19:14:09.05597Z","steps":["trace[2129569924] 'agreement among raft nodes before linearized reading' (duration: 2.68265957s)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:09.056104Z","caller":"traceutil/trace.go:171","msg":"trace[964127829] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27600; }","duration":"746.503739ms","start":"2026-05-08T19:14:08.309594Z","end":"2026-05-08T19:14:09.056097Z","steps":["trace[964127829] 'agreement among raft nodes before linearized reading' (duration: 746.470558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.056122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.989102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-08T19:14:09.056113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.846497Z","time spent":"2.209563362s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:14:09.056128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:08.309578Z","time spent":"746.541591ms","remote":"127.0.0.1:42008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:14:09.056143Z","caller":"traceutil/trace.go:171","msg":"trace[476936992] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27600; }","duration":"357.051793ms","start":"2026-05-08T19:14:08.699082Z","end":"2026-05-08T19:14:09.056134Z","steps":["trace[476936992] 'agreement among raft nodes before linearized reading' (duration: 356.92955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.056134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.373247Z","time spent":"2.682868846s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-08T19:14:09.055714Z","caller":"traceutil/trace.go:171","msg":"trace[1874059878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27600; }","duration":"2.458598255s","start":"2026-05-08T19:14:06.597109Z","end":"2026-05-08T19:14:09.055707Z","steps":["trace[1874059878] 'agreement among raft nodes before linearized reading' (duration: 2.458533833s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.056163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:08.699057Z","time spent":"357.098655ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:14:09.056182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:06.597021Z","time spent":"2.459153693s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T19:14:09.05571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.355987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:14:09.056232Z","caller":"traceutil/trace.go:171","msg":"trace[161692029] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:27600; }","duration":"544.915584ms","start":"2026-05-08T19:14:08.51131Z","end":"2026-05-08T19:14:09.056225Z","steps":["trace[161692029] 'agreement among raft nodes before linearized reading' (duration: 544.366937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.056253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:08.511291Z","time spent":"544.956316ms","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:14:09.056286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.971545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-05-08T19:14:09.056303Z","caller":"traceutil/trace.go:171","msg":"trace[433778230] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27600; }","duration":"360.040618ms","start":"2026-05-08T19:14:08.696257Z","end":"2026-05-08T19:14:09.056298Z","steps":["trace[433778230] 'agreement among raft nodes before linearized reading' (duration: 359.980656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.056318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:08.696227Z","time spent":"360.087679ms","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7722,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-08T19:14:09.056432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.14922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:14:09.056452Z","caller":"traceutil/trace.go:171","msg":"trace[1145808940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27600; }","duration":"480.231632ms","start":"2026-05-08T19:14:08.576215Z","end":"2026-05-08T19:14:09.056447Z","steps":["trace[1145808940] 'agreement among raft nodes before linearized reading' (duration: 480.202491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.056468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:08.576182Z","time spent":"480.282314ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T19:14:09.411055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.265657ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-05-08T19:14:09.411318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:09.058432Z","time spent":"352.87639ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-08T19:14:09.412198Z","caller":"traceutil/trace.go:171","msg":"trace[2092042198] transaction","detail":"{read_only:false; response_revision:27602; number_of_response:1; }","duration":"350.003719ms","start":"2026-05-08T19:14:09.062161Z","end":"2026-05-08T19:14:09.412164Z","steps":["trace[2092042198] 'process raft request' (duration: 349.484493ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:09.412265Z","caller":"traceutil/trace.go:171","msg":"trace[774174013] transaction","detail":"{read_only:false; response_revision:27608; number_of_response:1; }","duration":"321.597713ms","start":"2026-05-08T19:14:09.090592Z","end":"2026-05-08T19:14:09.412189Z","steps":["trace[774174013] 'process raft request' (duration: 321.445528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.412383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:09.062151Z","time spent":"350.110804ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:14:09.412565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:09.09058Z","time spent":"321.793769ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:14:09.412634Z","caller":"traceutil/trace.go:171","msg":"trace[409910438] transaction","detail":"{read_only:false; response_revision:27603; number_of_response:1; }","duration":"350.031431ms","start":"2026-05-08T19:14:09.062563Z","end":"2026-05-08T19:14:09.412594Z","steps":["trace[409910438] 'process raft request' (duration: 349.172884ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:09.412631Z","caller":"traceutil/trace.go:171","msg":"trace[501135639] transaction","detail":"{read_only:false; response_revision:27605; number_of_response:1; }","duration":"349.215764ms","start":"2026-05-08T19:14:09.063358Z","end":"2026-05-08T19:14:09.412573Z","steps":["trace[501135639] 'process raft request' (duration: 348.498002ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:09.412892Z","caller":"traceutil/trace.go:171","msg":"trace[1816866237] transaction","detail":"{read_only:false; response_revision:27606; number_of_response:1; }","duration":"348.258075ms","start":"2026-05-08T19:14:09.064615Z","end":"2026-05-08T19:14:09.412873Z","steps":["trace[1816866237] 'process raft request' (duration: 347.311785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.412937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:09.064609Z","time spent":"348.306276ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:14:09.412943Z","caller":"traceutil/trace.go:171","msg":"trace[1236620743] transaction","detail":"{read_only:false; response_revision:27607; number_of_response:1; }","duration":"348.216203ms","start":"2026-05-08T19:14:09.064672Z","end":"2026-05-08T19:14:09.412888Z","steps":["trace[1236620743] 'process raft request' (duration: 347.323615ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:09.413047Z","caller":"traceutil/trace.go:171","msg":"trace[1133880807] linearizableReadLoop","detail":"{readStateIndex:28516; appliedIndex:28515; }","duration":"354.508182ms","start":"2026-05-08T19:14:09.058519Z","end":"2026-05-08T19:14:09.413027Z","steps":["trace[1133880807] 'read index received' (duration: 432.133µs)","trace[1133880807] 'applied index is now lower than readState.Index' (duration: 354.074649ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:14:09.41309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:09.063337Z","time spent":"349.552365ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:14:09.413074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:09.064666Z","time spent":"348.361238ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:14:09.413438Z","caller":"traceutil/trace.go:171","msg":"trace[1803687139] transaction","detail":"{read_only:false; response_revision:27604; number_of_response:1; }","duration":"350.358431ms","start":"2026-05-08T19:14:09.063053Z","end":"2026-05-08T19:14:09.413411Z","steps":["trace[1803687139] 'process raft request' (duration: 348.727459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.412833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:09.062533Z","time spent":"350.200015ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:14:09.413565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:09.063042Z","time spent":"350.459354ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:14:09.413595Z","caller":"traceutil/trace.go:171","msg":"trace[1287000066] transaction","detail":"{read_only:false; response_revision:27601; number_of_response:1; }","duration":"351.555129ms","start":"2026-05-08T19:14:09.06202Z","end":"2026-05-08T19:14:09.413575Z","steps":["trace[1287000066] 'process raft request' (duration: 349.290818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.413895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:09.061999Z","time spent":"351.768705ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:14:09.413982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.450821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-fwml4\" ","response":"range_response_count:1 size:3481"} {"level":"info","ts":"2026-05-08T19:14:09.414055Z","caller":"traceutil/trace.go:171","msg":"trace[598323107] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-fwml4; range_end:; response_count:1; response_revision:27608; }","duration":"355.545304ms","start":"2026-05-08T19:14:09.058482Z","end":"2026-05-08T19:14:09.414027Z","steps":["trace[598323107] 'agreement among raft nodes before linearized reading' (duration: 354.796981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.414108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:09.058325Z","time spent":"355.756591ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3505,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-fwml4\" "} {"level":"warn","ts":"2026-05-08T19:14:09.415192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.633584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8966e276-6162-44d3-96be-ba1abd8d7d6f\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-05-08T19:14:09.41526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.711486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T19:14:09.415275Z","caller":"traceutil/trace.go:171","msg":"trace[1785230922] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8966e276-6162-44d3-96be-ba1abd8d7d6f; range_end:; response_count:1; response_revision:27609; }","duration":"353.774979ms","start":"2026-05-08T19:14:09.061475Z","end":"2026-05-08T19:14:09.41525Z","steps":["trace[1785230922] 'agreement among raft nodes before linearized reading' (duration: 353.378046ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:09.415304Z","caller":"traceutil/trace.go:171","msg":"trace[1484021723] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27609; }","duration":"327.769678ms","start":"2026-05-08T19:14:09.087524Z","end":"2026-05-08T19:14:09.415294Z","steps":["trace[1484021723] 'agreement among raft nodes before linearized reading' (duration: 327.614563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.415333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:09.087516Z","time spent":"327.810819ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T19:14:09.415325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:09.061447Z","time spent":"353.866622ms","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-8966e276-6162-44d3-96be-ba1abd8d7d6f\" "} {"level":"warn","ts":"2026-05-08T19:14:09.415482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.026647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:14:09.415535Z","caller":"traceutil/trace.go:171","msg":"trace[670709461] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27609; }","duration":"322.099238ms","start":"2026-05-08T19:14:09.09342Z","end":"2026-05-08T19:14:09.41552Z","steps":["trace[670709461] 'agreement among raft nodes before linearized reading' (duration: 321.991265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.415572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:09.093413Z","time spent":"322.14887ms","remote":"127.0.0.1:45418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-08T19:14:09.415671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.126106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:14:09.415719Z","caller":"traceutil/trace.go:171","msg":"trace[2111656828] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27609; }","duration":"345.177087ms","start":"2026-05-08T19:14:09.070528Z","end":"2026-05-08T19:14:09.415705Z","steps":["trace[2111656828] 'agreement among raft nodes before linearized reading' (duration: 345.087484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.415752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:09.070514Z","time spent":"345.2295ms","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T19:14:09.416284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.153036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11835"} {"level":"info","ts":"2026-05-08T19:14:09.41632Z","caller":"traceutil/trace.go:171","msg":"trace[1511417218] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27609; }","duration":"351.224708ms","start":"2026-05-08T19:14:09.065084Z","end":"2026-05-08T19:14:09.416309Z","steps":["trace[1511417218] 'agreement among raft nodes before linearized reading' (duration: 350.458874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:14:09.416342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:14:09.065078Z","time spent":"351.258189ms","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-05-08T19:14:52.094725Z","caller":"traceutil/trace.go:171","msg":"trace[1396099112] transaction","detail":"{read_only:false; response_revision:28088; number_of_response:1; }","duration":"154.328582ms","start":"2026-05-08T19:14:51.940362Z","end":"2026-05-08T19:14:52.094691Z","steps":["trace[1396099112] 'process raft request' (duration: 154.022863ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:52.095037Z","caller":"traceutil/trace.go:171","msg":"trace[2129233988] transaction","detail":"{read_only:false; response_revision:28089; number_of_response:1; }","duration":"151.575015ms","start":"2026-05-08T19:14:51.943431Z","end":"2026-05-08T19:14:52.095006Z","steps":["trace[2129233988] 'process raft request' (duration: 151.197614ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:52.09536Z","caller":"traceutil/trace.go:171","msg":"trace[877743333] transaction","detail":"{read_only:false; response_revision:28091; number_of_response:1; }","duration":"151.472572ms","start":"2026-05-08T19:14:51.94385Z","end":"2026-05-08T19:14:52.095323Z","steps":["trace[877743333] 'process raft request' (duration: 151.360309ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:14:52.09536Z","caller":"traceutil/trace.go:171","msg":"trace[701230793] transaction","detail":"{read_only:false; response_revision:28090; number_of_response:1; }","duration":"151.687009ms","start":"2026-05-08T19:14:51.943641Z","end":"2026-05-08T19:14:52.095328Z","steps":["trace[701230793] 'process raft request' (duration: 151.268375ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:15:03.859864Z","caller":"traceutil/trace.go:171","msg":"trace[919635726] linearizableReadLoop","detail":"{readStateIndex:29134; appliedIndex:29133; }","duration":"118.050817ms","start":"2026-05-08T19:15:03.74179Z","end":"2026-05-08T19:15:03.859841Z","steps":["trace[919635726] 'read index received' (duration: 117.869481ms)","trace[919635726] 'applied index is now lower than readState.Index' (duration: 180.346µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:15:03.859953Z","caller":"traceutil/trace.go:171","msg":"trace[1173623915] transaction","detail":"{read_only:false; response_revision:28204; number_of_response:1; }","duration":"119.547335ms","start":"2026-05-08T19:15:03.740376Z","end":"2026-05-08T19:15:03.859923Z","steps":["trace[1173623915] 'process raft request' (duration: 119.309197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:15:03.860061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.265154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T19:15:03.860104Z","caller":"traceutil/trace.go:171","msg":"trace[1668535540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28204; }","duration":"118.354127ms","start":"2026-05-08T19:15:03.741741Z","end":"2026-05-08T19:15:03.860095Z","steps":["trace[1668535540] 'agreement among raft nodes before linearized reading' (duration: 118.212453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:15:03.860062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.003736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T19:15:03.860193Z","caller":"traceutil/trace.go:171","msg":"trace[1344619850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28204; }","duration":"118.164031ms","start":"2026-05-08T19:15:03.742023Z","end":"2026-05-08T19:15:03.860187Z","steps":["trace[1344619850] 'agreement among raft nodes before linearized reading' (duration: 117.958895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:15:03.860398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.121697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T19:15:03.860506Z","caller":"traceutil/trace.go:171","msg":"trace[1071493718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28204; }","duration":"117.253342ms","start":"2026-05-08T19:15:03.743223Z","end":"2026-05-08T19:15:03.860476Z","steps":["trace[1071493718] 'agreement among raft nodes before linearized reading' (duration: 116.936832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:15:04.104577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.524848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T19:15:04.104737Z","caller":"traceutil/trace.go:171","msg":"trace[203752760] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:28210; }","duration":"141.722055ms","start":"2026-05-08T19:15:03.962956Z","end":"2026-05-08T19:15:04.104678Z","steps":["trace[203752760] 'count revisions from in-memory index tree' (duration: 141.382284ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:15:04.247986Z","caller":"traceutil/trace.go:171","msg":"trace[1385066256] transaction","detail":"{read_only:false; response_revision:28212; number_of_response:1; }","duration":"115.143125ms","start":"2026-05-08T19:15:04.132803Z","end":"2026-05-08T19:15:04.247946Z","steps":["trace[1385066256] 'process raft request' (duration: 82.35044ms)","trace[1385066256] 'compare' (duration: 32.598549ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:15:04.292568Z","caller":"traceutil/trace.go:171","msg":"trace[1592872654] transaction","detail":"{read_only:false; response_revision:28213; number_of_response:1; }","duration":"155.956694ms","start":"2026-05-08T19:15:04.136588Z","end":"2026-05-08T19:15:04.292545Z","steps":["trace[1592872654] 'process raft request' (duration: 155.771348ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:15:04.292996Z","caller":"traceutil/trace.go:171","msg":"trace[1380368314] transaction","detail":"{read_only:false; response_revision:28217; number_of_response:1; }","duration":"107.4019ms","start":"2026-05-08T19:15:04.185571Z","end":"2026-05-08T19:15:04.292973Z","steps":["trace[1380368314] 'process raft request' (duration: 107.357209ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:15:04.293013Z","caller":"traceutil/trace.go:171","msg":"trace[39908420] transaction","detail":"{read_only:false; response_revision:28215; number_of_response:1; }","duration":"145.214245ms","start":"2026-05-08T19:15:04.147757Z","end":"2026-05-08T19:15:04.292972Z","steps":["trace[39908420] 'process raft request' (duration: 145.026469ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:15:04.293041Z","caller":"traceutil/trace.go:171","msg":"trace[1531972092] transaction","detail":"{read_only:false; response_revision:28214; number_of_response:1; }","duration":"145.560916ms","start":"2026-05-08T19:15:04.147422Z","end":"2026-05-08T19:15:04.292983Z","steps":["trace[1531972092] 'process raft request' (duration: 145.088801ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:15:04.293127Z","caller":"traceutil/trace.go:171","msg":"trace[603790327] transaction","detail":"{read_only:false; response_revision:28216; number_of_response:1; }","duration":"144.790492ms","start":"2026-05-08T19:15:04.148214Z","end":"2026-05-08T19:15:04.293005Z","steps":["trace[603790327] 'process raft request' (duration: 144.685259ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:15:46.300602Z","caller":"traceutil/trace.go:171","msg":"trace[1674092006] transaction","detail":"{read_only:false; response_revision:28614; number_of_response:1; }","duration":"147.506177ms","start":"2026-05-08T19:15:46.153061Z","end":"2026-05-08T19:15:46.300568Z","steps":["trace[1674092006] 'process raft request' (duration: 144.891045ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:15:46.300754Z","caller":"traceutil/trace.go:171","msg":"trace[1083835436] linearizableReadLoop","detail":"{readStateIndex:29556; appliedIndex:29552; }","duration":"130.722357ms","start":"2026-05-08T19:15:46.170008Z","end":"2026-05-08T19:15:46.30073Z","steps":["trace[1083835436] 'read index received' (duration: 127.95798ms)","trace[1083835436] 'applied index is now lower than readState.Index' (duration: 2.763647ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:15:46.300959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.938455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-08T19:15:46.301007Z","caller":"traceutil/trace.go:171","msg":"trace[180763672] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28618; }","duration":"131.001767ms","start":"2026-05-08T19:15:46.169991Z","end":"2026-05-08T19:15:46.300993Z","steps":["trace[180763672] 'agreement among raft nodes before linearized reading' (duration: 130.831461ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:15:46.300993Z","caller":"traceutil/trace.go:171","msg":"trace[671804251] transaction","detail":"{read_only:false; response_revision:28616; number_of_response:1; }","duration":"145.115622ms","start":"2026-05-08T19:15:46.155848Z","end":"2026-05-08T19:15:46.300964Z","steps":["trace[671804251] 'process raft request' (duration: 144.74281ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:15:46.301025Z","caller":"traceutil/trace.go:171","msg":"trace[1342885647] transaction","detail":"{read_only:false; response_revision:28617; number_of_response:1; }","duration":"143.668046ms","start":"2026-05-08T19:15:46.157342Z","end":"2026-05-08T19:15:46.30101Z","steps":["trace[1342885647] 'process raft request' (duration: 143.287414ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:15:46.301188Z","caller":"traceutil/trace.go:171","msg":"trace[296765103] transaction","detail":"{read_only:false; response_revision:28615; number_of_response:1; }","duration":"147.129576ms","start":"2026-05-08T19:15:46.154024Z","end":"2026-05-08T19:15:46.301154Z","steps":["trace[296765103] 'process raft request' (duration: 146.471255ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:16:02.518385Z","caller":"traceutil/trace.go:171","msg":"trace[399863586] transaction","detail":"{read_only:false; response_revision:28779; number_of_response:1; }","duration":"110.5542ms","start":"2026-05-08T19:16:02.407794Z","end":"2026-05-08T19:16:02.518349Z","steps":["trace[399863586] 'process raft request' (duration: 110.419746ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:16:02.518752Z","caller":"traceutil/trace.go:171","msg":"trace[2082562206] transaction","detail":"{read_only:false; response_revision:28780; number_of_response:1; }","duration":"110.882841ms","start":"2026-05-08T19:16:02.40784Z","end":"2026-05-08T19:16:02.518723Z","steps":["trace[2082562206] 'process raft request' (duration: 110.436567ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:16:02.518917Z","caller":"traceutil/trace.go:171","msg":"trace[79300640] transaction","detail":"{read_only:false; response_revision:28778; number_of_response:1; }","duration":"113.948437ms","start":"2026-05-08T19:16:02.404938Z","end":"2026-05-08T19:16:02.518886Z","steps":["trace[79300640] 'process raft request' (duration: 109.948281ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:16:35.507529Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T19:16:35.513091Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-08T19:16:35.513221Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-08T19:17:28.948248Z","caller":"traceutil/trace.go:171","msg":"trace[958583239] linearizableReadLoop","detail":"{readStateIndex:30600; appliedIndex:30599; }","duration":"274.398713ms","start":"2026-05-08T19:17:28.673822Z","end":"2026-05-08T19:17:28.948221Z","steps":["trace[958583239] 'read index received' (duration: 274.258499ms)","trace[958583239] 'applied index is now lower than readState.Index' (duration: 139.254µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:17:28.948287Z","caller":"traceutil/trace.go:171","msg":"trace[1481304191] transaction","detail":"{read_only:false; response_revision:29632; number_of_response:1; }","duration":"358.521538ms","start":"2026-05-08T19:17:28.589728Z","end":"2026-05-08T19:17:28.94825Z","steps":["trace[1481304191] 'process raft request' (duration: 358.341312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:17:28.94846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:17:28.589705Z","time spent":"358.656093ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1524,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T19:17:28.948484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.641751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-08T19:17:28.948524Z","caller":"traceutil/trace.go:171","msg":"trace[1047792755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29632; }","duration":"274.730103ms","start":"2026-05-08T19:17:28.67378Z","end":"2026-05-08T19:17:28.94851Z","steps":["trace[1047792755] 'agreement among raft nodes before linearized reading' (duration: 274.575088ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:17:28.952252Z","caller":"traceutil/trace.go:171","msg":"trace[1214239174] transaction","detail":"{read_only:false; response_revision:29633; number_of_response:1; }","duration":"197.33462ms","start":"2026-05-08T19:17:28.754889Z","end":"2026-05-08T19:17:28.952224Z","steps":["trace[1214239174] 'process raft request' (duration: 196.70367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:17:28.952357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.331386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T19:17:28.952478Z","caller":"traceutil/trace.go:171","msg":"trace[1751323501] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:29637; }","duration":"201.506022ms","start":"2026-05-08T19:17:28.750944Z","end":"2026-05-08T19:17:28.95245Z","steps":["trace[1751323501] 'agreement among raft nodes before linearized reading' (duration: 201.302165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:17:28.952506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.337371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T19:17:28.952507Z","caller":"traceutil/trace.go:171","msg":"trace[704751981] transaction","detail":"{read_only:false; response_revision:29634; number_of_response:1; }","duration":"104.689656ms","start":"2026-05-08T19:17:28.847792Z","end":"2026-05-08T19:17:28.952481Z","steps":["trace[704751981] 'process raft request' (duration: 103.950622ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:17:28.952567Z","caller":"traceutil/trace.go:171","msg":"trace[329981352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29637; }","duration":"166.419654ms","start":"2026-05-08T19:17:28.786131Z","end":"2026-05-08T19:17:28.952551Z","steps":["trace[329981352] 'agreement among raft nodes before linearized reading' (duration: 166.247528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:17:28.95283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.913729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T19:17:28.952874Z","caller":"traceutil/trace.go:171","msg":"trace[939833566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29637; }","duration":"166.985222ms","start":"2026-05-08T19:17:28.785874Z","end":"2026-05-08T19:17:28.95286Z","steps":["trace[939833566] 'agreement among raft nodes before linearized reading' (duration: 166.852697ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:17:56.897639Z","caller":"traceutil/trace.go:171","msg":"trace[1186575421] linearizableReadLoop","detail":"{readStateIndex:30899; appliedIndex:30898; }","duration":"109.408544ms","start":"2026-05-08T19:17:56.788182Z","end":"2026-05-08T19:17:56.897591Z","steps":["trace[1186575421] 'read index received' (duration: 109.206728ms)","trace[1186575421] 'applied index is now lower than readState.Index' (duration: 200.676µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:17:56.898136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.886409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-08T19:17:56.898208Z","caller":"traceutil/trace.go:171","msg":"trace[1985406102] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:29923; }","duration":"110.050074ms","start":"2026-05-08T19:17:56.788138Z","end":"2026-05-08T19:17:56.898188Z","steps":["trace[1985406102] 'agreement among raft nodes before linearized reading' (duration: 109.590719ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:17:56.898538Z","caller":"traceutil/trace.go:171","msg":"trace[907118766] transaction","detail":"{read_only:false; response_revision:29923; number_of_response:1; }","duration":"149.349435ms","start":"2026-05-08T19:17:56.74916Z","end":"2026-05-08T19:17:56.898509Z","steps":["trace[907118766] 'process raft request' (duration: 148.289762ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:17:57.015226Z","caller":"traceutil/trace.go:171","msg":"trace[849344050] transaction","detail":"{read_only:false; response_revision:29924; number_of_response:1; }","duration":"110.391325ms","start":"2026-05-08T19:17:56.904805Z","end":"2026-05-08T19:17:57.015196Z","steps":["trace[849344050] 'process raft request' (duration: 75.421541ms)","trace[849344050] 'compare' (duration: 34.662254ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:18:45.358899Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27432} {"level":"info","ts":"2026-05-08T19:18:45.497915Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27432,"took":"132.007667ms","hash":2163293393,"current-db-size-bytes":57421824,"current-db-size":"57 MB","current-db-size-in-use-bytes":37650432,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-05-08T19:18:45.498059Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2163293393,"revision":27432,"compact-revision":25179} {"level":"info","ts":"2026-05-08T19:23:45.366948Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30325} {"level":"info","ts":"2026-05-08T19:23:45.515538Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30325,"took":"143.127542ms","hash":3855668111,"current-db-size-bytes":57421824,"current-db-size":"57 MB","current-db-size-in-use-bytes":32636928,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-08T19:23:45.515625Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3855668111,"revision":30325,"compact-revision":27432} {"level":"info","ts":"2026-05-08T19:28:45.37368Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32603} {"level":"info","ts":"2026-05-08T19:28:45.538223Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32603,"took":"158.397931ms","hash":1205848354,"current-db-size-bytes":58466304,"current-db-size":"58 MB","current-db-size-in-use-bytes":31084544,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-08T19:28:45.538303Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1205848354,"revision":32603,"compact-revision":30325} {"level":"info","ts":"2026-05-08T19:32:06.82172Z","caller":"traceutil/trace.go:171","msg":"trace[393268286] transaction","detail":"{read_only:false; response_revision:36468; number_of_response:1; }","duration":"123.691589ms","start":"2026-05-08T19:32:06.698001Z","end":"2026-05-08T19:32:06.821693Z","steps":["trace[393268286] 'process raft request' (duration: 123.479022ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:32:06.822076Z","caller":"traceutil/trace.go:171","msg":"trace[410946708] transaction","detail":"{read_only:false; response_revision:36470; number_of_response:1; }","duration":"121.573332ms","start":"2026-05-08T19:32:06.700469Z","end":"2026-05-08T19:32:06.822042Z","steps":["trace[410946708] 'process raft request' (duration: 121.423457ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:32:06.822091Z","caller":"traceutil/trace.go:171","msg":"trace[2038318792] transaction","detail":"{read_only:false; response_revision:36469; number_of_response:1; }","duration":"123.442291ms","start":"2026-05-08T19:32:06.6986Z","end":"2026-05-08T19:32:06.822042Z","steps":["trace[2038318792] 'process raft request' (duration: 123.049489ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:32:44.214003Z","caller":"traceutil/trace.go:171","msg":"trace[352521558] transaction","detail":"{read_only:false; response_revision:36746; number_of_response:1; }","duration":"180.651651ms","start":"2026-05-08T19:32:44.033323Z","end":"2026-05-08T19:32:44.213975Z","steps":["trace[352521558] 'process raft request' (duration: 169.744348ms)","trace[352521558] 'compare' (duration: 10.729577ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:33:45.382129Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34865} {"level":"info","ts":"2026-05-08T19:33:45.535018Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34865,"took":"148.771288ms","hash":1913920316,"current-db-size-bytes":58466304,"current-db-size":"58 MB","current-db-size-in-use-bytes":31895552,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-08T19:33:45.535125Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1913920316,"revision":34865,"compact-revision":32603} {"level":"info","ts":"2026-05-08T19:37:18.093589Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T19:37:18.098769Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-08T19:37:18.099087Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-08T19:38:45.390696Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37197} {"level":"info","ts":"2026-05-08T19:38:45.535791Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37197,"took":"140.238705ms","hash":3923493128,"current-db-size-bytes":58466304,"current-db-size":"58 MB","current-db-size-in-use-bytes":31608832,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-08T19:38:45.535904Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3923493128,"revision":37197,"compact-revision":34865} {"level":"info","ts":"2026-05-08T19:43:45.398607Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39402} {"level":"info","ts":"2026-05-08T19:43:45.521661Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39402,"took":"118.540437ms","hash":873691441,"current-db-size-bytes":58466304,"current-db-size":"58 MB","current-db-size-in-use-bytes":32821248,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-08T19:43:45.521734Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":873691441,"revision":39402,"compact-revision":37197}