{"level":"warn","ts":"2026-05-19T03:00:53.735906Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-19T03:00:53.736009Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.152:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.152:2380","--initial-cluster=instance=https://199.19.213.152:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.152:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.152:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-19T03:00:53.736103Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-19T03:00:53.736128Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.152:2380"]} {"level":"info","ts":"2026-05-19T03:00:53.736152Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-19T03:00:53.737124Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.152:2379"]} {"level":"info","ts":"2026-05-19T03:00:53.737233Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.152:2380"],"listen-peer-urls":["https://199.19.213.152:2380"],"advertise-client-urls":["https://199.19.213.152:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.152:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.152:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-19T03:00:53.752018Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"14.499768ms"} {"level":"info","ts":"2026-05-19T03:00:53.76792Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"68d6d88687e6b830","cluster-id":"8a5d84e8c26d99a1"} {"level":"info","ts":"2026-05-19T03:00:53.768043Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 switched to configuration voters=()"} {"level":"info","ts":"2026-05-19T03:00:53.768082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 became follower at term 0"} {"level":"info","ts":"2026-05-19T03:00:53.76811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 68d6d88687e6b830 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-19T03:00:53.76813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 became follower at term 1"} {"level":"info","ts":"2026-05-19T03:00:53.768187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 switched to configuration voters=(7554463497277847600)"} {"level":"warn","ts":"2026-05-19T03:00:53.782404Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-19T03:00:53.787747Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-19T03:00:53.790269Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-19T03:00:53.794204Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"68d6d88687e6b830","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-19T03:00:53.794404Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"68d6d88687e6b830","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-19T03:00:53.794544Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T03:00:53.794629Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T03:00:53.794647Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T03:00:53.79636Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 switched to configuration voters=(7554463497277847600)"} {"level":"info","ts":"2026-05-19T03:00:53.797059Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"8a5d84e8c26d99a1","local-member-id":"68d6d88687e6b830","added-peer-id":"68d6d88687e6b830","added-peer-peer-urls":["https://199.19.213.152:2380"]} {"level":"info","ts":"2026-05-19T03:00:53.798948Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-19T03:00:53.799098Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.152:2380"} {"level":"info","ts":"2026-05-19T03:00:53.799144Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.152:2380"} {"level":"info","ts":"2026-05-19T03:00:53.799219Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"68d6d88687e6b830","initial-advertise-peer-urls":["https://199.19.213.152:2380"],"listen-peer-urls":["https://199.19.213.152:2380"],"advertise-client-urls":["https://199.19.213.152:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.152:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-19T03:00:53.799265Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-19T03:00:54.668912Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 is starting a new election at term 1"} {"level":"info","ts":"2026-05-19T03:00:54.668995Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-19T03:00:54.669034Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 received MsgPreVoteResp from 68d6d88687e6b830 at term 1"} {"level":"info","ts":"2026-05-19T03:00:54.669054Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 became candidate at term 2"} {"level":"info","ts":"2026-05-19T03:00:54.669074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 received MsgVoteResp from 68d6d88687e6b830 at term 2"} {"level":"info","ts":"2026-05-19T03:00:54.66909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 became leader at term 2"} {"level":"info","ts":"2026-05-19T03:00:54.669103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 68d6d88687e6b830 elected leader 68d6d88687e6b830 at term 2"} {"level":"info","ts":"2026-05-19T03:00:54.681423Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T03:00:54.681669Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"68d6d88687e6b830","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.152:2379]}","request-path":"/0/members/68d6d88687e6b830/attributes","cluster-id":"8a5d84e8c26d99a1","publish-timeout":"7s"} {"level":"info","ts":"2026-05-19T03:00:54.681843Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-19T03:00:54.681904Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-19T03:00:54.682139Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-19T03:00:54.682248Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-19T03:00:54.685132Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-19T03:00:54.685154Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.152:2379"} {"level":"info","ts":"2026-05-19T03:00:54.697978Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"8a5d84e8c26d99a1","local-member-id":"68d6d88687e6b830","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T03:00:54.698089Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T03:00:54.698116Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T03:00:57.688294Z","caller":"traceutil/trace.go:171","msg":"trace[775638915] transaction","detail":"{read_only:false; response_revision:192; number_of_response:1; }","duration":"110.912573ms","start":"2026-05-19T03:00:57.577349Z","end":"2026-05-19T03:00:57.688262Z","steps":["trace[775638915] 'process raft request' (duration: 44.53237ms)","trace[775638915] 'compare' (duration: 66.22297ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:06.586585Z","caller":"traceutil/trace.go:171","msg":"trace[328403788] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"333.170834ms","start":"2026-05-19T03:01:06.25339Z","end":"2026-05-19T03:01:06.586561Z","steps":["trace[328403788] 'process raft request' (duration: 333.01524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:06.587452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.253349Z","time spent":"333.333518ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:01:06.588269Z","caller":"traceutil/trace.go:171","msg":"trace[1229814400] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"334.038785ms","start":"2026-05-19T03:01:06.254215Z","end":"2026-05-19T03:01:06.588254Z","steps":["trace[1229814400] 'process raft request' (duration: 333.721968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:06.588351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.254187Z","time spent":"334.120688ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:07.226993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755506537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:01:07.523898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.188635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:01:07.52412Z","caller":"traceutil/trace.go:171","msg":"trace[1719817772] linearizableReadLoop","detail":"{readStateIndex:409; appliedIndex:408; }","duration":"797.831757ms","start":"2026-05-19T03:01:06.726257Z","end":"2026-05-19T03:01:07.524088Z","steps":["trace[1719817772] 'read index received' (duration: 587.055867ms)","trace[1719817772] 'applied index is now lower than readState.Index' (duration: 210.77412ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:07.524175Z","caller":"traceutil/trace.go:171","msg":"trace[118553517] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"929.605202ms","start":"2026-05-19T03:01:06.594517Z","end":"2026-05-19T03:01:07.524122Z","steps":["trace[118553517] 'process raft request' (duration: 718.865213ms)","trace[118553517] 'compare' (duration: 209.98296ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:07.524221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.968872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T03:01:07.52437Z","caller":"traceutil/trace.go:171","msg":"trace[418641074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:397; }","duration":"798.147856ms","start":"2026-05-19T03:01:06.726193Z","end":"2026-05-19T03:01:07.524341Z","steps":["trace[418641074] 'agreement among raft nodes before linearized reading' (duration: 797.967902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:07.524427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.594486Z","time spent":"929.807517ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:07.524454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.726161Z","time spent":"798.261729ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:01:19.209632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.809436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:01:19.209718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.27594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T03:01:19.209838Z","caller":"traceutil/trace.go:171","msg":"trace[1109971531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:460; }","duration":"503.422294ms","start":"2026-05-19T03:01:18.706384Z","end":"2026-05-19T03:01:19.209806Z","steps":["trace[1109971531] 'range keys from in-memory index tree' (duration: 503.142037ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:19.209771Z","caller":"traceutil/trace.go:171","msg":"trace[1497690561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:460; }","duration":"746.090662ms","start":"2026-05-19T03:01:18.463659Z","end":"2026-05-19T03:01:19.20975Z","steps":["trace[1497690561] 'range keys from in-memory index tree' (duration: 745.640861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:19.2099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:18.706317Z","time spent":"503.570798ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:01:19.209948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:18.463633Z","time spent":"746.303478ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:01:19.209663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.24454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T03:01:19.210199Z","caller":"traceutil/trace.go:171","msg":"trace[1282154216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:460; }","duration":"503.860256ms","start":"2026-05-19T03:01:18.706329Z","end":"2026-05-19T03:01:19.21019Z","steps":["trace[1282154216] 'range keys from in-memory index tree' (duration: 503.010564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:19.210239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:18.706305Z","time spent":"503.922866ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:01:19.510096Z","caller":"traceutil/trace.go:171","msg":"trace[1165047507] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"295.227872ms","start":"2026-05-19T03:01:19.214812Z","end":"2026-05-19T03:01:19.51004Z","steps":["trace[1165047507] 'process raft request' (duration: 295.008186ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:19.512346Z","caller":"traceutil/trace.go:171","msg":"trace[1076505234] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"297.288354ms","start":"2026-05-19T03:01:19.215029Z","end":"2026-05-19T03:01:19.512317Z","steps":["trace[1076505234] 'process raft request' (duration: 295.911828ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:27.128981Z","caller":"traceutil/trace.go:171","msg":"trace[1969117194] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"183.781013ms","start":"2026-05-19T03:01:26.94517Z","end":"2026-05-19T03:01:27.128951Z","steps":["trace[1969117194] 'process raft request' (duration: 183.364752ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:27.25958Z","caller":"traceutil/trace.go:171","msg":"trace[1261439028] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"102.606693ms","start":"2026-05-19T03:01:27.156792Z","end":"2026-05-19T03:01:27.259398Z","steps":["trace[1261439028] 'process raft request' (duration: 65.531733ms)","trace[1261439028] 'compare' (duration: 36.710961ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:27.262367Z","caller":"traceutil/trace.go:171","msg":"trace[119287710] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"104.912042ms","start":"2026-05-19T03:01:27.157407Z","end":"2026-05-19T03:01:27.262319Z","steps":["trace[119287710] 'process raft request' (duration: 102.323426ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.153434Z","caller":"traceutil/trace.go:171","msg":"trace[585340357] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"186.075171ms","start":"2026-05-19T03:01:28.967314Z","end":"2026-05-19T03:01:29.153389Z","steps":["trace[585340357] 'process raft request' (duration: 185.850466ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.245862Z","caller":"traceutil/trace.go:171","msg":"trace[180386277] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"266.556684ms","start":"2026-05-19T03:01:28.979274Z","end":"2026-05-19T03:01:29.245831Z","steps":["trace[180386277] 'process raft request' (duration: 266.244946ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.246077Z","caller":"traceutil/trace.go:171","msg":"trace[1503101301] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"246.862864ms","start":"2026-05-19T03:01:28.999201Z","end":"2026-05-19T03:01:29.246063Z","steps":["trace[1503101301] 'process raft request' (duration: 246.70241ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.246058Z","caller":"traceutil/trace.go:171","msg":"trace[1256912676] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"256.088098ms","start":"2026-05-19T03:01:28.989915Z","end":"2026-05-19T03:01:29.246003Z","steps":["trace[1256912676] 'process raft request' (duration: 255.651047ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.24624Z","caller":"traceutil/trace.go:171","msg":"trace[1213459546] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"101.707351ms","start":"2026-05-19T03:01:29.14452Z","end":"2026-05-19T03:01:29.246227Z","steps":["trace[1213459546] 'process raft request' (duration: 101.65816ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.246212Z","caller":"traceutil/trace.go:171","msg":"trace[644325090] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"246.856043ms","start":"2026-05-19T03:01:28.999314Z","end":"2026-05-19T03:01:29.24617Z","steps":["trace[644325090] 'process raft request' (duration: 246.667859ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.246272Z","caller":"traceutil/trace.go:171","msg":"trace[133499908] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"254.069897ms","start":"2026-05-19T03:01:28.992194Z","end":"2026-05-19T03:01:29.246264Z","steps":["trace[133499908] 'process raft request' (duration: 253.4106ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.2462Z","caller":"traceutil/trace.go:171","msg":"trace[71306065] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"272.741011ms","start":"2026-05-19T03:01:28.97304Z","end":"2026-05-19T03:01:29.245781Z","steps":["trace[71306065] 'process raft request' (duration: 272.291479ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.246338Z","caller":"traceutil/trace.go:171","msg":"trace[832743213] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"218.151994ms","start":"2026-05-19T03:01:29.028179Z","end":"2026-05-19T03:01:29.246331Z","steps":["trace[832743213] 'process raft request' (duration: 217.892728ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.246315Z","caller":"traceutil/trace.go:171","msg":"trace[56184260] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"236.832569ms","start":"2026-05-19T03:01:29.009412Z","end":"2026-05-19T03:01:29.246244Z","steps":["trace[56184260] 'process raft request' (duration: 236.610174ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.246374Z","caller":"traceutil/trace.go:171","msg":"trace[398026530] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"204.204281ms","start":"2026-05-19T03:01:29.042163Z","end":"2026-05-19T03:01:29.246367Z","steps":["trace[398026530] 'process raft request' (duration: 203.955265ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.246358Z","caller":"traceutil/trace.go:171","msg":"trace[1456465068] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"247.07553ms","start":"2026-05-19T03:01:28.999263Z","end":"2026-05-19T03:01:29.246338Z","steps":["trace[1456465068] 'process raft request' (duration: 246.68439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.881639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.493445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:01:29.881918Z","caller":"traceutil/trace.go:171","msg":"trace[92407893] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"574.938169ms","start":"2026-05-19T03:01:29.306933Z","end":"2026-05-19T03:01:29.881871Z","steps":["trace[92407893] 'process raft request' (duration: 153.123006ms)","trace[92407893] 'compare' (duration: 421.335151ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:29.882036Z","caller":"traceutil/trace.go:171","msg":"trace[1769030807] transaction","detail":"{read_only:false; number_of_response:1; response_revision:542; }","duration":"514.728091ms","start":"2026-05-19T03:01:29.367295Z","end":"2026-05-19T03:01:29.882023Z","steps":["trace[1769030807] 'process raft request' (duration: 514.550346ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.881969Z","caller":"traceutil/trace.go:171","msg":"trace[2003809237] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"570.62992ms","start":"2026-05-19T03:01:29.311321Z","end":"2026-05-19T03:01:29.881951Z","steps":["trace[2003809237] 'process raft request' (duration: 570.469866ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.882103Z","caller":"traceutil/trace.go:171","msg":"trace[1853023166] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"514.582778ms","start":"2026-05-19T03:01:29.367488Z","end":"2026-05-19T03:01:29.88207Z","steps":["trace[1853023166] 'process raft request' (duration: 514.385193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.882153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:29.367265Z","time spent":"514.799793ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7375,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:29.882176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:29.311296Z","time spent":"570.839835ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:01:29.882197Z","caller":"traceutil/trace.go:171","msg":"trace[849399174] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"505.336753ms","start":"2026-05-19T03:01:29.376822Z","end":"2026-05-19T03:01:29.882159Z","steps":["trace[849399174] 'process raft request' (duration: 505.115488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.882242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:29.367473Z","time spent":"514.69392ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:01:29.882256Z","caller":"traceutil/trace.go:171","msg":"trace[1079104716] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"504.330278ms","start":"2026-05-19T03:01:29.3779Z","end":"2026-05-19T03:01:29.88223Z","steps":["trace[1079104716] 'process raft request' (duration: 504.157394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.882295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:29.306911Z","time spent":"575.133574ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7326,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:29.882323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:29.377887Z","time spent":"504.40622ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:29.882333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:29.376794Z","time spent":"505.470387ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:01:29.882498Z","caller":"traceutil/trace.go:171","msg":"trace[207305007] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:560; }","duration":"417.328941ms","start":"2026-05-19T03:01:29.465162Z","end":"2026-05-19T03:01:29.882491Z","steps":["trace[207305007] 'read index received' (duration: 414.213801ms)","trace[207305007] 'applied index is now lower than readState.Index' (duration: 3.11464ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:29.882634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.166405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-19T03:01:29.882652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.665726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T03:01:29.882661Z","caller":"traceutil/trace.go:171","msg":"trace[180150966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:546; }","duration":"320.237408ms","start":"2026-05-19T03:01:29.562416Z","end":"2026-05-19T03:01:29.882654Z","steps":["trace[180150966] 'agreement among raft nodes before linearized reading' (duration: 320.157986ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.882686Z","caller":"traceutil/trace.go:171","msg":"trace[178732411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:546; }","duration":"221.750598ms","start":"2026-05-19T03:01:29.660927Z","end":"2026-05-19T03:01:29.882678Z","steps":["trace[178732411] 'agreement among raft nodes before linearized reading' (duration: 221.684227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.882689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:29.562389Z","time spent":"320.295258ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:01:29.882689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.478972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T03:01:29.88273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.756758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:01:29.882746Z","caller":"traceutil/trace.go:171","msg":"trace[149733396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:546; }","duration":"318.549124ms","start":"2026-05-19T03:01:29.56418Z","end":"2026-05-19T03:01:29.882729Z","steps":["trace[149733396] 'agreement among raft nodes before linearized reading' (duration: 318.42144ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.882778Z","caller":"traceutil/trace.go:171","msg":"trace[1347637758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:546; }","duration":"236.83032ms","start":"2026-05-19T03:01:29.645932Z","end":"2026-05-19T03:01:29.882763Z","steps":["trace[1347637758] 'agreement among raft nodes before linearized reading' (duration: 236.650006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.882785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:29.564175Z","time spent":"318.603226ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:01:29.882931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.777471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:29.882948Z","caller":"traceutil/trace.go:171","msg":"trace[652105494] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"480.241988ms","start":"2026-05-19T03:01:29.402689Z","end":"2026-05-19T03:01:29.882931Z","steps":["trace[652105494] 'process raft request' (duration: 479.444487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.883056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:29.402655Z","time spent":"480.34524ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:01:29.88297Z","caller":"traceutil/trace.go:171","msg":"trace[47531454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:546; }","duration":"417.845313ms","start":"2026-05-19T03:01:29.465113Z","end":"2026-05-19T03:01:29.882959Z","steps":["trace[47531454] 'agreement among raft nodes before linearized reading' (duration: 417.451623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.883124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:29.465081Z","time spent":"418.032548ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:01:30.235238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.537813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:01:30.235501Z","caller":"traceutil/trace.go:171","msg":"trace[1619534640] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"300.717052ms","start":"2026-05-19T03:01:29.934727Z","end":"2026-05-19T03:01:30.235444Z","steps":["trace[1619534640] 'process raft request' (duration: 89.86688ms)","trace[1619534640] 'compare' (duration: 210.360339ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:30.235583Z","caller":"traceutil/trace.go:171","msg":"trace[396071620] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"283.234819ms","start":"2026-05-19T03:01:29.952325Z","end":"2026-05-19T03:01:30.23556Z","steps":["trace[396071620] 'process raft request' (duration: 283.066984ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:30.235689Z","caller":"traceutil/trace.go:171","msg":"trace[780356604] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"260.07292ms","start":"2026-05-19T03:01:29.975603Z","end":"2026-05-19T03:01:30.235676Z","steps":["trace[780356604] 'process raft request' (duration: 260.006028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:30.235769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:29.934699Z","time spent":"300.924686ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:01:30.929208Z","caller":"traceutil/trace.go:171","msg":"trace[1035042977] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"190.860863ms","start":"2026-05-19T03:01:30.738315Z","end":"2026-05-19T03:01:30.929176Z","steps":["trace[1035042977] 'process raft request' (duration: 165.276334ms)","trace[1035042977] 'compare' (duration: 25.401074ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:31.965558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755506855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:01:32.254589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.350164571s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:01:32.25714Z","caller":"traceutil/trace.go:171","msg":"trace[2110388440] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"1.502072205s","start":"2026-05-19T03:01:30.755Z","end":"2026-05-19T03:01:32.257072Z","steps":["trace[2110388440] 'process raft request' (duration: 1.499989992s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:32.258815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:30.75496Z","time spent":"1.503731108s","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:01:32.262209Z","caller":"traceutil/trace.go:171","msg":"trace[239277949] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"1.464812731s","start":"2026-05-19T03:01:30.797365Z","end":"2026-05-19T03:01:32.262178Z","steps":["trace[239277949] 'process raft request' (duration: 1.460534862s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:32.262319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:30.797313Z","time spent":"1.464958044s","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:01:32.266232Z","caller":"traceutil/trace.go:171","msg":"trace[1712437917] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:600; }","duration":"800.976135ms","start":"2026-05-19T03:01:31.465211Z","end":"2026-05-19T03:01:32.266187Z","steps":["trace[1712437917] 'read index received' (duration: 789.666419ms)","trace[1712437917] 'applied index is now lower than readState.Index' (duration: 11.308756ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:32.266307Z","caller":"traceutil/trace.go:171","msg":"trace[2058332150] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"1.324848458s","start":"2026-05-19T03:01:30.941397Z","end":"2026-05-19T03:01:32.266246Z","steps":["trace[2058332150] 'process raft request' (duration: 1.324688644s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:32.266393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.424823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T03:01:32.26642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.146956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-19T03:01:32.266423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.881469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:01:32.266464Z","caller":"traceutil/trace.go:171","msg":"trace[1824206588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:582; }","duration":"365.228139ms","start":"2026-05-19T03:01:31.901224Z","end":"2026-05-19T03:01:32.266452Z","steps":["trace[1824206588] 'agreement among raft nodes before linearized reading' (duration: 365.158676ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:32.266473Z","caller":"traceutil/trace.go:171","msg":"trace[835082630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:582; }","duration":"364.944971ms","start":"2026-05-19T03:01:31.901514Z","end":"2026-05-19T03:01:32.266459Z","steps":["trace[835082630] 'agreement among raft nodes before linearized reading' (duration: 364.847748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:32.266494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:31.901219Z","time spent":"365.26828ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:01:32.266424Z","caller":"traceutil/trace.go:171","msg":"trace[1670368728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:582; }","duration":"367.510735ms","start":"2026-05-19T03:01:31.898903Z","end":"2026-05-19T03:01:32.266413Z","steps":["trace[1670368728] 'agreement among raft nodes before linearized reading' (duration: 367.438893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:32.266462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.242283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:32.266661Z","caller":"traceutil/trace.go:171","msg":"trace[1339970050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"801.468318ms","start":"2026-05-19T03:01:31.465172Z","end":"2026-05-19T03:01:32.26664Z","steps":["trace[1339970050] 'agreement among raft nodes before linearized reading' (duration: 801.15151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:32.266497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:31.901507Z","time spent":"364.984063ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:01:32.266707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:31.465143Z","time spent":"801.553281ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:01:32.266497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.28613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T03:01:32.266804Z","caller":"traceutil/trace.go:171","msg":"trace[2083642191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:582; }","duration":"365.618658ms","start":"2026-05-19T03:01:31.901157Z","end":"2026-05-19T03:01:32.266775Z","steps":["trace[2083642191] 'agreement among raft nodes before linearized reading' (duration: 365.279589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:32.266873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:31.901128Z","time spent":"365.732271ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:01:32.266519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:31.898872Z","time spent":"367.642229ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:01:32.266551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:30.941367Z","time spent":"1.325058414s","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:01:36.701722Z","caller":"traceutil/trace.go:171","msg":"trace[1576675950] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"112.828014ms","start":"2026-05-19T03:01:36.588863Z","end":"2026-05-19T03:01:36.701691Z","steps":["trace[1576675950] 'process raft request' (duration: 112.207588ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:37.48175Z","caller":"traceutil/trace.go:171","msg":"trace[2067631735] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"157.811234ms","start":"2026-05-19T03:01:37.323872Z","end":"2026-05-19T03:01:37.481683Z","steps":["trace[2067631735] 'process raft request' (duration: 157.24045ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:38.234903Z","caller":"traceutil/trace.go:171","msg":"trace[1943919354] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"246.544016ms","start":"2026-05-19T03:01:37.988289Z","end":"2026-05-19T03:01:38.234833Z","steps":["trace[1943919354] 'process raft request' (duration: 232.584902ms)","trace[1943919354] 'compare' (duration: 13.521854ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:38.240516Z","caller":"traceutil/trace.go:171","msg":"trace[1963569635] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"224.166888ms","start":"2026-05-19T03:01:38.016287Z","end":"2026-05-19T03:01:38.240453Z","steps":["trace[1963569635] 'process raft request' (duration: 223.651845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:38.725686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.258822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:01:38.725846Z","caller":"traceutil/trace.go:171","msg":"trace[956191712] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"410.092585ms","start":"2026-05-19T03:01:38.315731Z","end":"2026-05-19T03:01:38.725824Z","steps":["trace[956191712] 'read index received' (duration: 127.566516ms)","trace[956191712] 'applied index is now lower than readState.Index' (duration: 282.524779ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:38.725957Z","caller":"traceutil/trace.go:171","msg":"trace[177074595] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"427.870836ms","start":"2026-05-19T03:01:38.298074Z","end":"2026-05-19T03:01:38.725944Z","steps":["trace[177074595] 'process raft request' (duration: 145.249205ms)","trace[177074595] 'compare' (duration: 282.017806ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:38.726022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:38.298048Z","time spent":"427.947599ms","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:01:38.726472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.494697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T03:01:38.726588Z","caller":"traceutil/trace.go:171","msg":"trace[1007900695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:627; }","duration":"397.64539ms","start":"2026-05-19T03:01:38.328913Z","end":"2026-05-19T03:01:38.726559Z","steps":["trace[1007900695] 'agreement among raft nodes before linearized reading' (duration: 397.29695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:38.726472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.99289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-19T03:01:38.726644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:38.328901Z","time spent":"397.729613ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:01:38.72666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.933728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T03:01:38.726715Z","caller":"traceutil/trace.go:171","msg":"trace[832511233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:627; }","duration":"411.01467ms","start":"2026-05-19T03:01:38.31568Z","end":"2026-05-19T03:01:38.726695Z","steps":["trace[832511233] 'agreement among raft nodes before linearized reading' (duration: 410.874227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:38.726766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:38.315651Z","time spent":"411.103792ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:01:38.726758Z","caller":"traceutil/trace.go:171","msg":"trace[1921911250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:627; }","duration":"398.280117ms","start":"2026-05-19T03:01:38.328409Z","end":"2026-05-19T03:01:38.726689Z","steps":["trace[1921911250] 'agreement among raft nodes before linearized reading' (duration: 397.766223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:38.726926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:38.328392Z","time spent":"398.482672ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:01:38.727018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.258155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T03:01:38.727109Z","caller":"traceutil/trace.go:171","msg":"trace[104435051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:627; }","duration":"398.4233ms","start":"2026-05-19T03:01:38.328643Z","end":"2026-05-19T03:01:38.727066Z","steps":["trace[104435051] 'agreement among raft nodes before linearized reading' (duration: 397.885066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:38.727177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:38.328603Z","time spent":"398.540084ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:01:38.903061Z","caller":"traceutil/trace.go:171","msg":"trace[1686671715] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"170.902207ms","start":"2026-05-19T03:01:38.732126Z","end":"2026-05-19T03:01:38.903028Z","steps":["trace[1686671715] 'process raft request' (duration: 93.920723ms)","trace[1686671715] 'compare' (duration: 76.739947ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:38.903396Z","caller":"traceutil/trace.go:171","msg":"trace[2114101349] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"171.206995ms","start":"2026-05-19T03:01:38.732157Z","end":"2026-05-19T03:01:38.903364Z","steps":["trace[2114101349] 'process raft request' (duration: 170.822055ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:38.903695Z","caller":"traceutil/trace.go:171","msg":"trace[823189303] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"170.995189ms","start":"2026-05-19T03:01:38.732663Z","end":"2026-05-19T03:01:38.903659Z","steps":["trace[823189303] 'process raft request' (duration: 170.549538ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:38.904056Z","caller":"traceutil/trace.go:171","msg":"trace[571024002] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:650; }","duration":"163.174101ms","start":"2026-05-19T03:01:38.740843Z","end":"2026-05-19T03:01:38.904017Z","steps":["trace[571024002] 'read index received' (duration: 85.221312ms)","trace[571024002] 'applied index is now lower than readState.Index' (duration: 77.951409ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:38.90429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.399256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:38.904345Z","caller":"traceutil/trace.go:171","msg":"trace[1873014452] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:631; }","duration":"163.52298ms","start":"2026-05-19T03:01:38.740804Z","end":"2026-05-19T03:01:38.904327Z","steps":["trace[1873014452] 'agreement among raft nodes before linearized reading' (duration: 163.370416ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:38.904084Z","caller":"traceutil/trace.go:171","msg":"trace[1865427387] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"171.006449ms","start":"2026-05-19T03:01:38.73306Z","end":"2026-05-19T03:01:38.904067Z","steps":["trace[1865427387] 'process raft request' (duration: 170.62414ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:39.568501Z","caller":"traceutil/trace.go:171","msg":"trace[1298680716] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:654; }","duration":"102.401727ms","start":"2026-05-19T03:01:39.466068Z","end":"2026-05-19T03:01:39.568469Z","steps":["trace[1298680716] 'read index received' (duration: 101.31543ms)","trace[1298680716] 'applied index is now lower than readState.Index' (duration: 1.084627ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:39.568653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.566362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:39.56862Z","caller":"traceutil/trace.go:171","msg":"trace[917654387] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"281.263216ms","start":"2026-05-19T03:01:39.287294Z","end":"2026-05-19T03:01:39.568557Z","steps":["trace[917654387] 'process raft request' (duration: 280.545598ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:39.568697Z","caller":"traceutil/trace.go:171","msg":"trace[866459040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"102.673555ms","start":"2026-05-19T03:01:39.466011Z","end":"2026-05-19T03:01:39.568684Z","steps":["trace[866459040] 'agreement among raft nodes before linearized reading' (duration: 102.576662ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:39.998894Z","caller":"traceutil/trace.go:171","msg":"trace[2052242924] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"358.878397ms","start":"2026-05-19T03:01:39.639953Z","end":"2026-05-19T03:01:39.998831Z","steps":["trace[2052242924] 'process raft request' (duration: 358.692102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:39.999092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:39.639912Z","time spent":"359.073461ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:01:40.182784Z","caller":"traceutil/trace.go:171","msg":"trace[1718328521] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"125.034583ms","start":"2026-05-19T03:01:40.057706Z","end":"2026-05-19T03:01:40.18274Z","steps":["trace[1718328521] 'process raft request' (duration: 50.01443ms)","trace[1718328521] 'compare' (duration: 74.762597ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:40.182835Z","caller":"traceutil/trace.go:171","msg":"trace[890097731] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"124.753585ms","start":"2026-05-19T03:01:40.058032Z","end":"2026-05-19T03:01:40.182785Z","steps":["trace[890097731] 'process raft request' (duration: 124.634692ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:40.182916Z","caller":"traceutil/trace.go:171","msg":"trace[1400281761] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"122.594951ms","start":"2026-05-19T03:01:40.060288Z","end":"2026-05-19T03:01:40.182883Z","steps":["trace[1400281761] 'process raft request' (duration: 122.507548ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:40.18328Z","caller":"traceutil/trace.go:171","msg":"trace[1607100102] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"123.872044ms","start":"2026-05-19T03:01:40.059356Z","end":"2026-05-19T03:01:40.183228Z","steps":["trace[1607100102] 'process raft request' (duration: 123.374501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:41.030189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.026077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-19T03:01:41.030209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.232876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T03:01:41.030283Z","caller":"traceutil/trace.go:171","msg":"trace[19428868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:640; }","duration":"122.17181ms","start":"2026-05-19T03:01:40.908087Z","end":"2026-05-19T03:01:41.030259Z","steps":["trace[19428868] 'range keys from in-memory index tree' (duration: 121.794161ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:41.030288Z","caller":"traceutil/trace.go:171","msg":"trace[341806515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:640; }","duration":"121.3786ms","start":"2026-05-19T03:01:40.908892Z","end":"2026-05-19T03:01:41.03027Z","steps":["trace[341806515] 'range keys from in-memory index tree' (duration: 120.970529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:41.030324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.314768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T03:01:41.030348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.556555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:01:41.030444Z","caller":"traceutil/trace.go:171","msg":"trace[156854191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:640; }","duration":"121.685787ms","start":"2026-05-19T03:01:40.908736Z","end":"2026-05-19T03:01:41.030422Z","steps":["trace[156854191] 'range keys from in-memory index tree' (duration: 121.37985ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:41.030377Z","caller":"traceutil/trace.go:171","msg":"trace[1475585799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:640; }","duration":"121.37498ms","start":"2026-05-19T03:01:40.908988Z","end":"2026-05-19T03:01:41.030363Z","steps":["trace[1475585799] 'range keys from in-memory index tree' (duration: 121.202156ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:41.638678Z","caller":"traceutil/trace.go:171","msg":"trace[1467028455] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"184.313938ms","start":"2026-05-19T03:01:41.454337Z","end":"2026-05-19T03:01:41.638651Z","steps":["trace[1467028455] 'read index received' (duration: 184.076572ms)","trace[1467028455] 'applied index is now lower than readState.Index' (duration: 236.476µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:41.638737Z","caller":"traceutil/trace.go:171","msg":"trace[1687451230] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"316.895282ms","start":"2026-05-19T03:01:41.321804Z","end":"2026-05-19T03:01:41.638699Z","steps":["trace[1687451230] 'process raft request' (duration: 316.705717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:41.638889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.928928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:41.638922Z","caller":"traceutil/trace.go:171","msg":"trace[562706430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"175.045951ms","start":"2026-05-19T03:01:41.463865Z","end":"2026-05-19T03:01:41.638911Z","steps":["trace[562706430] 'agreement among raft nodes before linearized reading' (duration: 174.923668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:41.63896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:41.321773Z","time spent":"317.045005ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:01:41.638958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.590944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-19T03:01:41.639046Z","caller":"traceutil/trace.go:171","msg":"trace[1921078680] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:645; }","duration":"184.737028ms","start":"2026-05-19T03:01:41.45429Z","end":"2026-05-19T03:01:41.639027Z","steps":["trace[1921078680] 'agreement among raft nodes before linearized reading' (duration: 184.504492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:42.08141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.695206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:01:42.081557Z","caller":"traceutil/trace.go:171","msg":"trace[1116207644] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"315.585238ms","start":"2026-05-19T03:01:41.765945Z","end":"2026-05-19T03:01:42.08153Z","steps":["trace[1116207644] 'process raft request' (duration: 158.665866ms)","trace[1116207644] 'compare' (duration: 156.523072ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:42.081624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:41.765916Z","time spent":"315.68126ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:01:43.161293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.008061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wqp7c\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-19T03:01:43.161397Z","caller":"traceutil/trace.go:171","msg":"trace[734511200] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wqp7c; range_end:; response_count:1; response_revision:646; }","duration":"389.161555ms","start":"2026-05-19T03:01:42.772214Z","end":"2026-05-19T03:01:43.161376Z","steps":["trace[734511200] 'range keys from in-memory index tree' (duration: 388.757085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:43.161435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:42.772186Z","time spent":"389.241518ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-wqp7c\" "} {"level":"warn","ts":"2026-05-19T03:01:43.965467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755507077,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:01:44.370213Z","caller":"traceutil/trace.go:171","msg":"trace[568658275] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"1.203758307s","start":"2026-05-19T03:01:43.166412Z","end":"2026-05-19T03:01:44.37017Z","steps":["trace[568658275] 'process raft request' (duration: 1.203552702s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:44.370564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:43.166377Z","time spent":"1.204061885s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:45.464579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999979391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:01:45.464698Z","caller":"traceutil/trace.go:171","msg":"trace[1115996831] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163476s","start":"2026-05-19T03:01:43.464509Z","end":"2026-05-19T03:01:45.464673Z","steps":["trace[1115996831] 'agreement among raft nodes before linearized reading' (duration: 2.000017952s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:45.464766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:43.464482Z","time spent":"2.000269668s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:01:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:01:46.903349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.528514992s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:01:46.903962Z","caller":"traceutil/trace.go:171","msg":"trace[1704970980] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"3.737105362s","start":"2026-05-19T03:01:43.166804Z","end":"2026-05-19T03:01:46.90391Z","steps":["trace[1704970980] 'process raft request' (duration: 3.736750612s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:46.904086Z","caller":"traceutil/trace.go:171","msg":"trace[1865042246] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"3.736685011s","start":"2026-05-19T03:01:43.167333Z","end":"2026-05-19T03:01:46.904018Z","steps":["trace[1865042246] 'process raft request' (duration: 3.736380044s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:46.904141Z","caller":"traceutil/trace.go:171","msg":"trace[1164042232] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"3.736684261s","start":"2026-05-19T03:01:43.167401Z","end":"2026-05-19T03:01:46.904085Z","steps":["trace[1164042232] 'process raft request' (duration: 3.736364703s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:46.904225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:43.166781Z","time spent":"3.737293736s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:46.904338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:43.1673Z","time spent":"3.736912846s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:01:46.904138Z","caller":"traceutil/trace.go:171","msg":"trace[1937883902] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"3.725855637s","start":"2026-05-19T03:01:43.178261Z","end":"2026-05-19T03:01:46.904116Z","steps":["trace[1937883902] 'process raft request' (duration: 3.72557743s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:46.904397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:43.167368Z","time spent":"3.736914417s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:46.904484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:43.178246Z","time spent":"3.726146974s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:47.465373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982778324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:01:47.465616Z","caller":"traceutil/trace.go:171","msg":"trace[1058526551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.983080561s","start":"2026-05-19T03:01:45.482501Z","end":"2026-05-19T03:01:47.465581Z","steps":["trace[1058526551] 'agreement among raft nodes before linearized reading' (duration: 1.982812395s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:47.465731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:45.482473Z","time spent":"1.983239846s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:01:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:01:47.640817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.836887ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-19T03:01:47.641064Z","caller":"traceutil/trace.go:171","msg":"trace[386239802] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:669; }","duration":"4.17648135s","start":"2026-05-19T03:01:43.464561Z","end":"2026-05-19T03:01:47.641043Z","steps":["trace[386239802] 'read index received' (duration: 905.372744ms)","trace[386239802] 'applied index is now lower than readState.Index' (duration: 3.271107546s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:47.642347Z","caller":"traceutil/trace.go:171","msg":"trace[20206463] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"711.32104ms","start":"2026-05-19T03:01:46.930969Z","end":"2026-05-19T03:01:47.64229Z","steps":["trace[20206463] 'process raft request' (duration: 709.975536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:47.642591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:46.930938Z","time spent":"711.483504ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:01:47.680531Z","caller":"traceutil/trace.go:171","msg":"trace[203906779] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"210.877321ms","start":"2026-05-19T03:01:47.469606Z","end":"2026-05-19T03:01:47.680483Z","steps":["trace[203906779] 'process raft request' (duration: 188.165935ms)","trace[203906779] 'compare' (duration: 22.384658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:47.680581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.044481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:01:47.680645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304693157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T03:01:47.6807Z","caller":"traceutil/trace.go:171","msg":"trace[1523618815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:653; }","duration":"169.218485ms","start":"2026-05-19T03:01:47.511445Z","end":"2026-05-19T03:01:47.680663Z","steps":["trace[1523618815] 'agreement among raft nodes before linearized reading' (duration: 169.000729ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:47.680747Z","caller":"traceutil/trace.go:171","msg":"trace[217326889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:653; }","duration":"1.304851101s","start":"2026-05-19T03:01:46.375866Z","end":"2026-05-19T03:01:47.680717Z","steps":["trace[217326889] 'agreement among raft nodes before linearized reading' (duration: 1.304562534s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:47.680796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:46.375841Z","time spent":"1.304943694s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:01:47.680928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.267109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:47.68097Z","caller":"traceutil/trace.go:171","msg":"trace[1115518670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:653; }","duration":"737.33105ms","start":"2026-05-19T03:01:46.943626Z","end":"2026-05-19T03:01:47.680957Z","steps":["trace[1115518670] 'agreement among raft nodes before linearized reading' (duration: 737.239338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:47.680994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:46.943523Z","time spent":"737.465854ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:01:48.186433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755507087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:01:48.687073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755507087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:01:49.188273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755507087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:01:49.220815Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.535220976s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:01:50.464877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000087283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:01:50.46499Z","caller":"traceutil/trace.go:171","msg":"trace[229040546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273568s","start":"2026-05-19T03:01:48.464688Z","end":"2026-05-19T03:01:50.464962Z","steps":["trace[229040546] 'agreement among raft nodes before linearized reading' (duration: 2.000129405s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:50.465049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:48.464668Z","time spent":"2.00036868s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:01:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:01:50.81575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594576473s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:01:50.815884Z","caller":"traceutil/trace.go:171","msg":"trace[1625857409] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:677; }","duration":"3.129733399s","start":"2026-05-19T03:01:47.686131Z","end":"2026-05-19T03:01:50.815864Z","steps":["trace[1625857409] 'read index received' (duration: 1.534867618s)","trace[1625857409] 'applied index is now lower than readState.Index' (duration: 1.594863741s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:50.81599Z","caller":"traceutil/trace.go:171","msg":"trace[520140237] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"3.130548678s","start":"2026-05-19T03:01:47.685428Z","end":"2026-05-19T03:01:50.815976Z","steps":["trace[520140237] 'process raft request' (duration: 1.535624706s)","trace[520140237] 'compare' (duration: 1.594145253s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:50.816052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:47.685399Z","time spent":"3.13061741s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:50.81632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873410204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-19T03:01:50.816432Z","caller":"traceutil/trace.go:171","msg":"trace[546282552] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:654; }","duration":"2.873605369s","start":"2026-05-19T03:01:47.942793Z","end":"2026-05-19T03:01:50.816399Z","steps":["trace[546282552] 'agreement among raft nodes before linearized reading' (duration: 2.873326152s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:50.816465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:47.942767Z","time spent":"2.873691041s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.152\" "} {"level":"warn","ts":"2026-05-19T03:01:50.816471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906761635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-19T03:01:50.816499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.261084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:50.816593Z","caller":"traceutil/trace.go:171","msg":"trace[1862311456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:654; }","duration":"1.906919179s","start":"2026-05-19T03:01:48.909638Z","end":"2026-05-19T03:01:50.816557Z","steps":["trace[1862311456] 'agreement among raft nodes before linearized reading' (duration: 1.906517999s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:50.816604Z","caller":"traceutil/trace.go:171","msg":"trace[384124653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:654; }","duration":"351.397786ms","start":"2026-05-19T03:01:50.465174Z","end":"2026-05-19T03:01:50.816572Z","steps":["trace[384124653] 'agreement among raft nodes before linearized reading' (duration: 351.218592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:50.816584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.130425715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-19T03:01:50.816581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907181416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T03:01:50.816645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:48.909627Z","time spent":"1.907008261s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:01:50.816641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907901154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T03:01:50.816676Z","caller":"traceutil/trace.go:171","msg":"trace[538308901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:654; }","duration":"1.907325979s","start":"2026-05-19T03:01:48.90933Z","end":"2026-05-19T03:01:50.816656Z","steps":["trace[538308901] 'agreement among raft nodes before linearized reading' (duration: 1.907108904s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:50.816682Z","caller":"traceutil/trace.go:171","msg":"trace[1119681161] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0; range_end:; response_count:1; response_revision:654; }","duration":"3.130535558s","start":"2026-05-19T03:01:47.686114Z","end":"2026-05-19T03:01:50.816649Z","steps":["trace[1119681161] 'agreement among raft nodes before linearized reading' (duration: 3.130230551s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:50.816654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:50.46515Z","time spent":"351.495939ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:01:50.816757Z","caller":"traceutil/trace.go:171","msg":"trace[453328758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:654; }","duration":"1.908076828s","start":"2026-05-19T03:01:48.908656Z","end":"2026-05-19T03:01:50.816733Z","steps":["trace[453328758] 'agreement among raft nodes before linearized reading' (duration: 1.907787141s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:50.81679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:47.686052Z","time spent":"3.130724163s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" "} {"level":"warn","ts":"2026-05-19T03:01:50.816798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:48.908634Z","time spent":"1.908156731s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:01:50.816795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:48.909308Z","time spent":"1.907469343s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:01:53.326571Z","caller":"traceutil/trace.go:171","msg":"trace[511775328] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"235.322122ms","start":"2026-05-19T03:01:53.091226Z","end":"2026-05-19T03:01:53.326548Z","steps":["trace[511775328] 'process raft request' (duration: 235.224729ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:02:06.820421Z","caller":"traceutil/trace.go:171","msg":"trace[402962894] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"208.053389ms","start":"2026-05-19T03:02:06.612338Z","end":"2026-05-19T03:02:06.820392Z","steps":["trace[402962894] 'process raft request' (duration: 207.855524ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:02:07.023882Z","caller":"traceutil/trace.go:171","msg":"trace[1758356173] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"198.817325ms","start":"2026-05-19T03:02:06.825027Z","end":"2026-05-19T03:02:07.023845Z","steps":["trace[1758356173] 'process raft request' (duration: 187.251082ms)","trace[1758356173] 'compare' (duration: 11.41135ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:02:07.33067Z","caller":"traceutil/trace.go:171","msg":"trace[2102167767] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:840; }","duration":"441.158234ms","start":"2026-05-19T03:02:06.889476Z","end":"2026-05-19T03:02:07.330634Z","steps":["trace[2102167767] 'read index received' (duration: 122.827277ms)","trace[2102167767] 'applied index is now lower than readState.Index' (duration: 318.329807ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:02:07.330799Z","caller":"traceutil/trace.go:171","msg":"trace[2044080887] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"502.797168ms","start":"2026-05-19T03:02:06.827962Z","end":"2026-05-19T03:02:07.330759Z","steps":["trace[2044080887] 'process raft request' (duration: 502.442999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:07.331007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:06.827947Z","time spent":"502.973213ms","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4445,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:02:07.331039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.289929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-19T03:02:07.331039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.515165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-5xvlk\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-05-19T03:02:07.331088Z","caller":"traceutil/trace.go:171","msg":"trace[857509829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:812; }","duration":"404.396492ms","start":"2026-05-19T03:02:06.92668Z","end":"2026-05-19T03:02:07.331077Z","steps":["trace[857509829] 'agreement among raft nodes before linearized reading' (duration: 404.210578ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:02:07.331094Z","caller":"traceutil/trace.go:171","msg":"trace[332634746] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-5xvlk; range_end:; response_count:1; response_revision:812; }","duration":"430.640967ms","start":"2026-05-19T03:02:06.900441Z","end":"2026-05-19T03:02:07.331082Z","steps":["trace[332634746] 'agreement among raft nodes before linearized reading' (duration: 430.381921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:07.331082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.581535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-19T03:02:07.331128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:06.90041Z","time spent":"430.709479ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-5xvlk\" "} {"level":"warn","ts":"2026-05-19T03:02:07.331126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:06.926664Z","time spent":"404.456183ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:02:07.331177Z","caller":"traceutil/trace.go:171","msg":"trace[1377350197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:812; }","duration":"441.727869ms","start":"2026-05-19T03:02:06.889427Z","end":"2026-05-19T03:02:07.331154Z","steps":["trace[1377350197] 'agreement among raft nodes before linearized reading' (duration: 441.37709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:07.33123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:06.889406Z","time spent":"441.810721ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:02:07.331396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.003996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-19T03:02:07.33143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.796943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T03:02:07.33153Z","caller":"traceutil/trace.go:171","msg":"trace[696726947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:812; }","duration":"412.174321ms","start":"2026-05-19T03:02:06.91932Z","end":"2026-05-19T03:02:07.331494Z","steps":["trace[696726947] 'agreement among raft nodes before linearized reading' (duration: 411.701318ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:02:07.331535Z","caller":"traceutil/trace.go:171","msg":"trace[2123823523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:812; }","duration":"404.940516ms","start":"2026-05-19T03:02:06.926572Z","end":"2026-05-19T03:02:07.331513Z","steps":["trace[2123823523] 'agreement among raft nodes before linearized reading' (duration: 404.379211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:07.331595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:06.919308Z","time spent":"412.276143ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:02:07.331629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:06.926558Z","time spent":"405.034119ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:02:08.443337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755507434,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:02:08.837924Z","caller":"traceutil/trace.go:171","msg":"trace[915451184] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"895.001561ms","start":"2026-05-19T03:02:07.942896Z","end":"2026-05-19T03:02:08.837897Z","steps":["trace[915451184] 'process raft request' (duration: 894.760705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:08.838141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:07.942831Z","time spent":"895.188095ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:02:08.89282Z","caller":"traceutil/trace.go:171","msg":"trace[190127730] linearizableReadLoop","detail":"{readStateIndex:851; appliedIndex:849; }","duration":"949.780651ms","start":"2026-05-19T03:02:07.943002Z","end":"2026-05-19T03:02:08.892783Z","steps":["trace[190127730] 'read index received' (duration: 894.670462ms)","trace[190127730] 'applied index is now lower than readState.Index' (duration: 55.108809ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:02:08.892889Z","caller":"traceutil/trace.go:171","msg":"trace[837492562] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"466.766795ms","start":"2026-05-19T03:02:08.426084Z","end":"2026-05-19T03:02:08.89285Z","steps":["trace[837492562] 'process raft request' (duration: 466.462467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:08.893086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.05857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:02:08.893478Z","caller":"traceutil/trace.go:171","msg":"trace[2090130880] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:821; }","duration":"926.520072ms","start":"2026-05-19T03:02:07.966928Z","end":"2026-05-19T03:02:08.893448Z","steps":["trace[2090130880] 'agreement among raft nodes before linearized reading' (duration: 926.04832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:08.893098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.082728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-19T03:02:08.89354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:07.966831Z","time spent":"926.692696ms","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:02:08.893628Z","caller":"traceutil/trace.go:171","msg":"trace[1831843950] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:821; }","duration":"950.622672ms","start":"2026-05-19T03:02:07.942956Z","end":"2026-05-19T03:02:08.893579Z","steps":["trace[1831843950] 'agreement among raft nodes before linearized reading' (duration: 949.952805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:08.893981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:07.942934Z","time spent":"951.001692ms","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.152\" "} {"level":"warn","ts":"2026-05-19T03:02:08.893398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:08.426058Z","time spent":"467.161975ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:02:08.893133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.653267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:02:08.894212Z","caller":"traceutil/trace.go:171","msg":"trace[1635212328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:821; }","duration":"429.731804ms","start":"2026-05-19T03:02:08.464415Z","end":"2026-05-19T03:02:08.894147Z","steps":["trace[1635212328] 'agreement among raft nodes before linearized reading' (duration: 428.644407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:08.894277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:08.464395Z","time spent":"429.868978ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:02:37.396245Z","caller":"traceutil/trace.go:171","msg":"trace[14524290] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"135.381436ms","start":"2026-05-19T03:02:37.260831Z","end":"2026-05-19T03:02:37.396212Z","steps":["trace[14524290] 'process raft request' (duration: 115.147692ms)","trace[14524290] 'compare' (duration: 20.07628ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:02:38.2971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.259574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T03:02:38.297191Z","caller":"traceutil/trace.go:171","msg":"trace[2018840406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1218; }","duration":"712.386387ms","start":"2026-05-19T03:02:37.584785Z","end":"2026-05-19T03:02:38.297172Z","steps":["trace[2018840406] 'range keys from in-memory index tree' (duration: 711.868944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:38.297179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.109767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T03:02:38.297159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.125875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-19T03:02:38.297188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.537901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:02:38.297243Z","caller":"traceutil/trace.go:171","msg":"trace[594258969] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1218; }","duration":"611.23813ms","start":"2026-05-19T03:02:37.685989Z","end":"2026-05-19T03:02:38.297227Z","steps":["trace[594258969] 'count revisions from in-memory index tree' (duration: 611.002334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:38.297212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.698394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-19T03:02:38.297212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.220024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-19T03:02:38.297286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:37.685962Z","time spent":"611.313632ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":8,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:02:38.297275Z","caller":"traceutil/trace.go:171","msg":"trace[1747448265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1218; }","duration":"711.244998ms","start":"2026-05-19T03:02:37.586001Z","end":"2026-05-19T03:02:38.297246Z","steps":["trace[1747448265] 'range keys from in-memory index tree' (duration: 710.92446ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:02:38.297296Z","caller":"traceutil/trace.go:171","msg":"trace[189440769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1218; }","duration":"794.697475ms","start":"2026-05-19T03:02:37.502573Z","end":"2026-05-19T03:02:38.29727Z","steps":["trace[189440769] 'range keys from in-memory index tree' (duration: 794.334496ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:02:38.297325Z","caller":"traceutil/trace.go:171","msg":"trace[281181921] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:1218; }","duration":"351.92138ms","start":"2026-05-19T03:02:37.945375Z","end":"2026-05-19T03:02:38.297296Z","steps":["trace[281181921] 'range keys from in-memory index tree' (duration: 351.435587ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:02:38.297334Z","caller":"traceutil/trace.go:171","msg":"trace[1190442003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1218; }","duration":"718.482091ms","start":"2026-05-19T03:02:37.578833Z","end":"2026-05-19T03:02:38.297315Z","steps":["trace[1190442003] 'range keys from in-memory index tree' (duration: 718.05159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:38.297361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:37.502555Z","time spent":"794.786287ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:02:38.297356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:37.585946Z","time spent":"711.393092ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:02:38.297379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:37.57881Z","time spent":"718.559352ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:02:38.297378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:37.94535Z","time spent":"352.018932ms","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.152\" "} {"level":"warn","ts":"2026-05-19T03:02:38.297459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.045318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:02:38.297559Z","caller":"traceutil/trace.go:171","msg":"trace[502469518] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1218; }","duration":"180.200372ms","start":"2026-05-19T03:02:38.117349Z","end":"2026-05-19T03:02:38.297549Z","steps":["trace[502469518] 'count revisions from in-memory index tree' (duration: 179.414463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:38.297231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:37.584769Z","time spent":"712.453789ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:02:51.209088Z","caller":"traceutil/trace.go:171","msg":"trace[276761689] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"173.273278ms","start":"2026-05-19T03:02:51.03578Z","end":"2026-05-19T03:02:51.209053Z","steps":["trace[276761689] 'process raft request' (duration: 173.060083ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:02:54.416837Z","caller":"traceutil/trace.go:171","msg":"trace[1421262435] linearizableReadLoop","detail":"{readStateIndex:1402; appliedIndex:1401; }","duration":"111.34061ms","start":"2026-05-19T03:02:54.305479Z","end":"2026-05-19T03:02:54.41682Z","steps":["trace[1421262435] 'read index received' (duration: 111.061763ms)","trace[1421262435] 'applied index is now lower than readState.Index' (duration: 277.887µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:02:54.416939Z","caller":"traceutil/trace.go:171","msg":"trace[1562053073] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"241.789194ms","start":"2026-05-19T03:02:54.175113Z","end":"2026-05-19T03:02:54.416902Z","steps":["trace[1562053073] 'process raft request' (duration: 241.604229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:54.416989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.486844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:02:54.417055Z","caller":"traceutil/trace.go:171","msg":"trace[1029585504] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1358; }","duration":"111.598906ms","start":"2026-05-19T03:02:54.305442Z","end":"2026-05-19T03:02:54.417041Z","steps":["trace[1029585504] 'agreement among raft nodes before linearized reading' (duration: 111.478493ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:02:58.842062Z","caller":"traceutil/trace.go:171","msg":"trace[429770467] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"121.041536ms","start":"2026-05-19T03:02:58.720982Z","end":"2026-05-19T03:02:58.842023Z","steps":["trace[429770467] 'process raft request' (duration: 65.631882ms)","trace[429770467] 'compare' (duration: 55.132477ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:02:59.229635Z","caller":"traceutil/trace.go:171","msg":"trace[88568324] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"332.365807ms","start":"2026-05-19T03:02:58.897234Z","end":"2026-05-19T03:02:59.229599Z","steps":["trace[88568324] 'process raft request' (duration: 332.08037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:59.229889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:58.897206Z","time spent":"332.557143ms","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:02:59.450342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.00312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:02:59.450541Z","caller":"traceutil/trace.go:171","msg":"trace[1853206175] linearizableReadLoop","detail":"{readStateIndex:1501; appliedIndex:1500; }","duration":"160.961967ms","start":"2026-05-19T03:02:59.289558Z","end":"2026-05-19T03:02:59.45052Z","steps":["trace[1853206175] 'read index received' (duration: 32.561µs)","trace[1853206175] 'applied index is now lower than readState.Index' (duration: 160.927786ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:02:59.450506Z","caller":"traceutil/trace.go:171","msg":"trace[1031088467] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"205.196487ms","start":"2026-05-19T03:02:59.245257Z","end":"2026-05-19T03:02:59.450454Z","steps":["trace[1031088467] 'process raft request' (duration: 38.023003ms)","trace[1031088467] 'compare' (duration: 166.872796ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:02:59.450619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.052279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:02:59.450636Z","caller":"traceutil/trace.go:171","msg":"trace[1521111710] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1455; }","duration":"161.10455ms","start":"2026-05-19T03:02:59.289526Z","end":"2026-05-19T03:02:59.450631Z","steps":["trace[1521111710] 'agreement among raft nodes before linearized reading' (duration: 161.041919ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:00.355662Z","caller":"traceutil/trace.go:171","msg":"trace[744035094] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"161.987302ms","start":"2026-05-19T03:03:00.19365Z","end":"2026-05-19T03:03:00.355637Z","steps":["trace[744035094] 'process raft request' (duration: 161.932ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:00.355766Z","caller":"traceutil/trace.go:171","msg":"trace[70796576] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"165.150742ms","start":"2026-05-19T03:03:00.190565Z","end":"2026-05-19T03:03:00.355716Z","steps":["trace[70796576] 'process raft request' (duration: 128.7517ms)","trace[70796576] 'compare' (duration: 36.087174ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:01.535754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.969488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1823"} {"level":"info","ts":"2026-05-19T03:03:01.535847Z","caller":"traceutil/trace.go:171","msg":"trace[2079686041] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1478; }","duration":"655.121492ms","start":"2026-05-19T03:03:00.880708Z","end":"2026-05-19T03:03:01.53583Z","steps":["trace[2079686041] 'range keys from in-memory index tree' (duration: 654.721832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:01.535908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:00.880651Z","time spent":"655.238115ms","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1846,"request content":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" "} {"level":"warn","ts":"2026-05-19T03:03:01.536025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.871315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:03:01.536165Z","caller":"traceutil/trace.go:171","msg":"trace[2071794520] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1478; }","duration":"257.073781ms","start":"2026-05-19T03:03:01.279066Z","end":"2026-05-19T03:03:01.53614Z","steps":["trace[2071794520] 'count revisions from in-memory index tree' (duration: 256.759173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:01.536164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.46263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-19T03:03:01.536253Z","caller":"traceutil/trace.go:171","msg":"trace[1995961776] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1478; }","duration":"621.591514ms","start":"2026-05-19T03:03:00.914641Z","end":"2026-05-19T03:03:01.536232Z","steps":["trace[1995961776] 'range keys from in-memory index tree' (duration: 621.286415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:01.536296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:00.914622Z","time spent":"621.664945ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-19T03:03:04.223196Z","caller":"traceutil/trace.go:171","msg":"trace[397639533] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"559.713186ms","start":"2026-05-19T03:03:03.663461Z","end":"2026-05-19T03:03:04.223174Z","steps":["trace[397639533] 'process raft request' (duration: 559.514381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:04.223337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:03.663423Z","time spent":"559.844749ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:05.015202Z","caller":"traceutil/trace.go:171","msg":"trace[1383346061] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"480.788647ms","start":"2026-05-19T03:03:04.534389Z","end":"2026-05-19T03:03:05.015177Z","steps":["trace[1383346061] 'process raft request' (duration: 480.746436ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:05.01522Z","caller":"traceutil/trace.go:171","msg":"trace[675104372] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"481.494505ms","start":"2026-05-19T03:03:04.533691Z","end":"2026-05-19T03:03:05.015186Z","steps":["trace[675104372] 'process raft request' (duration: 481.366902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:05.015369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:04.534381Z","time spent":"480.921541ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:05.015185Z","caller":"traceutil/trace.go:171","msg":"trace[430896015] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"481.965586ms","start":"2026-05-19T03:03:04.533186Z","end":"2026-05-19T03:03:05.015152Z","steps":["trace[430896015] 'process raft request' (duration: 478.18394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:05.015531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:04.533683Z","time spent":"481.652079ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:03:05.016158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:04.533177Z","time spent":"482.317016ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:03:14.14867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.378642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1080"} {"level":"info","ts":"2026-05-19T03:03:14.14879Z","caller":"traceutil/trace.go:171","msg":"trace[832581770] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1695; }","duration":"111.563756ms","start":"2026-05-19T03:03:14.037204Z","end":"2026-05-19T03:03:14.148768Z","steps":["trace[832581770] 'range keys from in-memory index tree' (duration: 111.032072ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:18.165008Z","caller":"traceutil/trace.go:171","msg":"trace[1645446108] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"204.754526ms","start":"2026-05-19T03:03:17.960235Z","end":"2026-05-19T03:03:18.164989Z","steps":["trace[1645446108] 'process raft request' (duration: 203.172535ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:18.815773Z","caller":"traceutil/trace.go:171","msg":"trace[850766697] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1740; }","duration":"117.018924ms","start":"2026-05-19T03:03:18.69872Z","end":"2026-05-19T03:03:18.815738Z","steps":["trace[850766697] 'process raft request' (duration: 116.661465ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:22.515295Z","caller":"traceutil/trace.go:171","msg":"trace[1100571305] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"159.151871ms","start":"2026-05-19T03:03:22.35612Z","end":"2026-05-19T03:03:22.515271Z","steps":["trace[1100571305] 'process raft request' (duration: 158.682759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:22.843509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.284554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T03:03:22.843634Z","caller":"traceutil/trace.go:171","msg":"trace[1441938565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1793; }","duration":"129.456209ms","start":"2026-05-19T03:03:22.714152Z","end":"2026-05-19T03:03:22.843608Z","steps":["trace[1441938565] 'range keys from in-memory index tree' (duration: 129.052858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:32.811026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755509591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:03:33.598799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.541278ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:03:33.59905Z","caller":"traceutil/trace.go:171","msg":"trace[232080737] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1907; }","duration":"333.809525ms","start":"2026-05-19T03:03:33.265209Z","end":"2026-05-19T03:03:33.599019Z","steps":["trace[232080737] 'range keys from in-memory index tree' (duration: 333.518038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:33.599615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.268151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:03:33.599718Z","caller":"traceutil/trace.go:171","msg":"trace[1369015136] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"1.480361974s","start":"2026-05-19T03:03:32.119336Z","end":"2026-05-19T03:03:33.599698Z","steps":["trace[1369015136] 'process raft request' (duration: 748.877178ms)","trace[1369015136] 'compare' (duration: 730.341337ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:33.599821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:32.119322Z","time spent":"1.480450596s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:33.877093Z","caller":"traceutil/trace.go:171","msg":"trace[1691670417] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1982; }","duration":"1.567152092s","start":"2026-05-19T03:03:32.309913Z","end":"2026-05-19T03:03:33.877065Z","steps":["trace[1691670417] 'read index received' (duration: 558.330941ms)","trace[1691670417] 'applied index is now lower than readState.Index' (duration: 1.008819381s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:03:33.87712Z","caller":"traceutil/trace.go:171","msg":"trace[1462911654] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"1.393958105s","start":"2026-05-19T03:03:32.483117Z","end":"2026-05-19T03:03:33.877075Z","steps":["trace[1462911654] 'process raft request' (duration: 1.383390198s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:33.877319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:32.483095Z","time spent":"1.394118489s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:03:33.877374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567450779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84c6bc68-c791-433a-958a-5f1cc0a28675\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-19T03:03:33.877423Z","caller":"traceutil/trace.go:171","msg":"trace[1406152917] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84c6bc68-c791-433a-958a-5f1cc0a28675; range_end:; response_count:1; response_revision:1909; }","duration":"1.567583563s","start":"2026-05-19T03:03:32.309828Z","end":"2026-05-19T03:03:33.877411Z","steps":["trace[1406152917] 'agreement among raft nodes before linearized reading' (duration: 1.567387418s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:33.877653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:32.309795Z","time spent":"1.567809119s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84c6bc68-c791-433a-958a-5f1cc0a28675\" "} {"level":"info","ts":"2026-05-19T03:03:34.0881Z","caller":"traceutil/trace.go:171","msg":"trace[688436910] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"871.043381ms","start":"2026-05-19T03:03:33.217022Z","end":"2026-05-19T03:03:34.088065Z","steps":["trace[688436910] 'process raft request' (duration: 855.037436ms)","trace[688436910] 'compare' (duration: 15.230516ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:34.088238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:33.216987Z","time spent":"871.180315ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:03:34.215183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.467318ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-19T03:03:34.215558Z","caller":"traceutil/trace.go:171","msg":"trace[212797893] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"562.992919ms","start":"2026-05-19T03:03:33.652545Z","end":"2026-05-19T03:03:34.215538Z","steps":["trace[212797893] 'process raft request' (duration: 562.901307ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:34.215606Z","caller":"traceutil/trace.go:171","msg":"trace[1857724711] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"566.074247ms","start":"2026-05-19T03:03:33.649478Z","end":"2026-05-19T03:03:34.215552Z","steps":["trace[1857724711] 'process raft request' (duration: 565.819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.215691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:33.652514Z","time spent":"563.095481ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:03:34.215824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:33.649429Z","time spent":"566.284882ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:34.215885Z","caller":"traceutil/trace.go:171","msg":"trace[250991328] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1984; }","duration":"338.649866ms","start":"2026-05-19T03:03:33.877172Z","end":"2026-05-19T03:03:34.215822Z","steps":["trace[250991328] 'read index received' (duration: 194.868405ms)","trace[250991328] 'applied index is now lower than readState.Index' (duration: 143.777841ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:34.215988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521454274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-19T03:03:34.216027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327334397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:03:34.216078Z","caller":"traceutil/trace.go:171","msg":"trace[1019177382] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1913; }","duration":"1.327430919s","start":"2026-05-19T03:03:32.888632Z","end":"2026-05-19T03:03:34.216063Z","steps":["trace[1019177382] 'agreement among raft nodes before linearized reading' (duration: 1.327341977s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.216123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504317639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84c6bc68-c791-433a-958a-5f1cc0a28675\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-19T03:03:34.216153Z","caller":"traceutil/trace.go:171","msg":"trace[199306652] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84c6bc68-c791-433a-958a-5f1cc0a28675; range_end:; response_count:1; response_revision:1913; }","duration":"1.504379242s","start":"2026-05-19T03:03:32.711765Z","end":"2026-05-19T03:03:34.216145Z","steps":["trace[199306652] 'agreement among raft nodes before linearized reading' (duration: 1.504294639s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.216194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:32.711745Z","time spent":"1.504440324s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84c6bc68-c791-433a-958a-5f1cc0a28675\" "} {"level":"warn","ts":"2026-05-19T03:03:34.216182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751070951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:03:34.216255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85967274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T03:03:34.216228Z","caller":"traceutil/trace.go:171","msg":"trace[1795068308] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"480.914481ms","start":"2026-05-19T03:03:33.735278Z","end":"2026-05-19T03:03:34.216192Z","steps":["trace[1795068308] 'process raft request' (duration: 480.212122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.216299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112223269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18b0d86bc96ccf57\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-05-19T03:03:34.216341Z","caller":"traceutil/trace.go:171","msg":"trace[321467289] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18b0d86bc96ccf57; range_end:; response_count:1; response_revision:1913; }","duration":"1.112286171s","start":"2026-05-19T03:03:33.10404Z","end":"2026-05-19T03:03:34.216326Z","steps":["trace[321467289] 'agreement among raft nodes before linearized reading' (duration: 1.112140747s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:34.216349Z","caller":"traceutil/trace.go:171","msg":"trace[160209065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1913; }","duration":"1.859812543s","start":"2026-05-19T03:03:32.356493Z","end":"2026-05-19T03:03:34.216306Z","steps":["trace[160209065] 'agreement among raft nodes before linearized reading' (duration: 1.859508155s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.216291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308665456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T03:03:34.216381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:33.104022Z","time spent":"1.112352733s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18b0d86bc96ccf57\" "} {"level":"warn","ts":"2026-05-19T03:03:34.216459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:32.35646Z","time spent":"1.859930837s","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-19T03:03:34.21615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:32.888607Z","time spent":"1.327526362s","remote":"127.0.0.1:34746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:03:34.216473Z","caller":"traceutil/trace.go:171","msg":"trace[1786387660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1913; }","duration":"1.308937393s","start":"2026-05-19T03:03:32.907505Z","end":"2026-05-19T03:03:34.216442Z","steps":["trace[1786387660] 'agreement among raft nodes before linearized reading' (duration: 1.308330557s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.21654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:33.735254Z","time spent":"481.079724ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:34.216038Z","caller":"traceutil/trace.go:171","msg":"trace[511138730] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1913; }","duration":"1.521570957s","start":"2026-05-19T03:03:32.694453Z","end":"2026-05-19T03:03:34.216024Z","steps":["trace[511138730] 'agreement among raft nodes before linearized reading' (duration: 1.521432584s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.21664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:32.907481Z","time spent":"1.309140277s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:03:34.21667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:32.694433Z","time spent":"1.522226944s","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-19T03:03:34.216253Z","caller":"traceutil/trace.go:171","msg":"trace[270106403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1913; }","duration":"1.751178084s","start":"2026-05-19T03:03:32.465055Z","end":"2026-05-19T03:03:34.216233Z","steps":["trace[270106403] 'agreement among raft nodes before linearized reading' (duration: 1.751026399s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.217956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:32.465027Z","time spent":"1.752912726s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:03:34.217295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035853916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T03:03:34.218048Z","caller":"traceutil/trace.go:171","msg":"trace[767550281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1913; }","duration":"1.036673625s","start":"2026-05-19T03:03:33.181355Z","end":"2026-05-19T03:03:34.218029Z","steps":["trace[767550281] 'agreement among raft nodes before linearized reading' (duration: 1.034755957s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.21812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:33.18132Z","time spent":"1.036783498s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:03:34.217334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060945101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T03:03:34.218249Z","caller":"traceutil/trace.go:171","msg":"trace[1815840942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1913; }","duration":"1.061894844s","start":"2026-05-19T03:03:33.156335Z","end":"2026-05-19T03:03:34.21823Z","steps":["trace[1815840942] 'agreement among raft nodes before linearized reading' (duration: 1.060823818s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.218295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:33.156311Z","time spent":"1.061972887s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:03:34.217574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636330824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T03:03:34.218346Z","caller":"traceutil/trace.go:171","msg":"trace[1028278072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1913; }","duration":"1.637133734s","start":"2026-05-19T03:03:32.581194Z","end":"2026-05-19T03:03:34.218328Z","steps":["trace[1028278072] 'agreement among raft nodes before linearized reading' (duration: 1.636263882s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.218411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:32.581178Z","time spent":"1.637213925s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:03:34.218973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036568143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-19T03:03:34.219106Z","caller":"traceutil/trace.go:171","msg":"trace[397507022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1913; }","duration":"1.036759289s","start":"2026-05-19T03:03:33.182318Z","end":"2026-05-19T03:03:34.219077Z","steps":["trace[397507022] 'agreement among raft nodes before linearized reading' (duration: 1.033948207s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.219166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:33.182306Z","time spent":"1.036850242s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:03:34.70235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.212161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:03:34.702476Z","caller":"traceutil/trace.go:171","msg":"trace[1321340596] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1989; }","duration":"483.133306ms","start":"2026-05-19T03:03:34.21932Z","end":"2026-05-19T03:03:34.702454Z","steps":["trace[1321340596] 'read index received' (duration: 113.73557ms)","trace[1321340596] 'applied index is now lower than readState.Index' (duration: 369.395746ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:34.702659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.317061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:03:34.702802Z","caller":"traceutil/trace.go:171","msg":"trace[1111900297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1914; }","duration":"483.557317ms","start":"2026-05-19T03:03:34.219191Z","end":"2026-05-19T03:03:34.702748Z","steps":["trace[1111900297] 'agreement among raft nodes before linearized reading' (duration: 483.323351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.70291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:34.219001Z","time spent":"483.895145ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:03:34.702942Z","caller":"traceutil/trace.go:171","msg":"trace[882194847] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"482.815488ms","start":"2026-05-19T03:03:34.219662Z","end":"2026-05-19T03:03:34.702477Z","steps":["trace[882194847] 'process raft request' (duration: 113.31501ms)","trace[882194847] 'compare' (duration: 368.899053ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:34.70315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:34.219637Z","time spent":"483.415003ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:34.934237Z","caller":"traceutil/trace.go:171","msg":"trace[1787094557] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"711.540572ms","start":"2026-05-19T03:03:34.222666Z","end":"2026-05-19T03:03:34.934207Z","steps":["trace[1787094557] 'process raft request' (duration: 711.46047ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:34.934263Z","caller":"traceutil/trace.go:171","msg":"trace[1279152833] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"711.611763ms","start":"2026-05-19T03:03:34.222616Z","end":"2026-05-19T03:03:34.934227Z","steps":["trace[1279152833] 'process raft request' (duration: 710.580166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.934441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:34.222649Z","time spent":"711.679745ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:03:34.934553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:34.222599Z","time spent":"711.795727ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:34.93461Z","caller":"traceutil/trace.go:171","msg":"trace[1837716127] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1990; }","duration":"223.188223ms","start":"2026-05-19T03:03:34.7114Z","end":"2026-05-19T03:03:34.934589Z","steps":["trace[1837716127] 'read index received' (duration: 221.792277ms)","trace[1837716127] 'applied index is now lower than readState.Index' (duration: 1.394576ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:03:34.934609Z","caller":"traceutil/trace.go:171","msg":"trace[1372095983] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"711.674994ms","start":"2026-05-19T03:03:34.222917Z","end":"2026-05-19T03:03:34.934592Z","steps":["trace[1372095983] 'process raft request' (duration: 711.476679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.93473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.330187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:03:34.934708Z","caller":"traceutil/trace.go:171","msg":"trace[1311378353] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"710.904445ms","start":"2026-05-19T03:03:34.223757Z","end":"2026-05-19T03:03:34.934661Z","steps":["trace[1311378353] 'process raft request' (duration: 710.780332ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:34.934736Z","caller":"traceutil/trace.go:171","msg":"trace[1619933640] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"711.038089ms","start":"2026-05-19T03:03:34.223672Z","end":"2026-05-19T03:03:34.93471Z","steps":["trace[1619933640] 'process raft request' (duration: 710.789883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.93481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:34.222835Z","time spent":"711.91797ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:03:34.93495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:34.223746Z","time spent":"711.06285ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:34.934769Z","caller":"traceutil/trace.go:171","msg":"trace[515800759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1920; }","duration":"223.403189ms","start":"2026-05-19T03:03:34.711355Z","end":"2026-05-19T03:03:34.934758Z","steps":["trace[515800759] 'agreement among raft nodes before linearized reading' (duration: 223.331427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.935135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:34.223664Z","time spent":"711.244974ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:34.934926Z","caller":"traceutil/trace.go:171","msg":"trace[922718831] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"711.608183ms","start":"2026-05-19T03:03:34.22288Z","end":"2026-05-19T03:03:34.934488Z","steps":["trace[922718831] 'process raft request' (duration: 711.307035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:34.93559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:34.222872Z","time spent":"712.554276ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:41.117026Z","caller":"traceutil/trace.go:171","msg":"trace[39528264] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"154.000611ms","start":"2026-05-19T03:03:40.962977Z","end":"2026-05-19T03:03:41.116977Z","steps":["trace[39528264] 'process raft request' (duration: 139.548835ms)","trace[39528264] 'compare' (duration: 14.20342ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:03:41.142827Z","caller":"traceutil/trace.go:171","msg":"trace[56826516] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"178.772477ms","start":"2026-05-19T03:03:40.964024Z","end":"2026-05-19T03:03:41.142796Z","steps":["trace[56826516] 'process raft request' (duration: 178.709726ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:41.142894Z","caller":"traceutil/trace.go:171","msg":"trace[2117932722] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"178.921571ms","start":"2026-05-19T03:03:40.963953Z","end":"2026-05-19T03:03:41.142875Z","steps":["trace[2117932722] 'process raft request' (duration: 178.745657ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:41.143104Z","caller":"traceutil/trace.go:171","msg":"trace[1866448302] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"178.86416ms","start":"2026-05-19T03:03:40.964225Z","end":"2026-05-19T03:03:41.143089Z","steps":["trace[1866448302] 'process raft request' (duration: 178.532331ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:41.142867Z","caller":"traceutil/trace.go:171","msg":"trace[1064183454] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"179.183668ms","start":"2026-05-19T03:03:40.963635Z","end":"2026-05-19T03:03:41.142819Z","steps":["trace[1064183454] 'process raft request' (duration: 178.821829ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:44.182237Z","caller":"traceutil/trace.go:171","msg":"trace[439801491] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"130.410843ms","start":"2026-05-19T03:03:44.0518Z","end":"2026-05-19T03:03:44.182211Z","steps":["trace[439801491] 'process raft request' (duration: 130.223648ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:44.365899Z","caller":"traceutil/trace.go:171","msg":"trace[1559855205] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"161.457831ms","start":"2026-05-19T03:03:44.204397Z","end":"2026-05-19T03:03:44.365855Z","steps":["trace[1559855205] 'process raft request' (duration: 105.586825ms)","trace[1559855205] 'compare' (duration: 55.705022ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:03:44.366666Z","caller":"traceutil/trace.go:171","msg":"trace[2030910166] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"162.133008ms","start":"2026-05-19T03:03:44.204514Z","end":"2026-05-19T03:03:44.366647Z","steps":["trace[2030910166] 'process raft request' (duration: 161.964923ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:44.366666Z","caller":"traceutil/trace.go:171","msg":"trace[2057342621] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"102.045267ms","start":"2026-05-19T03:03:44.264602Z","end":"2026-05-19T03:03:44.366648Z","steps":["trace[2057342621] 'process raft request' (duration: 101.940554ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:44.366757Z","caller":"traceutil/trace.go:171","msg":"trace[478458844] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"162.22015ms","start":"2026-05-19T03:03:44.204511Z","end":"2026-05-19T03:03:44.366731Z","steps":["trace[478458844] 'process raft request' (duration: 161.871651ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:45.232646Z","caller":"traceutil/trace.go:171","msg":"trace[1840200747] linearizableReadLoop","detail":"{readStateIndex:2094; appliedIndex:2093; }","duration":"182.306707ms","start":"2026-05-19T03:03:45.05031Z","end":"2026-05-19T03:03:45.232617Z","steps":["trace[1840200747] 'read index received' (duration: 182.01498ms)","trace[1840200747] 'applied index is now lower than readState.Index' (duration: 286.587µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:45.233068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.726027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T03:03:45.23272Z","caller":"traceutil/trace.go:171","msg":"trace[1218445975] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"375.371018ms","start":"2026-05-19T03:03:44.8573Z","end":"2026-05-19T03:03:45.232671Z","steps":["trace[1218445975] 'process raft request' (duration: 375.107201ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:45.233187Z","caller":"traceutil/trace.go:171","msg":"trace[1303324151] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2015; }","duration":"182.926243ms","start":"2026-05-19T03:03:45.050229Z","end":"2026-05-19T03:03:45.233155Z","steps":["trace[1303324151] 'agreement among raft nodes before linearized reading' (duration: 182.545783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:45.233366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:44.857275Z","time spent":"375.953881ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:49.88007Z","caller":"traceutil/trace.go:171","msg":"trace[1680624136] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"110.908089ms","start":"2026-05-19T03:03:49.769138Z","end":"2026-05-19T03:03:49.880046Z","steps":["trace[1680624136] 'process raft request' (duration: 110.741225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:50.949386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.724245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-05-19T03:03:50.949485Z","caller":"traceutil/trace.go:171","msg":"trace[638379764] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2049; }","duration":"168.857757ms","start":"2026-05-19T03:03:50.780605Z","end":"2026-05-19T03:03:50.949463Z","steps":["trace[638379764] 'range keys from in-memory index tree' (duration: 168.55222ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:51.243318Z","caller":"traceutil/trace.go:171","msg":"trace[2034701031] linearizableReadLoop","detail":"{readStateIndex:2130; appliedIndex:2129; }","duration":"336.326229ms","start":"2026-05-19T03:03:50.906953Z","end":"2026-05-19T03:03:51.243279Z","steps":["trace[2034701031] 'read index received' (duration: 336.023311ms)","trace[2034701031] 'applied index is now lower than readState.Index' (duration: 301.328µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:03:51.243423Z","caller":"traceutil/trace.go:171","msg":"trace[1670754199] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"401.674294ms","start":"2026-05-19T03:03:50.841709Z","end":"2026-05-19T03:03:51.243383Z","steps":["trace[1670754199] 'process raft request' (duration: 401.361207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:51.243513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.839654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:03:51.24349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.511784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:03:51.243554Z","caller":"traceutil/trace.go:171","msg":"trace[664726613] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2050; }","duration":"282.920946ms","start":"2026-05-19T03:03:50.96062Z","end":"2026-05-19T03:03:51.24354Z","steps":["trace[664726613] 'agreement among raft nodes before linearized reading' (duration: 282.836464ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:51.243581Z","caller":"traceutil/trace.go:171","msg":"trace[2135672192] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2050; }","duration":"336.618687ms","start":"2026-05-19T03:03:50.906945Z","end":"2026-05-19T03:03:51.243564Z","steps":["trace[2135672192] 'agreement among raft nodes before linearized reading' (duration: 336.462253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:51.243622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:50.906906Z","time spent":"336.707169ms","remote":"127.0.0.1:34858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:03:51.243611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:50.841683Z","time spent":"401.829519ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:19.703481Z","caller":"traceutil/trace.go:171","msg":"trace[812249646] linearizableReadLoop","detail":"{readStateIndex:2297; appliedIndex:2296; }","duration":"145.777767ms","start":"2026-05-19T03:04:19.557681Z","end":"2026-05-19T03:04:19.703459Z","steps":["trace[812249646] 'read index received' (duration: 145.658054ms)","trace[812249646] 'applied index is now lower than readState.Index' (duration: 118.623µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:04:19.703894Z","caller":"traceutil/trace.go:171","msg":"trace[404906977] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"185.571757ms","start":"2026-05-19T03:04:19.518308Z","end":"2026-05-19T03:04:19.70388Z","steps":["trace[404906977] 'process raft request' (duration: 184.985252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:19.704225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.419253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T03:04:19.704337Z","caller":"traceutil/trace.go:171","msg":"trace[1851088109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2210; }","duration":"146.545027ms","start":"2026-05-19T03:04:19.557776Z","end":"2026-05-19T03:04:19.704321Z","steps":["trace[1851088109] 'agreement among raft nodes before linearized reading' (duration: 146.29506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:19.70434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.646899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T03:04:19.704393Z","caller":"traceutil/trace.go:171","msg":"trace[313251142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2210; }","duration":"146.732861ms","start":"2026-05-19T03:04:19.557645Z","end":"2026-05-19T03:04:19.704378Z","steps":["trace[313251142] 'agreement among raft nodes before linearized reading' (duration: 146.561147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:19.70438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.926958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T03:04:19.70467Z","caller":"traceutil/trace.go:171","msg":"trace[2010725077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2210; }","duration":"110.235756ms","start":"2026-05-19T03:04:19.594409Z","end":"2026-05-19T03:04:19.704645Z","steps":["trace[2010725077] 'agreement among raft nodes before linearized reading' (duration: 109.741493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:19.70438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.112122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T03:04:19.704878Z","caller":"traceutil/trace.go:171","msg":"trace[61014206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2210; }","duration":"110.657836ms","start":"2026-05-19T03:04:19.594208Z","end":"2026-05-19T03:04:19.704866Z","steps":["trace[61014206] 'agreement among raft nodes before linearized reading' (duration: 109.976569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:21.041254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.361011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:04:21.04147Z","caller":"traceutil/trace.go:171","msg":"trace[2133031822] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"1.293096185s","start":"2026-05-19T03:04:19.748354Z","end":"2026-05-19T03:04:21.04145Z","steps":["trace[2133031822] 'process raft request' (duration: 663.461466ms)","trace[2133031822] 'compare' (duration: 628.609503ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:04:21.041547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:19.7483Z","time spent":"1.293216118s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:21.041862Z","caller":"traceutil/trace.go:171","msg":"trace[1323420283] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"1.293045664s","start":"2026-05-19T03:04:19.748793Z","end":"2026-05-19T03:04:21.041838Z","steps":["trace[1323420283] 'process raft request' (duration: 1.292563662s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:21.042061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:19.748768Z","time spent":"1.293170527s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:21.042528Z","caller":"traceutil/trace.go:171","msg":"trace[1688041358] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"1.293605188s","start":"2026-05-19T03:04:19.748894Z","end":"2026-05-19T03:04:21.0425Z","steps":["trace[1688041358] 'process raft request' (duration: 1.292673864s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:21.04295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:19.748889Z","time spent":"1.293980677s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:21.043619Z","caller":"traceutil/trace.go:171","msg":"trace[1913766535] linearizableReadLoop","detail":"{readStateIndex:2301; appliedIndex:2297; }","duration":"976.640818ms","start":"2026-05-19T03:04:20.066765Z","end":"2026-05-19T03:04:21.043405Z","steps":["trace[1913766535] 'read index received' (duration: 345.05028ms)","trace[1913766535] 'applied index is now lower than readState.Index' (duration: 631.588608ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:04:21.043752Z","caller":"traceutil/trace.go:171","msg":"trace[1813281259] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"1.294511681s","start":"2026-05-19T03:04:19.749229Z","end":"2026-05-19T03:04:21.043741Z","steps":["trace[1813281259] 'process raft request' (duration: 1.293227578s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:21.043832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:19.749214Z","time spent":"1.294585442s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:04:21.044106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.320906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-19T03:04:21.04419Z","caller":"traceutil/trace.go:171","msg":"trace[1746265143] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2214; }","duration":"977.448999ms","start":"2026-05-19T03:04:20.06672Z","end":"2026-05-19T03:04:21.044169Z","steps":["trace[1746265143] 'agreement among raft nodes before linearized reading' (duration: 977.022138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:21.044264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:20.066699Z","time spent":"977.553502ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:04:21.238258Z","caller":"traceutil/trace.go:171","msg":"trace[1005520196] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"753.052619ms","start":"2026-05-19T03:04:20.485161Z","end":"2026-05-19T03:04:21.238214Z","steps":["trace[1005520196] 'process raft request' (duration: 743.729603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:21.238439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:20.485118Z","time spent":"753.244024ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:21.23878Z","caller":"traceutil/trace.go:171","msg":"trace[230793095] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"747.398055ms","start":"2026-05-19T03:04:20.49136Z","end":"2026-05-19T03:04:21.238758Z","steps":["trace[230793095] 'process raft request' (duration: 746.79756ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:21.239663Z","caller":"traceutil/trace.go:171","msg":"trace[1670807402] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2301; }","duration":"195.213941ms","start":"2026-05-19T03:04:21.043706Z","end":"2026-05-19T03:04:21.23892Z","steps":["trace[1670807402] 'read index received' (duration: 185.330391ms)","trace[1670807402] 'applied index is now lower than readState.Index' (duration: 9.87649ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:04:21.240062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.825367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-19T03:04:21.240059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.494758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:04:21.240144Z","caller":"traceutil/trace.go:171","msg":"trace[940253717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2217; }","duration":"488.960291ms","start":"2026-05-19T03:04:20.751155Z","end":"2026-05-19T03:04:21.240115Z","steps":["trace[940253717] 'agreement among raft nodes before linearized reading' (duration: 487.77061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:21.24014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:20.491309Z","time spent":"747.678963ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:04:21.240224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:20.751134Z","time spent":"489.074384ms","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-19T03:04:21.240337Z","caller":"traceutil/trace.go:171","msg":"trace[1642861423] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2217; }","duration":"861.680474ms","start":"2026-05-19T03:04:20.378492Z","end":"2026-05-19T03:04:21.240173Z","steps":["trace[1642861423] 'agreement among raft nodes before linearized reading' (duration: 860.560345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:21.240448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:20.378481Z","time spent":"861.92781ms","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:04:21.240543Z","caller":"traceutil/trace.go:171","msg":"trace[647924460] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"699.204614ms","start":"2026-05-19T03:04:20.541303Z","end":"2026-05-19T03:04:21.240508Z","steps":["trace[647924460] 'process raft request' (duration: 697.356606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:21.240685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:20.541255Z","time spent":"699.345087ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:04:21.241024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.530513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b0d8741d88a2c9\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-19T03:04:21.241117Z","caller":"traceutil/trace.go:171","msg":"trace[672775814] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b0d8741d88a2c9; range_end:; response_count:1; response_revision:2217; }","duration":"205.657726ms","start":"2026-05-19T03:04:21.035431Z","end":"2026-05-19T03:04:21.241089Z","steps":["trace[672775814] 'agreement among raft nodes before linearized reading' (duration: 203.552403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:21.241221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.56914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:04:21.241477Z","caller":"traceutil/trace.go:171","msg":"trace[1987975677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2217; }","duration":"775.876778ms","start":"2026-05-19T03:04:20.465564Z","end":"2026-05-19T03:04:21.241441Z","steps":["trace[1987975677] 'agreement among raft nodes before linearized reading' (duration: 773.405555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:21.24157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:20.465545Z","time spent":"775.9897ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:04:21.241769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.352038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:04:21.242002Z","caller":"traceutil/trace.go:171","msg":"trace[1712853314] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2217; }","duration":"897.467811ms","start":"2026-05-19T03:04:20.34438Z","end":"2026-05-19T03:04:21.241848Z","steps":["trace[1712853314] 'agreement among raft nodes before linearized reading' (duration: 894.688531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:21.24214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:20.344324Z","time spent":"897.736838ms","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:04:21.301277Z","caller":"traceutil/trace.go:171","msg":"trace[558300766] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"252.101453ms","start":"2026-05-19T03:04:21.049129Z","end":"2026-05-19T03:04:21.301231Z","steps":["trace[558300766] 'process raft request' (duration: 251.838736ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:21.880749Z","caller":"traceutil/trace.go:171","msg":"trace[2133398043] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"164.881902ms","start":"2026-05-19T03:04:21.715843Z","end":"2026-05-19T03:04:21.880725Z","steps":["trace[2133398043] 'process raft request' (duration: 164.214375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:22.752211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755510319,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:04:22.809225Z","caller":"traceutil/trace.go:171","msg":"trace[2047220176] linearizableReadLoop","detail":"{readStateIndex:2308; appliedIndex:2307; }","duration":"557.606182ms","start":"2026-05-19T03:04:22.251598Z","end":"2026-05-19T03:04:22.809205Z","steps":["trace[2047220176] 'read index received' (duration: 556.722579ms)","trace[2047220176] 'applied index is now lower than readState.Index' (duration: 882.863µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:04:22.809269Z","caller":"traceutil/trace.go:171","msg":"trace[245165883] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"710.066179ms","start":"2026-05-19T03:04:22.099179Z","end":"2026-05-19T03:04:22.809245Z","steps":["trace[245165883] 'process raft request' (duration: 709.140545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:22.80941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:22.099154Z","time spent":"710.167172ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:04:22.809529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.910869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T03:04:22.809626Z","caller":"traceutil/trace.go:171","msg":"trace[700989039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2221; }","duration":"558.070984ms","start":"2026-05-19T03:04:22.251532Z","end":"2026-05-19T03:04:22.809603Z","steps":["trace[700989039] 'agreement among raft nodes before linearized reading' (duration: 557.774596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:22.809671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:22.251451Z","time spent":"558.209897ms","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-19T03:04:23.678999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.072712ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:04:23.679198Z","caller":"traceutil/trace.go:171","msg":"trace[549943796] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2221; }","duration":"414.280107ms","start":"2026-05-19T03:04:23.264898Z","end":"2026-05-19T03:04:23.679178Z","steps":["trace[549943796] 'range keys from in-memory index tree' (duration: 414.052001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:23.679377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.488674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:04:23.679593Z","caller":"traceutil/trace.go:171","msg":"trace[429416958] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"880.225884ms","start":"2026-05-19T03:04:22.799338Z","end":"2026-05-19T03:04:23.679564Z","steps":["trace[429416958] 'process raft request' (duration: 446.457582ms)","trace[429416958] 'compare' (duration: 432.90202ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:04:23.679728Z","caller":"traceutil/trace.go:171","msg":"trace[1937689150] linearizableReadLoop","detail":"{readStateIndex:2309; appliedIndex:2308; }","duration":"870.381964ms","start":"2026-05-19T03:04:22.809277Z","end":"2026-05-19T03:04:23.679659Z","steps":["trace[1937689150] 'read index received' (duration: 436.531111ms)","trace[1937689150] 'applied index is now lower than readState.Index' (duration: 433.848793ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:04:23.679754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:22.799318Z","time spent":"880.359827ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:23.67976Z","caller":"traceutil/trace.go:171","msg":"trace[669774659] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"424.320371ms","start":"2026-05-19T03:04:23.25542Z","end":"2026-05-19T03:04:23.679741Z","steps":["trace[669774659] 'process raft request' (duration: 424.26314ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:23.67986Z","caller":"traceutil/trace.go:171","msg":"trace[1984809039] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"434.54694ms","start":"2026-05-19T03:04:23.245288Z","end":"2026-05-19T03:04:23.679835Z","steps":["trace[1984809039] 'process raft request' (duration: 434.227682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:23.679864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:23.255393Z","time spent":"424.417974ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:04:23.679941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:23.245264Z","time spent":"434.636463ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:23.67997Z","caller":"traceutil/trace.go:171","msg":"trace[1043479758] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"434.50349ms","start":"2026-05-19T03:04:23.245434Z","end":"2026-05-19T03:04:23.679938Z","steps":["trace[1043479758] 'process raft request' (duration: 434.194982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:23.680065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215185868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:04:23.68013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:23.245408Z","time spent":"434.637863ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:23.68021Z","caller":"traceutil/trace.go:171","msg":"trace[3679057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2225; }","duration":"1.215381154s","start":"2026-05-19T03:04:22.464761Z","end":"2026-05-19T03:04:23.680142Z","steps":["trace[3679057] 'agreement among raft nodes before linearized reading' (duration: 1.215080486s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:23.680328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:22.464734Z","time spent":"1.215581018s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:04:23.686512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.648732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T03:04:23.68657Z","caller":"traceutil/trace.go:171","msg":"trace[279121278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2225; }","duration":"637.757914ms","start":"2026-05-19T03:04:23.048797Z","end":"2026-05-19T03:04:23.686555Z","steps":["trace[279121278] 'agreement among raft nodes before linearized reading' (duration: 637.60393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:23.686574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.567689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-19T03:04:23.686573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.505607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-05-19T03:04:23.686603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:23.048772Z","time spent":"637.822116ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:04:23.686607Z","caller":"traceutil/trace.go:171","msg":"trace[766639407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2225; }","duration":"637.60361ms","start":"2026-05-19T03:04:23.048994Z","end":"2026-05-19T03:04:23.686598Z","steps":["trace[766639407] 'agreement among raft nodes before linearized reading' (duration: 637.488347ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:23.686618Z","caller":"traceutil/trace.go:171","msg":"trace[1424658136] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2225; }","duration":"275.589469ms","start":"2026-05-19T03:04:23.411016Z","end":"2026-05-19T03:04:23.686605Z","steps":["trace[1424658136] 'agreement among raft nodes before linearized reading' (duration: 275.416795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:23.686642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:23.048896Z","time spent":"637.738494ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:04:23.686651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.850377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-19T03:04:23.686659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.821626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T03:04:23.686693Z","caller":"traceutil/trace.go:171","msg":"trace[450503207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2225; }","duration":"637.932049ms","start":"2026-05-19T03:04:23.048754Z","end":"2026-05-19T03:04:23.686686Z","steps":["trace[450503207] 'agreement among raft nodes before linearized reading' (duration: 637.833607ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:23.6867Z","caller":"traceutil/trace.go:171","msg":"trace[1033238655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2225; }","duration":"637.893298ms","start":"2026-05-19T03:04:23.048798Z","end":"2026-05-19T03:04:23.686691Z","steps":["trace[1033238655] 'agreement among raft nodes before linearized reading' (duration: 637.777395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:23.686717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:23.048732Z","time spent":"637.97964ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:04:23.686722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:23.048781Z","time spent":"637.936649ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:05:01.345706Z","caller":"traceutil/trace.go:171","msg":"trace[2003924896] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"111.664445ms","start":"2026-05-19T03:05:01.234007Z","end":"2026-05-19T03:05:01.345671Z","steps":["trace[2003924896] 'process raft request' (duration: 106.34879ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:01.560964Z","caller":"traceutil/trace.go:171","msg":"trace[469039544] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"116.390245ms","start":"2026-05-19T03:05:01.444542Z","end":"2026-05-19T03:05:01.560933Z","steps":["trace[469039544] 'process raft request' (duration: 61.517022ms)","trace[469039544] 'compare' (duration: 54.596766ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:01.561071Z","caller":"traceutil/trace.go:171","msg":"trace[1117137834] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"116.499118ms","start":"2026-05-19T03:05:01.444542Z","end":"2026-05-19T03:05:01.561042Z","steps":["trace[1117137834] 'process raft request' (duration: 116.319223ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:01.561362Z","caller":"traceutil/trace.go:171","msg":"trace[1322215349] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"115.382648ms","start":"2026-05-19T03:05:01.445913Z","end":"2026-05-19T03:05:01.561296Z","steps":["trace[1322215349] 'process raft request' (duration: 115.031979ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:01.739173Z","caller":"traceutil/trace.go:171","msg":"trace[1298524061] linearizableReadLoop","detail":"{readStateIndex:2605; appliedIndex:2602; }","duration":"100.549042ms","start":"2026-05-19T03:05:01.638594Z","end":"2026-05-19T03:05:01.739143Z","steps":["trace[1298524061] 'read index received' (duration: 61.003179ms)","trace[1298524061] 'applied index is now lower than readState.Index' (duration: 39.544713ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:01.739278Z","caller":"traceutil/trace.go:171","msg":"trace[1057671534] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"173.981256ms","start":"2026-05-19T03:05:01.565245Z","end":"2026-05-19T03:05:01.739226Z","steps":["trace[1057671534] 'process raft request' (duration: 173.770211ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:01.739316Z","caller":"traceutil/trace.go:171","msg":"trace[1307059901] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"174.147671ms","start":"2026-05-19T03:05:01.565134Z","end":"2026-05-19T03:05:01.739282Z","steps":["trace[1307059901] 'process raft request' (duration: 134.588737ms)","trace[1307059901] 'compare' (duration: 39.048911ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:05:01.739549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.937102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-19T03:05:01.739527Z","caller":"traceutil/trace.go:171","msg":"trace[959848610] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"172.473738ms","start":"2026-05-19T03:05:01.566988Z","end":"2026-05-19T03:05:01.739462Z","steps":["trace[959848610] 'process raft request' (duration: 172.073348ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:01.739594Z","caller":"traceutil/trace.go:171","msg":"trace[1700755342] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2505; }","duration":"101.010944ms","start":"2026-05-19T03:05:01.63857Z","end":"2026-05-19T03:05:01.739581Z","steps":["trace[1700755342] 'agreement among raft nodes before linearized reading' (duration: 100.688236ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:01.908635Z","caller":"traceutil/trace.go:171","msg":"trace[83646094] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"163.146921ms","start":"2026-05-19T03:05:01.745451Z","end":"2026-05-19T03:05:01.908598Z","steps":["trace[83646094] 'process raft request' (duration: 119.584935ms)","trace[83646094] 'compare' (duration: 43.443313ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:02.050783Z","caller":"traceutil/trace.go:171","msg":"trace[1546288032] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"304.572492ms","start":"2026-05-19T03:05:01.746174Z","end":"2026-05-19T03:05:02.050747Z","steps":["trace[1546288032] 'process raft request' (duration: 265.225013ms)","trace[1546288032] 'compare' (duration: 39.058041ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:02.050925Z","caller":"traceutil/trace.go:171","msg":"trace[1336741409] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"214.126986ms","start":"2026-05-19T03:05:01.836781Z","end":"2026-05-19T03:05:02.050908Z","steps":["trace[1336741409] 'process raft request' (duration: 214.027524ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.050918Z","caller":"traceutil/trace.go:171","msg":"trace[1068717181] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"303.251949ms","start":"2026-05-19T03:05:01.747634Z","end":"2026-05-19T03:05:02.050886Z","steps":["trace[1068717181] 'process raft request' (duration: 303.008633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:02.050995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:01.746147Z","time spent":"304.766016ms","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1448,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:05:02.051068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:01.747614Z","time spent":"303.378402ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126442,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:05:02.051118Z","caller":"traceutil/trace.go:171","msg":"trace[1352458124] linearizableReadLoop","detail":"{readStateIndex:2608; appliedIndex:2605; }","duration":"282.516792ms","start":"2026-05-19T03:05:01.768591Z","end":"2026-05-19T03:05:02.051108Z","steps":["trace[1352458124] 'read index received' (duration: 96.470169ms)","trace[1352458124] 'applied index is now lower than readState.Index' (duration: 186.045683ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:05:02.051238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.638025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:05:02.05128Z","caller":"traceutil/trace.go:171","msg":"trace[1024330764] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2511; }","duration":"282.720477ms","start":"2026-05-19T03:05:01.768549Z","end":"2026-05-19T03:05:02.051269Z","steps":["trace[1024330764] 'agreement among raft nodes before linearized reading' (duration: 282.643755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:02.051561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.360002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-19T03:05:02.051606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.448455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T03:05:02.051612Z","caller":"traceutil/trace.go:171","msg":"trace[1033762738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2511; }","duration":"175.424944ms","start":"2026-05-19T03:05:01.876174Z","end":"2026-05-19T03:05:02.051599Z","steps":["trace[1033762738] 'agreement among raft nodes before linearized reading' (duration: 175.26868ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.051634Z","caller":"traceutil/trace.go:171","msg":"trace[1280754928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2511; }","duration":"175.478285ms","start":"2026-05-19T03:05:01.876148Z","end":"2026-05-19T03:05:02.051627Z","steps":["trace[1280754928] 'agreement among raft nodes before linearized reading' (duration: 175.357172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:02.051684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.771547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T03:05:02.051768Z","caller":"traceutil/trace.go:171","msg":"trace[1445305779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2511; }","duration":"176.945851ms","start":"2026-05-19T03:05:01.874802Z","end":"2026-05-19T03:05:02.051748Z","steps":["trace[1445305779] 'agreement among raft nodes before linearized reading' (duration: 176.727976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:02.05183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.812167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-19T03:05:02.051865Z","caller":"traceutil/trace.go:171","msg":"trace[750081814] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2511; }","duration":"174.856358ms","start":"2026-05-19T03:05:01.876996Z","end":"2026-05-19T03:05:02.051853Z","steps":["trace[750081814] 'agreement among raft nodes before linearized reading' (duration: 174.703664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:02.052052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.139195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T03:05:02.052143Z","caller":"traceutil/trace.go:171","msg":"trace[165437133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2511; }","duration":"199.263839ms","start":"2026-05-19T03:05:01.852857Z","end":"2026-05-19T03:05:02.05212Z","steps":["trace[165437133] 'agreement among raft nodes before linearized reading' (duration: 198.52572ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.051985Z","caller":"traceutil/trace.go:171","msg":"trace[123091982] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"211.396017ms","start":"2026-05-19T03:05:01.839772Z","end":"2026-05-19T03:05:02.051168Z","steps":["trace[123091982] 'process raft request' (duration: 211.103799ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.053166Z","caller":"traceutil/trace.go:171","msg":"trace[1626160963] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"232.899572ms","start":"2026-05-19T03:05:01.818168Z","end":"2026-05-19T03:05:02.051067Z","steps":["trace[1626160963] 'process raft request' (duration: 232.589965ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.292739Z","caller":"traceutil/trace.go:171","msg":"trace[2020353169] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"236.985626ms","start":"2026-05-19T03:05:02.055717Z","end":"2026-05-19T03:05:02.292703Z","steps":["trace[2020353169] 'process raft request' (duration: 175.931866ms)","trace[2020353169] 'compare' (duration: 60.528457ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:05:02.293437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.198062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T03:05:02.293489Z","caller":"traceutil/trace.go:171","msg":"trace[118218307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2522; }","duration":"228.281704ms","start":"2026-05-19T03:05:02.065195Z","end":"2026-05-19T03:05:02.293477Z","steps":["trace[118218307] 'agreement among raft nodes before linearized reading' (duration: 228.10727ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.292753Z","caller":"traceutil/trace.go:171","msg":"trace[1399368934] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"235.59077ms","start":"2026-05-19T03:05:02.057132Z","end":"2026-05-19T03:05:02.292722Z","steps":["trace[1399368934] 'process raft request' (duration: 235.298933ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.292789Z","caller":"traceutil/trace.go:171","msg":"trace[1253311544] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"235.284252ms","start":"2026-05-19T03:05:02.057486Z","end":"2026-05-19T03:05:02.29277Z","steps":["trace[1253311544] 'process raft request' (duration: 235.019066ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.292874Z","caller":"traceutil/trace.go:171","msg":"trace[1416641534] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"236.853573ms","start":"2026-05-19T03:05:02.055846Z","end":"2026-05-19T03:05:02.2927Z","steps":["trace[1416641534] 'process raft request' (duration: 236.523314ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.292904Z","caller":"traceutil/trace.go:171","msg":"trace[758442303] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"235.256462ms","start":"2026-05-19T03:05:02.057637Z","end":"2026-05-19T03:05:02.292893Z","steps":["trace[758442303] 'process raft request' (duration: 234.919823ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.293051Z","caller":"traceutil/trace.go:171","msg":"trace[707966117] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"235.292463ms","start":"2026-05-19T03:05:02.05772Z","end":"2026-05-19T03:05:02.293012Z","steps":["trace[707966117] 'process raft request' (duration: 235.038206ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.293123Z","caller":"traceutil/trace.go:171","msg":"trace[629950519] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"233.560859ms","start":"2026-05-19T03:05:02.059533Z","end":"2026-05-19T03:05:02.293094Z","steps":["trace[629950519] 'process raft request' (duration: 233.428335ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.293165Z","caller":"traceutil/trace.go:171","msg":"trace[1201563296] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"152.500831ms","start":"2026-05-19T03:05:02.140645Z","end":"2026-05-19T03:05:02.293146Z","steps":["trace[1201563296] 'process raft request' (duration: 152.45463ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.293243Z","caller":"traceutil/trace.go:171","msg":"trace[1672740007] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"233.376264ms","start":"2026-05-19T03:05:02.059854Z","end":"2026-05-19T03:05:02.29323Z","steps":["trace[1672740007] 'process raft request' (duration: 233.159819ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.293281Z","caller":"traceutil/trace.go:171","msg":"trace[1024440611] linearizableReadLoop","detail":"{readStateIndex:2620; appliedIndex:2612; }","duration":"228.048328ms","start":"2026-05-19T03:05:02.065223Z","end":"2026-05-19T03:05:02.293271Z","steps":["trace[1024440611] 'read index received' (duration: 71.556845ms)","trace[1024440611] 'applied index is now lower than readState.Index' (duration: 156.490393ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:02.293305Z","caller":"traceutil/trace.go:171","msg":"trace[1381270752] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"153.370123ms","start":"2026-05-19T03:05:02.139919Z","end":"2026-05-19T03:05:02.293289Z","steps":["trace[1381270752] 'process raft request' (duration: 153.141828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:02.29498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.156886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:05:02.295077Z","caller":"traceutil/trace.go:171","msg":"trace[963286267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2522; }","duration":"186.324311ms","start":"2026-05-19T03:05:02.108727Z","end":"2026-05-19T03:05:02.295052Z","steps":["trace[963286267] 'agreement among raft nodes before linearized reading' (duration: 186.158946ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.527695Z","caller":"traceutil/trace.go:171","msg":"trace[415334510] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"185.274003ms","start":"2026-05-19T03:05:02.342377Z","end":"2026-05-19T03:05:02.527651Z","steps":["trace[415334510] 'process raft request' (duration: 185.1491ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:02.5277Z","caller":"traceutil/trace.go:171","msg":"trace[736552857] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"189.07435ms","start":"2026-05-19T03:05:02.338603Z","end":"2026-05-19T03:05:02.527677Z","steps":["trace[736552857] 'process raft request' (duration: 107.562321ms)","trace[736552857] 'compare' (duration: 81.093398ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:02.527633Z","caller":"traceutil/trace.go:171","msg":"trace[1476567591] linearizableReadLoop","detail":"{readStateIndex:2627; appliedIndex:2625; }","duration":"126.108341ms","start":"2026-05-19T03:05:02.401492Z","end":"2026-05-19T03:05:02.5276Z","steps":["trace[1476567591] 'read index received' (duration: 44.611022ms)","trace[1476567591] 'applied index is now lower than readState.Index' (duration: 81.496049ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:05:02.528242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.726967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:05:02.528303Z","caller":"traceutil/trace.go:171","msg":"trace[1736095964] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2527; }","duration":"126.812789ms","start":"2026-05-19T03:05:02.401473Z","end":"2026-05-19T03:05:02.528286Z","steps":["trace[1736095964] 'agreement among raft nodes before linearized reading' (duration: 126.422489ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:08.441081Z","caller":"traceutil/trace.go:171","msg":"trace[1969833499] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"111.910821ms","start":"2026-05-19T03:05:08.329144Z","end":"2026-05-19T03:05:08.441055Z","steps":["trace[1969833499] 'process raft request' (duration: 111.84466ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:08.441352Z","caller":"traceutil/trace.go:171","msg":"trace[1861824264] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"112.154367ms","start":"2026-05-19T03:05:08.329179Z","end":"2026-05-19T03:05:08.441334Z","steps":["trace[1861824264] 'process raft request' (duration: 111.840169ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:08.441419Z","caller":"traceutil/trace.go:171","msg":"trace[408793365] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"112.353262ms","start":"2026-05-19T03:05:08.329058Z","end":"2026-05-19T03:05:08.441411Z","steps":["trace[408793365] 'process raft request' (duration: 111.780248ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:08.441681Z","caller":"traceutil/trace.go:171","msg":"trace[848442319] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"111.49076ms","start":"2026-05-19T03:05:08.330159Z","end":"2026-05-19T03:05:08.44165Z","steps":["trace[848442319] 'process raft request' (duration: 111.10643ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:08.565152Z","caller":"traceutil/trace.go:171","msg":"trace[579314577] linearizableReadLoop","detail":"{readStateIndex:2709; appliedIndex:2708; }","duration":"100.4495ms","start":"2026-05-19T03:05:08.464682Z","end":"2026-05-19T03:05:08.565132Z","steps":["trace[579314577] 'read index received' (duration: 100.288126ms)","trace[579314577] 'applied index is now lower than readState.Index' (duration: 160.354µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:08.565228Z","caller":"traceutil/trace.go:171","msg":"trace[1677448571] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"120.677703ms","start":"2026-05-19T03:05:08.444509Z","end":"2026-05-19T03:05:08.565187Z","steps":["trace[1677448571] 'process raft request' (duration: 120.509628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:08.565276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.266165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:05:08.565316Z","caller":"traceutil/trace.go:171","msg":"trace[1414062473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2605; }","duration":"100.327007ms","start":"2026-05-19T03:05:08.464981Z","end":"2026-05-19T03:05:08.565308Z","steps":["trace[1414062473] 'agreement among raft nodes before linearized reading' (duration: 100.255805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:08.565589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.883881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T03:05:08.56577Z","caller":"traceutil/trace.go:171","msg":"trace[1927608072] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2605; }","duration":"101.083286ms","start":"2026-05-19T03:05:08.464661Z","end":"2026-05-19T03:05:08.565744Z","steps":["trace[1927608072] 'agreement among raft nodes before linearized reading' (duration: 100.536702ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:10.438019Z","caller":"traceutil/trace.go:171","msg":"trace[361217451] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"361.471687ms","start":"2026-05-19T03:05:10.076518Z","end":"2026-05-19T03:05:10.43799Z","steps":["trace[361217451] 'process raft request' (duration: 361.24505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:10.438195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:10.076473Z","time spent":"361.636441ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:05:10.439382Z","caller":"traceutil/trace.go:171","msg":"trace[931424692] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"362.077181ms","start":"2026-05-19T03:05:10.077274Z","end":"2026-05-19T03:05:10.439351Z","steps":["trace[931424692] 'process raft request' (duration: 361.879386ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:10.439449Z","caller":"traceutil/trace.go:171","msg":"trace[1909740900] linearizableReadLoop","detail":"{readStateIndex:2751; appliedIndex:2748; }","duration":"354.245982ms","start":"2026-05-19T03:05:10.085191Z","end":"2026-05-19T03:05:10.439437Z","steps":["trace[1909740900] 'read index received' (duration: 352.634361ms)","trace[1909740900] 'applied index is now lower than readState.Index' (duration: 1.609971ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:05:10.439546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:10.077239Z","time spent":"362.220415ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:05:10.439544Z","caller":"traceutil/trace.go:171","msg":"trace[1364292762] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"361.225599ms","start":"2026-05-19T03:05:10.078293Z","end":"2026-05-19T03:05:10.439518Z","steps":["trace[1364292762] 'process raft request' (duration: 361.013024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:10.43966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:10.078274Z","time spent":"361.336203ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:05:10.439794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.529059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:05:10.439919Z","caller":"traceutil/trace.go:171","msg":"trace[1864665502] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2647; }","duration":"354.763755ms","start":"2026-05-19T03:05:10.085133Z","end":"2026-05-19T03:05:10.439897Z","steps":["trace[1864665502] 'agreement among raft nodes before linearized reading' (duration: 354.394646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:10.44007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:10.085118Z","time spent":"354.884378ms","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:05:14.548324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.792437ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-19T03:05:14.548475Z","caller":"traceutil/trace.go:171","msg":"trace[740170024] linearizableReadLoop","detail":"{readStateIndex:2771; appliedIndex:2770; }","duration":"1.085061175s","start":"2026-05-19T03:05:13.463381Z","end":"2026-05-19T03:05:14.548442Z","steps":["trace[740170024] 'read index received' (duration: 251.055143ms)","trace[740170024] 'applied index is now lower than readState.Index' (duration: 834.000912ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:05:14.548815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085440115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:05:14.548875Z","caller":"traceutil/trace.go:171","msg":"trace[388456078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2666; }","duration":"1.085565267s","start":"2026-05-19T03:05:13.463293Z","end":"2026-05-19T03:05:14.548859Z","steps":["trace[388456078] 'agreement among raft nodes before linearized reading' (duration: 1.085458595s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:14.548919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:13.463258Z","time spent":"1.08565001s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:05:14.549939Z","caller":"traceutil/trace.go:171","msg":"trace[1446775630] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"381.72278ms","start":"2026-05-19T03:05:14.168191Z","end":"2026-05-19T03:05:14.549914Z","steps":["trace[1446775630] 'process raft request' (duration: 381.552415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:14.550101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:14.168158Z","time spent":"381.852633ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:05:14.550725Z","caller":"traceutil/trace.go:171","msg":"trace[1426675806] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"101.059265ms","start":"2026-05-19T03:05:14.449636Z","end":"2026-05-19T03:05:14.550695Z","steps":["trace[1426675806] 'process raft request' (duration: 100.794219ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:14.550995Z","caller":"traceutil/trace.go:171","msg":"trace[651274833] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"100.552032ms","start":"2026-05-19T03:05:14.450425Z","end":"2026-05-19T03:05:14.550977Z","steps":["trace[651274833] 'process raft request' (duration: 100.220824ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:14.551453Z","caller":"traceutil/trace.go:171","msg":"trace[1099873543] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"100.04408ms","start":"2026-05-19T03:05:14.451397Z","end":"2026-05-19T03:05:14.551441Z","steps":["trace[1099873543] 'process raft request' (duration: 99.507366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:14.551611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.222831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:05:14.551672Z","caller":"traceutil/trace.go:171","msg":"trace[751268274] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2670; }","duration":"263.294534ms","start":"2026-05-19T03:05:14.288358Z","end":"2026-05-19T03:05:14.551652Z","steps":["trace[751268274] 'agreement among raft nodes before linearized reading' (duration: 263.194942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:14.552043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.952689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T03:05:14.55208Z","caller":"traceutil/trace.go:171","msg":"trace[26971565] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2670; }","duration":"832.033722ms","start":"2026-05-19T03:05:13.720036Z","end":"2026-05-19T03:05:14.55207Z","steps":["trace[26971565] 'agreement among raft nodes before linearized reading' (duration: 831.896528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:14.552108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:13.720014Z","time spent":"832.087402ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:05:22.932492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.999986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:05:22.9328Z","caller":"traceutil/trace.go:171","msg":"trace[1415165288] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"272.921958ms","start":"2026-05-19T03:05:22.659801Z","end":"2026-05-19T03:05:22.932723Z","steps":["trace[1415165288] 'process raft request' (duration: 78.583185ms)","trace[1415165288] 'compare' (duration: 193.45702ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:22.932856Z","caller":"traceutil/trace.go:171","msg":"trace[1913929670] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"272.530229ms","start":"2026-05-19T03:05:22.660303Z","end":"2026-05-19T03:05:22.932833Z","steps":["trace[1913929670] 'process raft request' (duration: 272.350065ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:22.932887Z","caller":"traceutil/trace.go:171","msg":"trace[711056906] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"272.413245ms","start":"2026-05-19T03:05:22.660448Z","end":"2026-05-19T03:05:22.932861Z","steps":["trace[711056906] 'process raft request' (duration: 272.257571ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:22.933265Z","caller":"traceutil/trace.go:171","msg":"trace[1689414393] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"271.77948ms","start":"2026-05-19T03:05:22.661466Z","end":"2026-05-19T03:05:22.933245Z","steps":["trace[1689414393] 'process raft request' (duration: 271.316128ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:22.933481Z","caller":"traceutil/trace.go:171","msg":"trace[312573599] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"271.210394ms","start":"2026-05-19T03:05:22.66223Z","end":"2026-05-19T03:05:22.93344Z","steps":["trace[312573599] 'process raft request' (duration: 270.927947ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:22.933526Z","caller":"traceutil/trace.go:171","msg":"trace[847217576] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"270.487417ms","start":"2026-05-19T03:05:22.663019Z","end":"2026-05-19T03:05:22.933506Z","steps":["trace[847217576] 'process raft request' (duration: 270.291042ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:22.933479Z","caller":"traceutil/trace.go:171","msg":"trace[1278940602] linearizableReadLoop","detail":"{readStateIndex:2836; appliedIndex:2829; }","duration":"254.679615ms","start":"2026-05-19T03:05:22.678749Z","end":"2026-05-19T03:05:22.933429Z","steps":["trace[1278940602] 'read index received' (duration: 59.652864ms)","trace[1278940602] 'applied index is now lower than readState.Index' (duration: 195.025031ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:05:22.933724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.943192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:05:22.933806Z","caller":"traceutil/trace.go:171","msg":"trace[513649622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2730; }","duration":"255.091725ms","start":"2026-05-19T03:05:22.678701Z","end":"2026-05-19T03:05:22.933793Z","steps":["trace[513649622] 'agreement among raft nodes before linearized reading' (duration: 254.86349ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:22.932838Z","caller":"traceutil/trace.go:171","msg":"trace[819329565] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"271.626505ms","start":"2026-05-19T03:05:22.661191Z","end":"2026-05-19T03:05:22.932818Z","steps":["trace[819329565] 'process raft request' (duration: 271.553173ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:24.836696Z","caller":"traceutil/trace.go:171","msg":"trace[1424909521] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"329.35412ms","start":"2026-05-19T03:05:24.507314Z","end":"2026-05-19T03:05:24.836669Z","steps":["trace[1424909521] 'process raft request' (duration: 329.185376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:24.836846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:24.50724Z","time spent":"329.536995ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:05:24.837816Z","caller":"traceutil/trace.go:171","msg":"trace[1661213893] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"247.339849ms","start":"2026-05-19T03:05:24.59044Z","end":"2026-05-19T03:05:24.83778Z","steps":["trace[1661213893] 'process raft request' (duration: 247.093943ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:24.838233Z","caller":"traceutil/trace.go:171","msg":"trace[1814707763] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"203.334913ms","start":"2026-05-19T03:05:24.634871Z","end":"2026-05-19T03:05:24.838206Z","steps":["trace[1814707763] 'process raft request' (duration: 202.84244ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:24.838621Z","caller":"traceutil/trace.go:171","msg":"trace[2002038231] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"178.548783ms","start":"2026-05-19T03:05:24.660058Z","end":"2026-05-19T03:05:24.838607Z","steps":["trace[2002038231] 'process raft request' (duration: 178.03405ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:24.83878Z","caller":"traceutil/trace.go:171","msg":"trace[494506048] linearizableReadLoop","detail":"{readStateIndex:2844; appliedIndex:2839; }","duration":"116.941919ms","start":"2026-05-19T03:05:24.721828Z","end":"2026-05-19T03:05:24.83877Z","steps":["trace[494506048] 'read index received' (duration: 114.713212ms)","trace[494506048] 'applied index is now lower than readState.Index' (duration: 2.227477ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:05:24.838933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.101533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T03:05:24.838964Z","caller":"traceutil/trace.go:171","msg":"trace[1718055668] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2737; }","duration":"117.170904ms","start":"2026-05-19T03:05:24.721784Z","end":"2026-05-19T03:05:24.838955Z","steps":["trace[1718055668] 'agreement among raft nodes before linearized reading' (duration: 117.024411ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:24.839065Z","caller":"traceutil/trace.go:171","msg":"trace[649938757] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"177.856065ms","start":"2026-05-19T03:05:24.661194Z","end":"2026-05-19T03:05:24.83905Z","steps":["trace[649938757] 'process raft request' (duration: 177.360522ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:41.212264Z","caller":"traceutil/trace.go:171","msg":"trace[453465585] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"112.357922ms","start":"2026-05-19T03:05:41.099874Z","end":"2026-05-19T03:05:41.212232Z","steps":["trace[453465585] 'process raft request' (duration: 104.725918ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:41.225482Z","caller":"traceutil/trace.go:171","msg":"trace[933253883] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"125.199569ms","start":"2026-05-19T03:05:41.100254Z","end":"2026-05-19T03:05:41.225454Z","steps":["trace[933253883] 'process raft request' (duration: 124.977473ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:41.225541Z","caller":"traceutil/trace.go:171","msg":"trace[814088069] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"123.784013ms","start":"2026-05-19T03:05:41.101719Z","end":"2026-05-19T03:05:41.225503Z","steps":["trace[814088069] 'process raft request' (duration: 123.64896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:48.979386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755511845,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:05:49.239312Z","caller":"traceutil/trace.go:171","msg":"trace[843193162] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"913.080559ms","start":"2026-05-19T03:05:48.326204Z","end":"2026-05-19T03:05:49.239284Z","steps":["trace[843193162] 'process raft request' (duration: 912.917865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:49.239457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:48.326189Z","time spent":"913.190361ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:05:49.953426Z","caller":"traceutil/trace.go:171","msg":"trace[661974031] linearizableReadLoop","detail":"{readStateIndex:2993; appliedIndex:2989; }","duration":"1.474158171s","start":"2026-05-19T03:05:48.47925Z","end":"2026-05-19T03:05:49.953408Z","steps":["trace[661974031] 'read index received' (duration: 759.893269ms)","trace[661974031] 'applied index is now lower than readState.Index' (duration: 714.264072ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:49.953456Z","caller":"traceutil/trace.go:171","msg":"trace[951947968] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"1.002863007s","start":"2026-05-19T03:05:48.950548Z","end":"2026-05-19T03:05:49.953411Z","steps":["trace[951947968] 'process raft request' (duration: 997.216864ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:49.953566Z","caller":"traceutil/trace.go:171","msg":"trace[1084396473] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"984.386408ms","start":"2026-05-19T03:05:48.969103Z","end":"2026-05-19T03:05:49.95349Z","steps":["trace[1084396473] 'process raft request' (duration: 984.279485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:49.953652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:48.950528Z","time spent":"1.003048392s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:05:49.953737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.142274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T03:05:49.953775Z","caller":"traceutil/trace.go:171","msg":"trace[36950604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2881; }","duration":"819.217236ms","start":"2026-05-19T03:05:49.134551Z","end":"2026-05-19T03:05:49.953768Z","steps":["trace[36950604] 'agreement among raft nodes before linearized reading' (duration: 819.061862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:49.953811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:49.134535Z","time spent":"819.269977ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:05:49.953812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.454681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-05-19T03:05:49.953904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.480922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:05:49.95397Z","caller":"traceutil/trace.go:171","msg":"trace[1808678424] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2881; }","duration":"726.570753ms","start":"2026-05-19T03:05:49.227381Z","end":"2026-05-19T03:05:49.953952Z","steps":["trace[1808678424] 'agreement among raft nodes before linearized reading' (duration: 726.483651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:49.953929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:48.969086Z","time spent":"984.624234ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:05:49.954012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.304623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-19T03:05:49.954044Z","caller":"traceutil/trace.go:171","msg":"trace[107622511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2881; }","duration":"818.379435ms","start":"2026-05-19T03:05:49.135655Z","end":"2026-05-19T03:05:49.954034Z","steps":["trace[107622511] 'agreement among raft nodes before linearized reading' (duration: 818.282592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:49.953833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.536477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-19T03:05:49.954069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:49.135636Z","time spent":"818.430406ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:05:49.95406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.293274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18b0d88662b4b4cb\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-05-19T03:05:49.954082Z","caller":"traceutil/trace.go:171","msg":"trace[1794704527] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2881; }","duration":"736.821374ms","start":"2026-05-19T03:05:49.217248Z","end":"2026-05-19T03:05:49.95407Z","steps":["trace[1794704527] 'agreement among raft nodes before linearized reading' (duration: 736.449195ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:49.954106Z","caller":"traceutil/trace.go:171","msg":"trace[1912706150] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18b0d88662b4b4cb; range_end:; response_count:1; response_revision:2881; }","duration":"447.378556ms","start":"2026-05-19T03:05:49.506715Z","end":"2026-05-19T03:05:49.954093Z","steps":["trace[1912706150] 'agreement among raft nodes before linearized reading' (duration: 447.245373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:49.954145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:49.506694Z","time spent":"447.440308ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18b0d88662b4b4cb\" "} {"level":"info","ts":"2026-05-19T03:05:49.953467Z","caller":"traceutil/trace.go:171","msg":"trace[105014175] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"1.002882127s","start":"2026-05-19T03:05:48.950549Z","end":"2026-05-19T03:05:49.953431Z","steps":["trace[105014175] 'process raft request' (duration: 1.002768035s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:49.954215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:48.950528Z","time spent":"1.003659427s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:05:49.954188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4748833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:05:49.954227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.729827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T03:05:49.953907Z","caller":"traceutil/trace.go:171","msg":"trace[2066448567] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2881; }","duration":"702.605665ms","start":"2026-05-19T03:05:49.251277Z","end":"2026-05-19T03:05:49.953883Z","steps":["trace[2066448567] 'agreement among raft nodes before linearized reading' (duration: 702.339288ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:49.954272Z","caller":"traceutil/trace.go:171","msg":"trace[1846205357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2881; }","duration":"1.475070805s","start":"2026-05-19T03:05:48.47918Z","end":"2026-05-19T03:05:49.95425Z","steps":["trace[1846205357] 'agreement among raft nodes before linearized reading' (duration: 1.474334766s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:49.95428Z","caller":"traceutil/trace.go:171","msg":"trace[2101002055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2881; }","duration":"683.81164ms","start":"2026-05-19T03:05:49.270462Z","end":"2026-05-19T03:05:49.954274Z","steps":["trace[2101002055] 'agreement among raft nodes before linearized reading' (duration: 683.685155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:49.95432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:48.479149Z","time spent":"1.475160677s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:05:49.954334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:49.270451Z","time spent":"683.877821ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:05:49.954294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:49.217234Z","time spent":"736.893946ms","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-19T03:05:49.954034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:49.227368Z","time spent":"726.649266ms","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:05:49.954387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:49.251261Z","time spent":"703.052678ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:05:49.954726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.853599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T03:05:49.954898Z","caller":"traceutil/trace.go:171","msg":"trace[975928620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2881; }","duration":"683.958122ms","start":"2026-05-19T03:05:49.27082Z","end":"2026-05-19T03:05:49.954779Z","steps":["trace[975928620] 'agreement among raft nodes before linearized reading' (duration: 683.173612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:49.954962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:49.270794Z","time spent":"684.152627ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:05:49.955256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.894871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:05:49.955318Z","caller":"traceutil/trace.go:171","msg":"trace[602926716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2881; }","duration":"816.000114ms","start":"2026-05-19T03:05:49.139304Z","end":"2026-05-19T03:05:49.955304Z","steps":["trace[602926716] 'agreement among raft nodes before linearized reading' (duration: 814.477195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:49.955364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:49.139287Z","time spent":"816.066166ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:07:50.68248Z","caller":"traceutil/trace.go:171","msg":"trace[2129699789] linearizableReadLoop","detail":"{readStateIndex:3777; appliedIndex:3776; }","duration":"217.613545ms","start":"2026-05-19T03:07:50.464838Z","end":"2026-05-19T03:07:50.682452Z","steps":["trace[2129699789] 'read index received' (duration: 217.514903ms)","trace[2129699789] 'applied index is now lower than readState.Index' (duration: 97.062µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:07:50.682505Z","caller":"traceutil/trace.go:171","msg":"trace[172600606] transaction","detail":"{read_only:false; response_revision:3635; number_of_response:1; }","duration":"256.352071ms","start":"2026-05-19T03:07:50.42613Z","end":"2026-05-19T03:07:50.682482Z","steps":["trace[172600606] 'process raft request' (duration: 256.121305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:07:50.68261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.767521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:07:50.682776Z","caller":"traceutil/trace.go:171","msg":"trace[2075333355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3635; }","duration":"217.846083ms","start":"2026-05-19T03:07:50.46479Z","end":"2026-05-19T03:07:50.682637Z","steps":["trace[2075333355] 'agreement among raft nodes before linearized reading' (duration: 217.767011ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:07:50.685326Z","caller":"traceutil/trace.go:171","msg":"trace[1429047787] transaction","detail":"{read_only:false; response_revision:3636; number_of_response:1; }","duration":"187.888775ms","start":"2026-05-19T03:07:50.497426Z","end":"2026-05-19T03:07:50.685315Z","steps":["trace[1429047787] 'process raft request' (duration: 187.710379ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:07:50.685597Z","caller":"traceutil/trace.go:171","msg":"trace[502174875] transaction","detail":"{read_only:false; response_revision:3637; number_of_response:1; }","duration":"187.233307ms","start":"2026-05-19T03:07:50.498348Z","end":"2026-05-19T03:07:50.685581Z","steps":["trace[502174875] 'process raft request' (duration: 186.928878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:07:50.685797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.432729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:07:50.686075Z","caller":"traceutil/trace.go:171","msg":"trace[697040164] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3637; }","duration":"100.879609ms","start":"2026-05-19T03:07:50.585171Z","end":"2026-05-19T03:07:50.68605Z","steps":["trace[697040164] 'agreement among raft nodes before linearized reading' (duration: 100.425778ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:08:08.947487Z","caller":"traceutil/trace.go:171","msg":"trace[953124056] linearizableReadLoop","detail":"{readStateIndex:3957; appliedIndex:3956; }","duration":"110.345382ms","start":"2026-05-19T03:08:08.837101Z","end":"2026-05-19T03:08:08.947447Z","steps":["trace[953124056] 'read index received' (duration: 98.497118ms)","trace[953124056] 'applied index is now lower than readState.Index' (duration: 11.845244ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:08:08.94756Z","caller":"traceutil/trace.go:171","msg":"trace[2099274670] transaction","detail":"{read_only:false; response_revision:3811; number_of_response:1; }","duration":"113.573835ms","start":"2026-05-19T03:08:08.833853Z","end":"2026-05-19T03:08:08.947427Z","steps":["trace[2099274670] 'process raft request' (duration: 101.778413ms)","trace[2099274670] 'compare' (duration: 11.433953ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:08:08.9478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.748868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-19T03:08:08.947849Z","caller":"traceutil/trace.go:171","msg":"trace[206963085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3812; }","duration":"109.843771ms","start":"2026-05-19T03:08:08.837992Z","end":"2026-05-19T03:08:08.947836Z","steps":["trace[206963085] 'agreement among raft nodes before linearized reading' (duration: 109.653416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:08:08.947838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.697212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:08:08.947962Z","caller":"traceutil/trace.go:171","msg":"trace[143231243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3812; }","duration":"110.871326ms","start":"2026-05-19T03:08:08.837063Z","end":"2026-05-19T03:08:08.947934Z","steps":["trace[143231243] 'agreement among raft nodes before linearized reading' (duration: 110.522977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:08:08.947933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.272925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:08:08.948063Z","caller":"traceutil/trace.go:171","msg":"trace[1065088720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3812; }","duration":"109.416178ms","start":"2026-05-19T03:08:08.838602Z","end":"2026-05-19T03:08:08.948018Z","steps":["trace[1065088720] 'agreement among raft nodes before linearized reading' (duration: 109.08476ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:08:17.069682Z","caller":"traceutil/trace.go:171","msg":"trace[494639534] transaction","detail":"{read_only:false; response_revision:3850; number_of_response:1; }","duration":"273.346996ms","start":"2026-05-19T03:08:16.79631Z","end":"2026-05-19T03:08:17.069657Z","steps":["trace[494639534] 'process raft request' (duration: 273.175792ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:08:17.070317Z","caller":"traceutil/trace.go:171","msg":"trace[128641161] linearizableReadLoop","detail":"{readStateIndex:3999; appliedIndex:3996; }","duration":"239.282187ms","start":"2026-05-19T03:08:16.831008Z","end":"2026-05-19T03:08:17.07029Z","steps":["trace[128641161] 'read index received' (duration: 238.331743ms)","trace[128641161] 'applied index is now lower than readState.Index' (duration: 949.754µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:08:17.070431Z","caller":"traceutil/trace.go:171","msg":"trace[322986668] transaction","detail":"{read_only:false; response_revision:3851; number_of_response:1; }","duration":"252.923009ms","start":"2026-05-19T03:08:16.81748Z","end":"2026-05-19T03:08:17.070403Z","steps":["trace[322986668] 'process raft request' (duration: 252.646222ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:08:17.070493Z","caller":"traceutil/trace.go:171","msg":"trace[1503078745] transaction","detail":"{read_only:false; response_revision:3852; number_of_response:1; }","duration":"252.880578ms","start":"2026-05-19T03:08:16.8176Z","end":"2026-05-19T03:08:17.070481Z","steps":["trace[1503078745] 'process raft request' (duration: 252.650212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:08:17.070614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.806669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:08:17.070696Z","caller":"traceutil/trace.go:171","msg":"trace[13074702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3852; }","duration":"126.951632ms","start":"2026-05-19T03:08:16.943725Z","end":"2026-05-19T03:08:17.070677Z","steps":["trace[13074702] 'agreement among raft nodes before linearized reading' (duration: 126.806149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:08:17.07095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.897503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T03:08:17.071037Z","caller":"traceutil/trace.go:171","msg":"trace[89193076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3852; }","duration":"240.056467ms","start":"2026-05-19T03:08:16.830961Z","end":"2026-05-19T03:08:17.071018Z","steps":["trace[89193076] 'agreement among raft nodes before linearized reading' (duration: 239.669697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:40.251313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.494685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:09:40.251528Z","caller":"traceutil/trace.go:171","msg":"trace[480603414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4713; }","duration":"113.764192ms","start":"2026-05-19T03:09:40.137739Z","end":"2026-05-19T03:09:40.251503Z","steps":["trace[480603414] 'count revisions from in-memory index tree' (duration: 113.366792ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:45.829633Z","caller":"traceutil/trace.go:171","msg":"trace[232720995] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"217.278339ms","start":"2026-05-19T03:09:45.612302Z","end":"2026-05-19T03:09:45.82958Z","steps":["trace[232720995] 'process raft request' (duration: 217.077744ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:45.829675Z","caller":"traceutil/trace.go:171","msg":"trace[588983715] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"217.579247ms","start":"2026-05-19T03:09:45.612038Z","end":"2026-05-19T03:09:45.829617Z","steps":["trace[588983715] 'process raft request' (duration: 182.848716ms)","trace[588983715] 'compare' (duration: 34.249129ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:45.830002Z","caller":"traceutil/trace.go:171","msg":"trace[495443777] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"217.530636ms","start":"2026-05-19T03:09:45.612424Z","end":"2026-05-19T03:09:45.829954Z","steps":["trace[495443777] 'process raft request' (duration: 217.039003ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:45.829578Z","caller":"traceutil/trace.go:171","msg":"trace[60395383] linearizableReadLoop","detail":"{readStateIndex:5004; appliedIndex:5000; }","duration":"216.963612ms","start":"2026-05-19T03:09:45.612576Z","end":"2026-05-19T03:09:45.829539Z","steps":["trace[60395383] 'read index received' (duration: 5.469081ms)","trace[60395383] 'applied index is now lower than readState.Index' (duration: 211.492941ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:45.830275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.65299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-19T03:09:45.830392Z","caller":"traceutil/trace.go:171","msg":"trace[364898414] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4818; }","duration":"217.835234ms","start":"2026-05-19T03:09:45.612528Z","end":"2026-05-19T03:09:45.830364Z","steps":["trace[364898414] 'agreement among raft nodes before linearized reading' (duration: 217.453874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:45.832162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.806289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T03:09:45.832226Z","caller":"traceutil/trace.go:171","msg":"trace[1070537117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4820; }","duration":"160.915122ms","start":"2026-05-19T03:09:45.671298Z","end":"2026-05-19T03:09:45.832213Z","steps":["trace[1070537117] 'agreement among raft nodes before linearized reading' (duration: 160.724577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:45.832645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.839534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:09:45.832687Z","caller":"traceutil/trace.go:171","msg":"trace[868734859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4820; }","duration":"106.897146ms","start":"2026-05-19T03:09:45.725781Z","end":"2026-05-19T03:09:45.832678Z","steps":["trace[868734859] 'agreement among raft nodes before linearized reading' (duration: 106.793963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:45.832802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.701684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T03:09:45.832905Z","caller":"traceutil/trace.go:171","msg":"trace[1624885030] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4820; }","duration":"105.865528ms","start":"2026-05-19T03:09:45.72701Z","end":"2026-05-19T03:09:45.832875Z","steps":["trace[1624885030] 'agreement among raft nodes before linearized reading' (duration: 105.539099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:45.832956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.215984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:09:45.833009Z","caller":"traceutil/trace.go:171","msg":"trace[851236145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4820; }","duration":"107.321706ms","start":"2026-05-19T03:09:45.725673Z","end":"2026-05-19T03:09:45.832995Z","steps":["trace[851236145] 'agreement among raft nodes before linearized reading' (duration: 107.199673ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:45.833077Z","caller":"traceutil/trace.go:171","msg":"trace[186940854] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"190.140582ms","start":"2026-05-19T03:09:45.642913Z","end":"2026-05-19T03:09:45.833053Z","steps":["trace[186940854] 'process raft request' (duration: 188.973603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:45.833203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.656495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:09:45.833253Z","caller":"traceutil/trace.go:171","msg":"trace[1435448418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4820; }","duration":"144.764867ms","start":"2026-05-19T03:09:45.688477Z","end":"2026-05-19T03:09:45.833242Z","steps":["trace[1435448418] 'agreement among raft nodes before linearized reading' (duration: 144.645914ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:45.833253Z","caller":"traceutil/trace.go:171","msg":"trace[1873473066] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"206.959054ms","start":"2026-05-19T03:09:45.626257Z","end":"2026-05-19T03:09:45.833216Z","steps":["trace[1873473066] 'process raft request' (duration: 205.440306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:45.83283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.384074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-05-19T03:09:45.833507Z","caller":"traceutil/trace.go:171","msg":"trace[1531906722] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4820; }","duration":"146.142054ms","start":"2026-05-19T03:09:45.68735Z","end":"2026-05-19T03:09:45.833492Z","steps":["trace[1531906722] 'agreement among raft nodes before linearized reading' (duration: 145.247261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.618138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.687548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:47.618201Z","caller":"traceutil/trace.go:171","msg":"trace[2048230117] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4868; }","duration":"579.819881ms","start":"2026-05-19T03:09:47.03837Z","end":"2026-05-19T03:09:47.61819Z","steps":["trace[2048230117] 'count revisions from in-memory index tree' (duration: 579.554135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.618227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:47.038345Z","time spent":"579.875203ms","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:09:47.618379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.205216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef8ce492-61b5-4352-9a1a-fcc9fe2e77fa\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-05-19T03:09:47.618407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.157907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-05-19T03:09:47.618486Z","caller":"traceutil/trace.go:171","msg":"trace[879382998] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef8ce492-61b5-4352-9a1a-fcc9fe2e77fa; range_end:; response_count:1; response_revision:4868; }","duration":"528.36864ms","start":"2026-05-19T03:09:47.090095Z","end":"2026-05-19T03:09:47.618463Z","steps":["trace[879382998] 'range keys from in-memory index tree' (duration: 527.994021ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:47.61852Z","caller":"traceutil/trace.go:171","msg":"trace[3966280] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4868; }","duration":"722.378313ms","start":"2026-05-19T03:09:46.89611Z","end":"2026-05-19T03:09:47.618489Z","steps":["trace[3966280] 'range keys from in-memory index tree' (duration: 721.920612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.618558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.422181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:09:47.618572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:46.896099Z","time spent":"722.460465ms","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-05-19T03:09:47.618588Z","caller":"traceutil/trace.go:171","msg":"trace[816632963] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4868; }","duration":"264.490573ms","start":"2026-05-19T03:09:47.354092Z","end":"2026-05-19T03:09:47.618582Z","steps":["trace[816632963] 'count revisions from in-memory index tree' (duration: 264.327219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.618798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.311472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-19T03:09:47.618822Z","caller":"traceutil/trace.go:171","msg":"trace[1738069512] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4868; }","duration":"474.389223ms","start":"2026-05-19T03:09:47.144428Z","end":"2026-05-19T03:09:47.618817Z","steps":["trace[1738069512] 'range keys from in-memory index tree' (duration: 474.149667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.618862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:47.144399Z","time spent":"474.435805ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-19T03:09:47.618551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:47.090071Z","time spent":"528.464093ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef8ce492-61b5-4352-9a1a-fcc9fe2e77fa\" "} {"level":"info","ts":"2026-05-19T03:09:47.675886Z","caller":"traceutil/trace.go:171","msg":"trace[1457202827] linearizableReadLoop","detail":"{readStateIndex:5056; appliedIndex:5055; }","duration":"212.145127ms","start":"2026-05-19T03:09:47.463698Z","end":"2026-05-19T03:09:47.675843Z","steps":["trace[1457202827] 'read index received' (duration: 211.984093ms)","trace[1457202827] 'applied index is now lower than readState.Index' (duration: 159.274µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:47.676008Z","caller":"traceutil/trace.go:171","msg":"trace[881540886] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"217.046553ms","start":"2026-05-19T03:09:47.458914Z","end":"2026-05-19T03:09:47.675961Z","steps":["trace[881540886] 'process raft request' (duration: 216.705925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.676216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.479048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11af6ab9-b9b6-4c7d-a1b2-f1c949cebfcf\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-05-19T03:09:47.676266Z","caller":"traceutil/trace.go:171","msg":"trace[147298253] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11af6ab9-b9b6-4c7d-a1b2-f1c949cebfcf; range_end:; response_count:1; response_revision:4869; }","duration":"212.597321ms","start":"2026-05-19T03:09:47.463653Z","end":"2026-05-19T03:09:47.67625Z","steps":["trace[147298253] 'agreement among raft nodes before linearized reading' (duration: 212.374625ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:47.83533Z","caller":"traceutil/trace.go:171","msg":"trace[1566024140] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"263.021796ms","start":"2026-05-19T03:09:47.57228Z","end":"2026-05-19T03:09:47.835302Z","steps":["trace[1566024140] 'process raft request' (duration: 262.931373ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:47.835688Z","caller":"traceutil/trace.go:171","msg":"trace[1271044202] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"315.488432ms","start":"2026-05-19T03:09:47.520185Z","end":"2026-05-19T03:09:47.835673Z","steps":["trace[1271044202] 'process raft request' (duration: 219.956049ms)","trace[1271044202] 'compare' (duration: 94.922508ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:47.835663Z","caller":"traceutil/trace.go:171","msg":"trace[863801720] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5056; }","duration":"159.62113ms","start":"2026-05-19T03:09:47.675992Z","end":"2026-05-19T03:09:47.835613Z","steps":["trace[863801720] 'read index received' (duration: 64.081166ms)","trace[863801720] 'applied index is now lower than readState.Index' (duration: 95.538153ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:47.835811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:47.520161Z","time spent":"315.563264ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:09:47.835902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.207425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:47.835953Z","caller":"traceutil/trace.go:171","msg":"trace[831403035] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"211.182093ms","start":"2026-05-19T03:09:47.624759Z","end":"2026-05-19T03:09:47.835941Z","steps":["trace[831403035] 'process raft request' (duration: 210.500146ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:47.835972Z","caller":"traceutil/trace.go:171","msg":"trace[1599510323] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4872; }","duration":"336.374659ms","start":"2026-05-19T03:09:47.499576Z","end":"2026-05-19T03:09:47.835951Z","steps":["trace[1599510323] 'agreement among raft nodes before linearized reading' (duration: 336.196325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.836025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:47.499543Z","time spent":"336.468842ms","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:09:47.836183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.355303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:47.836233Z","caller":"traceutil/trace.go:171","msg":"trace[103226086] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4872; }","duration":"212.418005ms","start":"2026-05-19T03:09:47.623801Z","end":"2026-05-19T03:09:47.836218Z","steps":["trace[103226086] 'agreement among raft nodes before linearized reading' (duration: 212.346183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.836438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.758106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11af6ab9-b9b6-4c7d-a1b2-f1c949cebfcf\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-05-19T03:09:47.83649Z","caller":"traceutil/trace.go:171","msg":"trace[1986283445] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11af6ab9-b9b6-4c7d-a1b2-f1c949cebfcf; range_end:; response_count:1; response_revision:4872; }","duration":"235.847638ms","start":"2026-05-19T03:09:47.60063Z","end":"2026-05-19T03:09:47.836478Z","steps":["trace[1986283445] 'agreement among raft nodes before linearized reading' (duration: 235.663184ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:48.05869Z","caller":"traceutil/trace.go:171","msg":"trace[1344424513] linearizableReadLoop","detail":"{readStateIndex:5065; appliedIndex:5060; }","duration":"126.859218ms","start":"2026-05-19T03:09:47.9318Z","end":"2026-05-19T03:09:48.058659Z","steps":["trace[1344424513] 'read index received' (duration: 4.923246ms)","trace[1344424513] 'applied index is now lower than readState.Index' (duration: 121.934572ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:48.058831Z","caller":"traceutil/trace.go:171","msg":"trace[256037842] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"131.112447ms","start":"2026-05-19T03:09:47.927676Z","end":"2026-05-19T03:09:48.058788Z","steps":["trace[256037842] 'process raft request' (duration: 130.789399ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:48.058975Z","caller":"traceutil/trace.go:171","msg":"trace[1295960575] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"129.816544ms","start":"2026-05-19T03:09:47.929139Z","end":"2026-05-19T03:09:48.058956Z","steps":["trace[1295960575] 'process raft request' (duration: 129.376863ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:48.059193Z","caller":"traceutil/trace.go:171","msg":"trace[1205295596] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"129.237888ms","start":"2026-05-19T03:09:47.92994Z","end":"2026-05-19T03:09:48.059178Z","steps":["trace[1205295596] 'process raft request' (duration: 128.612842ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:48.05919Z","caller":"traceutil/trace.go:171","msg":"trace[1534808882] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"132.00915ms","start":"2026-05-19T03:09:47.927148Z","end":"2026-05-19T03:09:48.059157Z","steps":["trace[1534808882] 'process raft request' (duration: 128.933191ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:48.059535Z","caller":"traceutil/trace.go:171","msg":"trace[855062397] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"126.822467ms","start":"2026-05-19T03:09:47.932701Z","end":"2026-05-19T03:09:48.059523Z","steps":["trace[855062397] 'process raft request' (duration: 125.897784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:48.059727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.907175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-05-19T03:09:48.05977Z","caller":"traceutil/trace.go:171","msg":"trace[1342557878] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4879; }","duration":"128.009717ms","start":"2026-05-19T03:09:47.931746Z","end":"2026-05-19T03:09:48.059756Z","steps":["trace[1342557878] 'agreement among raft nodes before linearized reading' (duration: 127.884234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:50.530807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.763801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:09:50.531104Z","caller":"traceutil/trace.go:171","msg":"trace[2141035073] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4932; }","duration":"612.51776ms","start":"2026-05-19T03:09:49.918542Z","end":"2026-05-19T03:09:50.531059Z","steps":["trace[2141035073] 'process raft request' (duration: 46.33578ms)","trace[2141035073] 'compare' (duration: 565.554034ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:50.531297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:49.918524Z","time spent":"612.659694ms","remote":"127.0.0.1:53454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-19T03:09:50.531339Z","caller":"traceutil/trace.go:171","msg":"trace[1223308336] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5122; }","duration":"570.545042ms","start":"2026-05-19T03:09:49.960498Z","end":"2026-05-19T03:09:50.531043Z","steps":["trace[1223308336] 'read index received' (duration: 4.33595ms)","trace[1223308336] 'applied index is now lower than readState.Index' (duration: 566.207512ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:50.531507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.989465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:09:50.531611Z","caller":"traceutil/trace.go:171","msg":"trace[976898511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4932; }","duration":"571.131528ms","start":"2026-05-19T03:09:49.960462Z","end":"2026-05-19T03:09:50.531593Z","steps":["trace[976898511] 'agreement among raft nodes before linearized reading' (duration: 570.857161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:50.531653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:49.960426Z","time spent":"571.21777ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:09:50.531673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.018415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-19T03:09:50.531723Z","caller":"traceutil/trace.go:171","msg":"trace[1212623445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4932; }","duration":"467.079026ms","start":"2026-05-19T03:09:50.064629Z","end":"2026-05-19T03:09:50.531708Z","steps":["trace[1212623445] 'agreement among raft nodes before linearized reading' (duration: 466.893971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:50.531761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:50.064622Z","time spent":"467.131378ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:09:50.531859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.329604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-19T03:09:50.532061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.414924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:09:50.532039Z","caller":"traceutil/trace.go:171","msg":"trace[2673962] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4932; }","duration":"469.569781ms","start":"2026-05-19T03:09:50.062443Z","end":"2026-05-19T03:09:50.532013Z","steps":["trace[2673962] 'agreement among raft nodes before linearized reading' (duration: 469.030977ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:50.532123Z","caller":"traceutil/trace.go:171","msg":"trace[1493049662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4932; }","duration":"467.483887ms","start":"2026-05-19T03:09:50.064623Z","end":"2026-05-19T03:09:50.532107Z","steps":["trace[1493049662] 'agreement among raft nodes before linearized reading' (duration: 467.290422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:50.532157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:50.064613Z","time spent":"467.535378ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:09:50.532166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.478636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T03:09:50.532269Z","caller":"traceutil/trace.go:171","msg":"trace[1607615560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4932; }","duration":"467.64049ms","start":"2026-05-19T03:09:50.064604Z","end":"2026-05-19T03:09:50.532245Z","steps":["trace[1607615560] 'agreement among raft nodes before linearized reading' (duration: 467.333083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:50.53233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:50.06458Z","time spent":"467.740473ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:09:50.532194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:50.062417Z","time spent":"469.724374ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:09:50.532381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.903637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-19T03:09:50.532396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.691092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:09:50.532523Z","caller":"traceutil/trace.go:171","msg":"trace[904648485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4932; }","duration":"467.864416ms","start":"2026-05-19T03:09:50.064637Z","end":"2026-05-19T03:09:50.532501Z","steps":["trace[904648485] 'agreement among raft nodes before linearized reading' (duration: 467.564688ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:50.532535Z","caller":"traceutil/trace.go:171","msg":"trace[416838823] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4932; }","duration":"468.102412ms","start":"2026-05-19T03:09:50.064408Z","end":"2026-05-19T03:09:50.53251Z","steps":["trace[416838823] 'agreement among raft nodes before linearized reading' (duration: 467.592739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:50.532603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:50.064611Z","time spent":"467.959609ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:09:50.532644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:50.064401Z","time spent":"468.206635ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:09:51.404395Z","caller":"traceutil/trace.go:171","msg":"trace[1060913384] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"119.715895ms","start":"2026-05-19T03:09:51.28463Z","end":"2026-05-19T03:09:51.404346Z","steps":["trace[1060913384] 'process raft request' (duration: 119.292654ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:51.540414Z","caller":"traceutil/trace.go:171","msg":"trace[411939791] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"110.447917ms","start":"2026-05-19T03:09:51.429939Z","end":"2026-05-19T03:09:51.540386Z","steps":["trace[411939791] 'process raft request' (duration: 110.241732ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:51.551976Z","caller":"traceutil/trace.go:171","msg":"trace[585904551] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"121.781668ms","start":"2026-05-19T03:09:51.430166Z","end":"2026-05-19T03:09:51.551948Z","steps":["trace[585904551] 'process raft request' (duration: 121.602593ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:51.552173Z","caller":"traceutil/trace.go:171","msg":"trace[1017649761] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"121.49854ms","start":"2026-05-19T03:09:51.430655Z","end":"2026-05-19T03:09:51.552153Z","steps":["trace[1017649761] 'process raft request' (duration: 121.226213ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:51.552262Z","caller":"traceutil/trace.go:171","msg":"trace[1849210025] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"109.908032ms","start":"2026-05-19T03:09:51.442324Z","end":"2026-05-19T03:09:51.552232Z","steps":["trace[1849210025] 'process raft request' (duration: 109.584164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:54.420468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755517229,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:09:54.727401Z","caller":"traceutil/trace.go:171","msg":"trace[127785618] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"863.113387ms","start":"2026-05-19T03:09:53.864265Z","end":"2026-05-19T03:09:54.727378Z","steps":["trace[127785618] 'process raft request' (duration: 862.935032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:54.727546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:53.864228Z","time spent":"863.23923ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:09:55.287275Z","caller":"traceutil/trace.go:171","msg":"trace[1196737091] linearizableReadLoop","detail":"{readStateIndex:5280; appliedIndex:5277; }","duration":"1.3678434s","start":"2026-05-19T03:09:53.919406Z","end":"2026-05-19T03:09:55.287249Z","steps":["trace[1196737091] 'read index received' (duration: 807.776356ms)","trace[1196737091] 'applied index is now lower than readState.Index' (duration: 560.066024ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:55.287312Z","caller":"traceutil/trace.go:171","msg":"trace[686499889] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"1.413683326s","start":"2026-05-19T03:09:53.873594Z","end":"2026-05-19T03:09:55.287277Z","steps":["trace[686499889] 'process raft request' (duration: 1.41344106s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:55.287409Z","caller":"traceutil/trace.go:171","msg":"trace[598149568] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"1.191762547s","start":"2026-05-19T03:09:54.095617Z","end":"2026-05-19T03:09:55.28738Z","steps":["trace[598149568] 'process raft request' (duration: 1.191582783s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.287563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284863958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16179"} {"level":"warn","ts":"2026-05-19T03:09:55.287807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.002783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-19T03:09:55.28785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.301623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-19T03:09:55.28784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.871302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-19T03:09:55.287858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.670578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:09:55.287876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.524553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39e39a82-04f4-4108-8e12-fc7d5f7f84a6\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-19T03:09:55.287895Z","caller":"traceutil/trace.go:171","msg":"trace[1156772102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5085; }","duration":"731.111257ms","start":"2026-05-19T03:09:54.556759Z","end":"2026-05-19T03:09:55.287871Z","steps":["trace[1156772102] 'agreement among raft nodes before linearized reading' (duration: 730.973293ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:55.287898Z","caller":"traceutil/trace.go:171","msg":"trace[1419862989] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5085; }","duration":"726.341964ms","start":"2026-05-19T03:09:54.56154Z","end":"2026-05-19T03:09:55.287882Z","steps":["trace[1419862989] 'agreement among raft nodes before linearized reading' (duration: 726.239351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.287903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.062364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:55.287935Z","caller":"traceutil/trace.go:171","msg":"trace[50436186] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-39e39a82-04f4-4108-8e12-fc7d5f7f84a6; range_end:; response_count:1; response_revision:5085; }","duration":"593.579614ms","start":"2026-05-19T03:09:54.694345Z","end":"2026-05-19T03:09:55.287925Z","steps":["trace[50436186] 'agreement among raft nodes before linearized reading' (duration: 593.41618ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:55.287935Z","caller":"traceutil/trace.go:171","msg":"trace[338532215] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5085; }","duration":"486.801502ms","start":"2026-05-19T03:09:54.801114Z","end":"2026-05-19T03:09:55.287916Z","steps":["trace[338532215] 'agreement among raft nodes before linearized reading' (duration: 486.640408ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:55.287925Z","caller":"traceutil/trace.go:171","msg":"trace[666241332] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:5085; }","duration":"727.978135ms","start":"2026-05-19T03:09:54.559921Z","end":"2026-05-19T03:09:55.287899Z","steps":["trace[666241332] 'agreement among raft nodes before linearized reading' (duration: 727.794751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.287763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.391488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-19T03:09:55.287952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:54.561509Z","time spent":"726.435046ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:09:55.287949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:54.556739Z","time spent":"731.200519ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:09:55.287963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:54.694309Z","time spent":"593.647727ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39e39a82-04f4-4108-8e12-fc7d5f7f84a6\" "} {"level":"warn","ts":"2026-05-19T03:09:55.287978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:54.801096Z","time spent":"486.873714ms","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:09:55.287959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.265643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-19T03:09:55.287986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:54.559907Z","time spent":"728.069839ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-hzjjg\" "} {"level":"info","ts":"2026-05-19T03:09:55.287972Z","caller":"traceutil/trace.go:171","msg":"trace[801553228] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:5085; }","duration":"847.177749ms","start":"2026-05-19T03:09:54.440775Z","end":"2026-05-19T03:09:55.287953Z","steps":["trace[801553228] 'agreement among raft nodes before linearized reading' (duration: 847.041954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.287571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:54.095596Z","time spent":"1.19188069s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:09:55.288035Z","caller":"traceutil/trace.go:171","msg":"trace[2135584656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5085; }","duration":"735.394787ms","start":"2026-05-19T03:09:54.552622Z","end":"2026-05-19T03:09:55.288017Z","steps":["trace[2135584656] 'agreement among raft nodes before linearized reading' (duration: 735.16583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.288041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:54.440746Z","time spent":"847.285931ms","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-05-19T03:09:55.288071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:54.5526Z","time spent":"735.464729ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:09:55.287854Z","caller":"traceutil/trace.go:171","msg":"trace[486228258] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5085; }","duration":"1.285208917s","start":"2026-05-19T03:09:54.002631Z","end":"2026-05-19T03:09:55.287839Z","steps":["trace[486228258] 'agreement among raft nodes before linearized reading' (duration: 1.284801896s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.287651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368220449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39e39a82-04f4-4108-8e12-fc7d5f7f84a6\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-19T03:09:55.287697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.413587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-19T03:09:55.288112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:54.0026Z","time spent":"1.285503845s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16202,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-19T03:09:55.288132Z","caller":"traceutil/trace.go:171","msg":"trace[1289701303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5085; }","duration":"721.86514ms","start":"2026-05-19T03:09:54.566255Z","end":"2026-05-19T03:09:55.288121Z","steps":["trace[1289701303] 'agreement among raft nodes before linearized reading' (duration: 721.363836ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:55.28815Z","caller":"traceutil/trace.go:171","msg":"trace[1939282785] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-39e39a82-04f4-4108-8e12-fc7d5f7f84a6; range_end:; response_count:1; response_revision:5085; }","duration":"1.368803014s","start":"2026-05-19T03:09:53.919331Z","end":"2026-05-19T03:09:55.288134Z","steps":["trace[1939282785] 'agreement among raft nodes before linearized reading' (duration: 1.368078355s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.288164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:54.566245Z","time spent":"721.911271ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:09:55.288194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:53.919301Z","time spent":"1.368882036s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39e39a82-04f4-4108-8e12-fc7d5f7f84a6\" "} {"level":"warn","ts":"2026-05-19T03:09:55.287788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.741289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:09:55.287706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.687938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:09:55.288251Z","caller":"traceutil/trace.go:171","msg":"trace[91469856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5085; }","duration":"823.229203ms","start":"2026-05-19T03:09:54.465012Z","end":"2026-05-19T03:09:55.288241Z","steps":["trace[91469856] 'agreement among raft nodes before linearized reading' (duration: 822.75413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.287726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.923241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-19T03:09:55.288278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:54.464997Z","time spent":"823.274334ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:09:55.288285Z","caller":"traceutil/trace.go:171","msg":"trace[2015993766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5085; }","duration":"731.482586ms","start":"2026-05-19T03:09:54.556794Z","end":"2026-05-19T03:09:55.288276Z","steps":["trace[2015993766] 'agreement among raft nodes before linearized reading' (duration: 730.832058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.288313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:54.556739Z","time spent":"731.56749ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:09:55.288313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.145394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-19T03:09:55.288375Z","caller":"traceutil/trace.go:171","msg":"trace[1698345688] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5085; }","duration":"593.237616ms","start":"2026-05-19T03:09:54.695121Z","end":"2026-05-19T03:09:55.288359Z","steps":["trace[1698345688] 'agreement among raft nodes before linearized reading' (duration: 592.474856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.28841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:54.695091Z","time spent":"593.310108ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-05-19T03:09:55.288385Z","caller":"traceutil/trace.go:171","msg":"trace[1148744598] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5085; }","duration":"633.343446ms","start":"2026-05-19T03:09:54.654967Z","end":"2026-05-19T03:09:55.28831Z","steps":["trace[1148744598] 'agreement among raft nodes before linearized reading' (duration: 632.634997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.287535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:53.873561Z","time spent":"1.413862621s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:09:55.287987Z","caller":"traceutil/trace.go:171","msg":"trace[473693715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5085; }","duration":"723.685786ms","start":"2026-05-19T03:09:54.564291Z","end":"2026-05-19T03:09:55.287977Z","steps":["trace[473693715] 'agreement among raft nodes before linearized reading' (duration: 723.243534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.288534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:54.654937Z","time spent":"633.537521ms","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":27,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:09:55.288545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:54.564269Z","time spent":"724.266071ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:09:55.635536Z","caller":"traceutil/trace.go:171","msg":"trace[1123073601] linearizableReadLoop","detail":"{readStateIndex:5289; appliedIndex:5288; }","duration":"224.930658ms","start":"2026-05-19T03:09:55.410574Z","end":"2026-05-19T03:09:55.635504Z","steps":["trace[1123073601] 'read index received' (duration: 224.608399ms)","trace[1123073601] 'applied index is now lower than readState.Index' (duration: 321.049µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:55.63562Z","caller":"traceutil/trace.go:171","msg":"trace[1707511428] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"234.896283ms","start":"2026-05-19T03:09:55.400671Z","end":"2026-05-19T03:09:55.635567Z","steps":["trace[1707511428] 'process raft request' (duration: 234.615295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.635809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.200804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T03:09:55.63581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.540025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:55.635863Z","caller":"traceutil/trace.go:171","msg":"trace[1643485872] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5093; }","duration":"225.342859ms","start":"2026-05-19T03:09:55.410506Z","end":"2026-05-19T03:09:55.635849Z","steps":["trace[1643485872] 'agreement among raft nodes before linearized reading' (duration: 225.166064ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:55.635882Z","caller":"traceutil/trace.go:171","msg":"trace[679640565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5093; }","duration":"169.664688ms","start":"2026-05-19T03:09:55.466197Z","end":"2026-05-19T03:09:55.635862Z","steps":["trace[679640565] 'agreement among raft nodes before linearized reading' (duration: 169.557945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.98534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.733534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:09:55.985502Z","caller":"traceutil/trace.go:171","msg":"trace[1822826326] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"310.497394ms","start":"2026-05-19T03:09:55.674976Z","end":"2026-05-19T03:09:55.985473Z","steps":["trace[1822826326] 'process raft request' (duration: 81.538914ms)","trace[1822826326] 'compare' (duration: 228.332914ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:55.985583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.674944Z","time spent":"310.603418ms","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:09:55.98612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.910266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T03:09:55.986204Z","caller":"traceutil/trace.go:171","msg":"trace[925123587] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5093; }","duration":"313.04404ms","start":"2026-05-19T03:09:55.673141Z","end":"2026-05-19T03:09:55.986185Z","steps":["trace[925123587] 'range keys from in-memory index tree' (duration: 311.684275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.986289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.673097Z","time spent":"313.179193ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:09:56.489026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755517258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:09:56.656197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.991889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:09:56.656305Z","caller":"traceutil/trace.go:171","msg":"trace[1364707053] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"952.315859ms","start":"2026-05-19T03:09:55.703969Z","end":"2026-05-19T03:09:56.656284Z","steps":["trace[1364707053] 'process raft request' (duration: 836.158225ms)","trace[1364707053] 'compare' (duration: 115.444846ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:56.656684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.703937Z","time spent":"952.681347ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:09:57.506907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.288127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:09:57.507227Z","caller":"traceutil/trace.go:171","msg":"trace[209989439] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"774.339827ms","start":"2026-05-19T03:09:56.732858Z","end":"2026-05-19T03:09:57.507198Z","steps":["trace[209989439] 'process raft request' (duration: 774.205654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.507362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:56.732805Z","time spent":"774.47648ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:09:57.507363Z","caller":"traceutil/trace.go:171","msg":"trace[159063603] linearizableReadLoop","detail":"{readStateIndex:5292; appliedIndex:5290; }","duration":"1.519255588s","start":"2026-05-19T03:09:55.988068Z","end":"2026-05-19T03:09:57.507324Z","steps":["trace[159063603] 'read index received' (duration: 552.094939ms)","trace[159063603] 'applied index is now lower than readState.Index' (duration: 967.157859ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:57.50748Z","caller":"traceutil/trace.go:171","msg":"trace[872283787] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"1.517250377s","start":"2026-05-19T03:09:55.990214Z","end":"2026-05-19T03:09:57.507465Z","steps":["trace[872283787] 'process raft request' (duration: 939.247452ms)","trace[872283787] 'compare' (duration: 576.856695ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:57.507584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.990198Z","time spent":"1.517305009s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:09:57.507774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51968083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16179"} {"level":"info","ts":"2026-05-19T03:09:57.507853Z","caller":"traceutil/trace.go:171","msg":"trace[2128574113] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5097; }","duration":"1.519811933s","start":"2026-05-19T03:09:55.988022Z","end":"2026-05-19T03:09:57.507834Z","steps":["trace[2128574113] 'agreement among raft nodes before linearized reading' (duration: 1.519489495s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.507905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.988002Z","time spent":"1.519894645s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16202,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T03:09:57.755656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064444438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:09:57.755714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.2962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T03:09:57.755743Z","caller":"traceutil/trace.go:171","msg":"trace[152181713] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5098; }","duration":"1.064600051s","start":"2026-05-19T03:09:56.691128Z","end":"2026-05-19T03:09:57.755728Z","steps":["trace[152181713] 'agreement among raft nodes before linearized reading' (duration: 1.064418437s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.755769Z","caller":"traceutil/trace.go:171","msg":"trace[1883139110] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5098; }","duration":"451.367922ms","start":"2026-05-19T03:09:57.304383Z","end":"2026-05-19T03:09:57.755751Z","steps":["trace[1883139110] 'agreement among raft nodes before linearized reading' (duration: 451.138816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.75579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:56.691109Z","time spent":"1.064668213s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:09:57.755804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.304376Z","time spent":"451.420043ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:09:57.755837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.323051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T03:09:57.755932Z","caller":"traceutil/trace.go:171","msg":"trace[1431795586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5098; }","duration":"386.472475ms","start":"2026-05-19T03:09:57.369438Z","end":"2026-05-19T03:09:57.755911Z","steps":["trace[1431795586] 'agreement among raft nodes before linearized reading' (duration: 386.151737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.755982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.369414Z","time spent":"386.559008ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:09:57.756014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.002535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-19T03:09:57.756104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.161833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:09:57.756184Z","caller":"traceutil/trace.go:171","msg":"trace[904993122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5098; }","duration":"452.261806ms","start":"2026-05-19T03:09:57.303911Z","end":"2026-05-19T03:09:57.756172Z","steps":["trace[904993122] 'agreement among raft nodes before linearized reading' (duration: 452.111442ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.756175Z","caller":"traceutil/trace.go:171","msg":"trace[748751126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5098; }","duration":"404.188171ms","start":"2026-05-19T03:09:57.351915Z","end":"2026-05-19T03:09:57.756103Z","steps":["trace[748751126] 'agreement among raft nodes before linearized reading' (duration: 403.750089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.756213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.303899Z","time spent":"452.307337ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:09:57.756248Z","caller":"traceutil/trace.go:171","msg":"trace[542223442] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"462.340444ms","start":"2026-05-19T03:09:57.293892Z","end":"2026-05-19T03:09:57.756233Z","steps":["trace[542223442] 'process raft request' (duration: 461.364028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.756257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.3519Z","time spent":"404.340325ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:09:57.756249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.448945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-19T03:09:57.756312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.229909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:09:57.756362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462788239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39e39a82-04f4-4108-8e12-fc7d5f7f84a6\" ","response":"range_response_count:1 size:3715"} {"level":"warn","ts":"2026-05-19T03:09:57.756364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.293868Z","time spent":"462.415396ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:09:57.756371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.558745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-19T03:09:57.7564Z","caller":"traceutil/trace.go:171","msg":"trace[1362837957] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-39e39a82-04f4-4108-8e12-fc7d5f7f84a6; range_end:; response_count:1; response_revision:5098; }","duration":"1.462869751s","start":"2026-05-19T03:09:56.29352Z","end":"2026-05-19T03:09:57.756389Z","steps":["trace[1362837957] 'agreement among raft nodes before linearized reading' (duration: 1.462773779s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.756405Z","caller":"traceutil/trace.go:171","msg":"trace[1920350922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5098; }","duration":"812.384223ms","start":"2026-05-19T03:09:56.944Z","end":"2026-05-19T03:09:57.756385Z","steps":["trace[1920350922] 'agreement among raft nodes before linearized reading' (duration: 812.187418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.756414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290973716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:09:57.75643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:56.293503Z","time spent":"1.462921302s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3738,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39e39a82-04f4-4108-8e12-fc7d5f7f84a6\" "} {"level":"info","ts":"2026-05-19T03:09:57.756345Z","caller":"traceutil/trace.go:171","msg":"trace[103624908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5098; }","duration":"451.577919ms","start":"2026-05-19T03:09:57.304744Z","end":"2026-05-19T03:09:57.756322Z","steps":["trace[103624908] 'agreement among raft nodes before linearized reading' (duration: 451.188598ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.756442Z","caller":"traceutil/trace.go:171","msg":"trace[1555544367] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:5098; }","duration":"454.678158ms","start":"2026-05-19T03:09:57.301744Z","end":"2026-05-19T03:09:57.756422Z","steps":["trace[1555544367] 'agreement among raft nodes before linearized reading' (duration: 454.490623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.756448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671736355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126456"} {"level":"warn","ts":"2026-05-19T03:09:57.756476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:56.943979Z","time spent":"812.468166ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:09:57.756486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.301718Z","time spent":"454.75997ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-hzjjg\" "} {"level":"warn","ts":"2026-05-19T03:09:57.756499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.304735Z","time spent":"451.742853ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:09:57.756512Z","caller":"traceutil/trace.go:171","msg":"trace[744066897] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5098; }","duration":"1.671831527s","start":"2026-05-19T03:09:56.084661Z","end":"2026-05-19T03:09:57.756492Z","steps":["trace[744066897] 'agreement among raft nodes before linearized reading' (duration: 1.671655562s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.75625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.038788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-19T03:09:57.755492Z","caller":"traceutil/trace.go:171","msg":"trace[5736354] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5293; }","duration":"248.03619ms","start":"2026-05-19T03:09:57.507425Z","end":"2026-05-19T03:09:57.755462Z","steps":["trace[5736354] 'read index received' (duration: 247.794754ms)","trace[5736354] 'applied index is now lower than readState.Index' (duration: 240.246µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:57.756557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:56.084621Z","time spent":"1.671927819s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126479,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-19T03:09:57.756583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678158539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-19T03:09:57.756582Z","caller":"traceutil/trace.go:171","msg":"trace[1355245097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5098; }","duration":"404.404947ms","start":"2026-05-19T03:09:57.352162Z","end":"2026-05-19T03:09:57.756567Z","steps":["trace[1355245097] 'agreement among raft nodes before linearized reading' (duration: 403.818602ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.756619Z","caller":"traceutil/trace.go:171","msg":"trace[1462712074] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5098; }","duration":"1.678242122s","start":"2026-05-19T03:09:56.078366Z","end":"2026-05-19T03:09:57.756608Z","steps":["trace[1462712074] 'agreement among raft nodes before linearized reading' (duration: 1.67817017s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.75664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.352158Z","time spent":"404.464728ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:09:57.756447Z","caller":"traceutil/trace.go:171","msg":"trace[653805092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5098; }","duration":"1.291065067s","start":"2026-05-19T03:09:56.465372Z","end":"2026-05-19T03:09:57.756437Z","steps":["trace[653805092] 'agreement among raft nodes before linearized reading' (duration: 1.291008416s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.756711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:56.465325Z","time spent":"1.291371886s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:09:57.75665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:56.078341Z","time spent":"1.678302603s","remote":"127.0.0.1:34538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-19T03:09:57.765128Z","caller":"traceutil/trace.go:171","msg":"trace[955086527] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"251.623303ms","start":"2026-05-19T03:09:57.513475Z","end":"2026-05-19T03:09:57.765098Z","steps":["trace[955086527] 'process raft request' (duration: 251.439068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.765219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.496482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:57.765269Z","caller":"traceutil/trace.go:171","msg":"trace[2067846670] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5099; }","duration":"197.596315ms","start":"2026-05-19T03:09:57.56766Z","end":"2026-05-19T03:09:57.765256Z","steps":["trace[2067846670] 'agreement among raft nodes before linearized reading' (duration: 197.450461ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:59.516308Z","caller":"traceutil/trace.go:171","msg":"trace[1917487957] linearizableReadLoop","detail":"{readStateIndex:5333; appliedIndex:5332; }","duration":"373.701648ms","start":"2026-05-19T03:09:59.142588Z","end":"2026-05-19T03:09:59.51629Z","steps":["trace[1917487957] 'read index received' (duration: 373.514873ms)","trace[1917487957] 'applied index is now lower than readState.Index' (duration: 186.145µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:59.516356Z","caller":"traceutil/trace.go:171","msg":"trace[1727485935] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"399.895181ms","start":"2026-05-19T03:09:59.116428Z","end":"2026-05-19T03:09:59.516323Z","steps":["trace[1727485935] 'process raft request' (duration: 399.739837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:59.516481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:59.116397Z","time spent":"400.015654ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:09:59.516797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.212611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778925"} {"level":"info","ts":"2026-05-19T03:09:59.516825Z","caller":"traceutil/trace.go:171","msg":"trace[1550893697] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5136; }","duration":"374.319074ms","start":"2026-05-19T03:09:59.1425Z","end":"2026-05-19T03:09:59.516819Z","steps":["trace[1550893697] 'agreement among raft nodes before linearized reading' (duration: 373.902444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:59.516955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:59.142465Z","time spent":"374.482379ms","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":778948,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-05-19T03:10:06.088169Z","caller":"traceutil/trace.go:171","msg":"trace[1988425355] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"121.398978ms","start":"2026-05-19T03:10:05.966738Z","end":"2026-05-19T03:10:06.088137Z","steps":["trace[1988425355] 'process raft request' (duration: 94.270551ms)","trace[1988425355] 'compare' (duration: 26.936622ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:10:06.088411Z","caller":"traceutil/trace.go:171","msg":"trace[801153769] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"121.313495ms","start":"2026-05-19T03:10:05.967071Z","end":"2026-05-19T03:10:06.088384Z","steps":["trace[801153769] 'process raft request' (duration: 120.991007ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:06.088576Z","caller":"traceutil/trace.go:171","msg":"trace[562294832] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"121.031578ms","start":"2026-05-19T03:10:05.967453Z","end":"2026-05-19T03:10:06.088484Z","steps":["trace[562294832] 'process raft request' (duration: 120.838023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:06.946555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.224957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16557"} {"level":"info","ts":"2026-05-19T03:10:06.946646Z","caller":"traceutil/trace.go:171","msg":"trace[108306820] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5284; }","duration":"127.389641ms","start":"2026-05-19T03:10:06.819234Z","end":"2026-05-19T03:10:06.946624Z","steps":["trace[108306820] 'range keys from in-memory index tree' (duration: 127.017042ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:06.947587Z","caller":"traceutil/trace.go:171","msg":"trace[615469853] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"125.872363ms","start":"2026-05-19T03:10:06.821668Z","end":"2026-05-19T03:10:06.94754Z","steps":["trace[615469853] 'process raft request' (duration: 125.720939ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:07.691949Z","caller":"traceutil/trace.go:171","msg":"trace[1812037839] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"462.346084ms","start":"2026-05-19T03:10:07.229576Z","end":"2026-05-19T03:10:07.691922Z","steps":["trace[1812037839] 'process raft request' (duration: 462.140159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:07.692119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:07.22955Z","time spent":"462.483548ms","remote":"127.0.0.1:34746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:10:07.698333Z","caller":"traceutil/trace.go:171","msg":"trace[1836618843] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"468.314818ms","start":"2026-05-19T03:10:07.229986Z","end":"2026-05-19T03:10:07.698301Z","steps":["trace[1836618843] 'process raft request' (duration: 468.210866ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:07.698339Z","caller":"traceutil/trace.go:171","msg":"trace[687416156] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"468.333149ms","start":"2026-05-19T03:10:07.229975Z","end":"2026-05-19T03:10:07.698308Z","steps":["trace[687416156] 'process raft request' (duration: 468.052671ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:07.698483Z","caller":"traceutil/trace.go:171","msg":"trace[713804717] linearizableReadLoop","detail":"{readStateIndex:5489; appliedIndex:5486; }","duration":"300.891369ms","start":"2026-05-19T03:10:07.397574Z","end":"2026-05-19T03:10:07.698465Z","steps":["trace[713804717] 'read index received' (duration: 294.314719ms)","trace[713804717] 'applied index is now lower than readState.Index' (duration: 6.57546ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:10:07.698551Z","caller":"traceutil/trace.go:171","msg":"trace[2009107314] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"121.48568ms","start":"2026-05-19T03:10:07.577051Z","end":"2026-05-19T03:10:07.698537Z","steps":["trace[2009107314] 'process raft request' (duration: 121.187243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:07.698718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:07.229956Z","time spent":"468.682498ms","remote":"127.0.0.1:34746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1623,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:10:07.698882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.251057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:368403"} {"level":"info","ts":"2026-05-19T03:10:07.698989Z","caller":"traceutil/trace.go:171","msg":"trace[1720354653] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:5290; }","duration":"301.441502ms","start":"2026-05-19T03:10:07.397518Z","end":"2026-05-19T03:10:07.698959Z","steps":["trace[1720354653] 'agreement among raft nodes before linearized reading' (duration: 301.027032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:07.699053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:07.397495Z","time spent":"301.538245ms","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":9,"response size":368426,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-19T03:10:07.699074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:07.22997Z","time spent":"468.445861ms","remote":"127.0.0.1:34746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:10:08.017974Z","caller":"traceutil/trace.go:171","msg":"trace[973622992] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"102.922134ms","start":"2026-05-19T03:10:07.915031Z","end":"2026-05-19T03:10:08.017953Z","steps":["trace[973622992] 'process raft request' (duration: 102.75974ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:08.019651Z","caller":"traceutil/trace.go:171","msg":"trace[2083694032] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"103.426216ms","start":"2026-05-19T03:10:07.91619Z","end":"2026-05-19T03:10:08.019616Z","steps":["trace[2083694032] 'process raft request' (duration: 103.322683ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:08.019846Z","caller":"traceutil/trace.go:171","msg":"trace[1211085095] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"103.343194ms","start":"2026-05-19T03:10:07.916482Z","end":"2026-05-19T03:10:08.019825Z","steps":["trace[1211085095] 'process raft request' (duration: 103.083618ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:08.019938Z","caller":"traceutil/trace.go:171","msg":"trace[1676422801] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"102.245255ms","start":"2026-05-19T03:10:07.917669Z","end":"2026-05-19T03:10:08.019914Z","steps":["trace[1676422801] 'process raft request' (duration: 102.093742ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:08.020351Z","caller":"traceutil/trace.go:171","msg":"trace[1271207640] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"104.814642ms","start":"2026-05-19T03:10:07.915522Z","end":"2026-05-19T03:10:08.020337Z","steps":["trace[1271207640] 'process raft request' (duration: 103.800035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:09.583924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.019228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:10:09.58403Z","caller":"traceutil/trace.go:171","msg":"trace[1777663143] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5332; }","duration":"186.180742ms","start":"2026-05-19T03:10:09.397827Z","end":"2026-05-19T03:10:09.584008Z","steps":["trace[1777663143] 'count revisions from in-memory index tree' (duration: 185.841644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:09.584114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.361753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:10:09.584185Z","caller":"traceutil/trace.go:171","msg":"trace[767896078] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5332; }","duration":"342.457385ms","start":"2026-05-19T03:10:09.24171Z","end":"2026-05-19T03:10:09.584167Z","steps":["trace[767896078] 'count revisions from in-memory index tree' (duration: 342.227519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:09.584214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:09.241624Z","time spent":"342.583539ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:10:09.584378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.261389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-54f7fd4b44-dchw7\" ","response":"range_response_count:1 size:11845"} {"level":"info","ts":"2026-05-19T03:10:09.584468Z","caller":"traceutil/trace.go:171","msg":"trace[1175438699] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-54f7fd4b44-dchw7; range_end:; response_count:1; response_revision:5332; }","duration":"449.427392ms","start":"2026-05-19T03:10:09.135018Z","end":"2026-05-19T03:10:09.584446Z","steps":["trace[1175438699] 'range keys from in-memory index tree' (duration: 448.99259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:09.584508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:09.134979Z","time spent":"449.519445ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11868,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-54f7fd4b44-dchw7\" "} {"level":"info","ts":"2026-05-19T03:10:09.781219Z","caller":"traceutil/trace.go:171","msg":"trace[9187046] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"185.256628ms","start":"2026-05-19T03:10:09.595925Z","end":"2026-05-19T03:10:09.781182Z","steps":["trace[9187046] 'process raft request' (duration: 184.999441ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:18.233724Z","caller":"traceutil/trace.go:171","msg":"trace[683509286] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"105.467248ms","start":"2026-05-19T03:10:18.128233Z","end":"2026-05-19T03:10:18.2337Z","steps":["trace[683509286] 'process raft request' (duration: 104.995816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:18.727217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.18307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:10:18.727304Z","caller":"traceutil/trace.go:171","msg":"trace[512135758] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"487.872341ms","start":"2026-05-19T03:10:18.239416Z","end":"2026-05-19T03:10:18.727288Z","steps":["trace[512135758] 'process raft request' (duration: 136.556317ms)","trace[512135758] 'compare' (duration: 351.005215ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:10:18.727347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:18.239399Z","time spent":"487.928582ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:10:18.752384Z","caller":"traceutil/trace.go:171","msg":"trace[2087656061] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"512.851562ms","start":"2026-05-19T03:10:18.239508Z","end":"2026-05-19T03:10:18.752359Z","steps":["trace[2087656061] 'process raft request' (duration: 512.689597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:18.752548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:18.23949Z","time spent":"512.961315ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:10:18.752771Z","caller":"traceutil/trace.go:171","msg":"trace[1841183706] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"513.194271ms","start":"2026-05-19T03:10:18.239523Z","end":"2026-05-19T03:10:18.752717Z","steps":["trace[1841183706] 'process raft request' (duration: 512.801871ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:18.75278Z","caller":"traceutil/trace.go:171","msg":"trace[283358932] linearizableReadLoop","detail":"{readStateIndex:5714; appliedIndex:5710; }","duration":"512.563543ms","start":"2026-05-19T03:10:18.240181Z","end":"2026-05-19T03:10:18.752745Z","steps":["trace[283358932] 'read index received' (duration: 135.817507ms)","trace[283358932] 'applied index is now lower than readState.Index' (duration: 376.744526ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:10:18.752823Z","caller":"traceutil/trace.go:171","msg":"trace[1058591826] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"512.732878ms","start":"2026-05-19T03:10:18.240054Z","end":"2026-05-19T03:10:18.752787Z","steps":["trace[1058591826] 'process raft request' (duration: 512.540244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:18.752891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:18.239485Z","time spent":"513.350905ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:10:18.752958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:18.24004Z","time spent":"512.857411ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:10:18.753078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.701874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:10:18.753124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.926264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17883"} {"level":"info","ts":"2026-05-19T03:10:18.753173Z","caller":"traceutil/trace.go:171","msg":"trace[849095940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5510; }","duration":"286.886499ms","start":"2026-05-19T03:10:18.466265Z","end":"2026-05-19T03:10:18.753151Z","steps":["trace[849095940] 'agreement among raft nodes before linearized reading' (duration: 286.714834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:18.75314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.814208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-19T03:10:18.753234Z","caller":"traceutil/trace.go:171","msg":"trace[2061966008] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5510; }","duration":"513.053396ms","start":"2026-05-19T03:10:18.240158Z","end":"2026-05-19T03:10:18.753212Z","steps":["trace[2061966008] 'agreement among raft nodes before linearized reading' (duration: 512.746639ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:18.753295Z","caller":"traceutil/trace.go:171","msg":"trace[672814205] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94; range_end:; response_count:1; response_revision:5510; }","duration":"509.030574ms","start":"2026-05-19T03:10:18.244251Z","end":"2026-05-19T03:10:18.753282Z","steps":["trace[672814205] 'agreement among raft nodes before linearized reading' (duration: 508.691765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:18.75334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:18.24424Z","time spent":"509.089475ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94\" "} {"level":"warn","ts":"2026-05-19T03:10:18.753337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:18.240147Z","time spent":"513.174429ms","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17906,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T03:10:19.267906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.295641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-19T03:10:19.267997Z","caller":"traceutil/trace.go:171","msg":"trace[1439519444] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94; range_end:; response_count:1; response_revision:5511; }","duration":"305.447605ms","start":"2026-05-19T03:10:18.962527Z","end":"2026-05-19T03:10:19.267974Z","steps":["trace[1439519444] 'range keys from in-memory index tree' (duration: 305.058714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:19.268064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:18.962505Z","time spent":"305.541637ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94\" "} {"level":"warn","ts":"2026-05-19T03:10:19.268131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.314725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T03:10:19.268215Z","caller":"traceutil/trace.go:171","msg":"trace[1231412897] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5511; }","duration":"441.470789ms","start":"2026-05-19T03:10:18.826723Z","end":"2026-05-19T03:10:19.268193Z","steps":["trace[1231412897] 'range keys from in-memory index tree' (duration: 440.818981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:19.268452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:18.826692Z","time spent":"441.750456ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T03:10:20.189361Z","caller":"traceutil/trace.go:171","msg":"trace[320314257] linearizableReadLoop","detail":"{readStateIndex:5724; appliedIndex:5723; }","duration":"357.744977ms","start":"2026-05-19T03:10:19.83159Z","end":"2026-05-19T03:10:20.189335Z","steps":["trace[320314257] 'read index received' (duration: 357.529572ms)","trace[320314257] 'applied index is now lower than readState.Index' (duration: 214.295µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:10:20.189457Z","caller":"traceutil/trace.go:171","msg":"trace[19898746] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"372.272661ms","start":"2026-05-19T03:10:19.817158Z","end":"2026-05-19T03:10:20.18943Z","steps":["trace[19898746] 'process raft request' (duration: 372.007104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:20.189577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.967584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T03:10:20.189603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:19.817135Z","time spent":"372.395064ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:10:20.189624Z","caller":"traceutil/trace.go:171","msg":"trace[1258181592] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5520; }","duration":"358.069956ms","start":"2026-05-19T03:10:19.831544Z","end":"2026-05-19T03:10:20.189614Z","steps":["trace[1258181592] 'agreement among raft nodes before linearized reading' (duration: 357.900462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:20.18966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:19.831525Z","time spent":"358.125288ms","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:10:20.243724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.976471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-05-19T03:10:20.243784Z","caller":"traceutil/trace.go:171","msg":"trace[57084160] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94; range_end:; response_count:1; response_revision:5521; }","duration":"266.065233ms","start":"2026-05-19T03:10:19.977704Z","end":"2026-05-19T03:10:20.243769Z","steps":["trace[57084160] 'agreement among raft nodes before linearized reading' (duration: 265.882109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:20.243811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.970802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T03:10:20.243859Z","caller":"traceutil/trace.go:171","msg":"trace[514572462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5521; }","duration":"268.064474ms","start":"2026-05-19T03:10:19.975782Z","end":"2026-05-19T03:10:20.243847Z","steps":["trace[514572462] 'agreement among raft nodes before linearized reading' (duration: 267.943731ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:20.244042Z","caller":"traceutil/trace.go:171","msg":"trace[1118651864] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"344.708143ms","start":"2026-05-19T03:10:19.899316Z","end":"2026-05-19T03:10:20.244024Z","steps":["trace[1118651864] 'process raft request' (duration: 344.127518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:20.244229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.722849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-19T03:10:20.244459Z","caller":"traceutil/trace.go:171","msg":"trace[798815137] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:5521; }","duration":"257.953655ms","start":"2026-05-19T03:10:19.986496Z","end":"2026-05-19T03:10:20.24445Z","steps":["trace[798815137] 'agreement among raft nodes before linearized reading' (duration: 257.670017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:20.244468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:19.899279Z","time spent":"344.804385ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:10:29.927515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.141314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:10:29.927699Z","caller":"traceutil/trace.go:171","msg":"trace[322486766] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5658; }","duration":"198.392681ms","start":"2026-05-19T03:10:29.729286Z","end":"2026-05-19T03:10:29.927678Z","steps":["trace[322486766] 'count revisions from in-memory index tree' (duration: 198.017212ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:30.506286Z","caller":"traceutil/trace.go:171","msg":"trace[1746100968] linearizableReadLoop","detail":"{readStateIndex:5868; appliedIndex:5867; }","duration":"390.041759ms","start":"2026-05-19T03:10:30.116218Z","end":"2026-05-19T03:10:30.50626Z","steps":["trace[1746100968] 'read index received' (duration: 389.912495ms)","trace[1746100968] 'applied index is now lower than readState.Index' (duration: 127.684µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:10:30.50637Z","caller":"traceutil/trace.go:171","msg":"trace[1066000869] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"403.162945ms","start":"2026-05-19T03:10:30.103183Z","end":"2026-05-19T03:10:30.506346Z","steps":["trace[1066000869] 'process raft request' (duration: 402.890348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:30.506483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:30.103143Z","time spent":"403.273058ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:10:30.506508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.283444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-19T03:10:30.506549Z","caller":"traceutil/trace.go:171","msg":"trace[530729262] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5659; }","duration":"390.336396ms","start":"2026-05-19T03:10:30.116198Z","end":"2026-05-19T03:10:30.506535Z","steps":["trace[530729262] 'agreement among raft nodes before linearized reading' (duration: 390.184862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:30.506591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:30.116123Z","time spent":"390.458759ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-19T03:10:30.701066Z","caller":"traceutil/trace.go:171","msg":"trace[1821407952] linearizableReadLoop","detail":"{readStateIndex:5870; appliedIndex:5868; }","duration":"194.670826ms","start":"2026-05-19T03:10:30.50636Z","end":"2026-05-19T03:10:30.701031Z","steps":["trace[1821407952] 'read index received' (duration: 142.564101ms)","trace[1821407952] 'applied index is now lower than readState.Index' (duration: 52.105015ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:10:30.701112Z","caller":"traceutil/trace.go:171","msg":"trace[1412746343] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"473.006823ms","start":"2026-05-19T03:10:30.228033Z","end":"2026-05-19T03:10:30.70104Z","steps":["trace[1412746343] 'process raft request' (duration: 420.897618ms)","trace[1412746343] 'compare' (duration: 51.582642ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:10:30.701685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:30.228009Z","time spent":"473.574458ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:10:30.701139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.115156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:10:30.702015Z","caller":"traceutil/trace.go:171","msg":"trace[1655820999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5661; }","duration":"237.04046ms","start":"2026-05-19T03:10:30.46494Z","end":"2026-05-19T03:10:30.70198Z","steps":["trace[1655820999] 'agreement among raft nodes before linearized reading' (duration: 236.119057ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:30.701208Z","caller":"traceutil/trace.go:171","msg":"trace[927909294] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"416.159998ms","start":"2026-05-19T03:10:30.285022Z","end":"2026-05-19T03:10:30.701182Z","steps":["trace[927909294] 'process raft request' (duration: 415.925152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:30.701308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.456766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-19T03:10:30.702224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:30.285001Z","time spent":"417.151063ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:10:30.702274Z","caller":"traceutil/trace.go:171","msg":"trace[419517621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5661; }","duration":"410.436621ms","start":"2026-05-19T03:10:30.291809Z","end":"2026-05-19T03:10:30.702246Z","steps":["trace[419517621] 'agreement among raft nodes before linearized reading' (duration: 409.396445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:30.701381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.196009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-19T03:10:30.702342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:30.291794Z","time spent":"410.529393ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:10:30.701493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.546981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-19T03:10:30.702499Z","caller":"traceutil/trace.go:171","msg":"trace[1252157696] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:5661; }","duration":"407.584427ms","start":"2026-05-19T03:10:30.2949Z","end":"2026-05-19T03:10:30.702485Z","steps":["trace[1252157696] 'agreement among raft nodes before linearized reading' (duration: 406.292494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:30.702538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:30.294889Z","time spent":"407.639329ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-hzjjg\" "} {"level":"info","ts":"2026-05-19T03:10:30.702453Z","caller":"traceutil/trace.go:171","msg":"trace[577729867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5661; }","duration":"410.240795ms","start":"2026-05-19T03:10:30.292149Z","end":"2026-05-19T03:10:30.70239Z","steps":["trace[577729867] 'agreement among raft nodes before linearized reading' (duration: 409.052915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:30.702671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:30.292122Z","time spent":"410.479922ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:10:30.721098Z","caller":"traceutil/trace.go:171","msg":"trace[1150501445] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"206.930589ms","start":"2026-05-19T03:10:30.514147Z","end":"2026-05-19T03:10:30.721077Z","steps":["trace[1150501445] 'process raft request' (duration: 206.328654ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:30.721463Z","caller":"traceutil/trace.go:171","msg":"trace[1740589320] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"207.095623ms","start":"2026-05-19T03:10:30.514342Z","end":"2026-05-19T03:10:30.721438Z","steps":["trace[1740589320] 'process raft request' (duration: 206.58606ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:30.721587Z","caller":"traceutil/trace.go:171","msg":"trace[2101675011] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"203.178363ms","start":"2026-05-19T03:10:30.518391Z","end":"2026-05-19T03:10:30.721569Z","steps":["trace[2101675011] 'process raft request' (duration: 202.937637ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:30.721785Z","caller":"traceutil/trace.go:171","msg":"trace[318077781] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"203.223824ms","start":"2026-05-19T03:10:30.518549Z","end":"2026-05-19T03:10:30.721773Z","steps":["trace[318077781] 'process raft request' (duration: 202.832904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:30.722103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.85499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-19T03:10:30.722168Z","caller":"traceutil/trace.go:171","msg":"trace[963443800] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94; range_end:; response_count:1; response_revision:5665; }","duration":"210.953852ms","start":"2026-05-19T03:10:30.511194Z","end":"2026-05-19T03:10:30.722148Z","steps":["trace[963443800] 'agreement among raft nodes before linearized reading' (duration: 210.806729ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:54.710113Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2909} {"level":"info","ts":"2026-05-19T03:10:54.784639Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2909,"took":"73.050171ms","hash":1914707215,"current-db-size-bytes":55500800,"current-db-size":"56 MB","current-db-size-in-use-bytes":32522240,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-19T03:10:54.784711Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1914707215,"revision":2909,"compact-revision":-1} {"level":"info","ts":"2026-05-19T03:11:10.468053Z","caller":"traceutil/trace.go:171","msg":"trace[859193329] linearizableReadLoop","detail":"{readStateIndex:6229; appliedIndex:6228; }","duration":"109.104723ms","start":"2026-05-19T03:11:10.35891Z","end":"2026-05-19T03:11:10.468014Z","steps":["trace[859193329] 'read index received' (duration: 108.384335ms)","trace[859193329] 'applied index is now lower than readState.Index' (duration: 718.978µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:11:10.4717Z","caller":"traceutil/trace.go:171","msg":"trace[1011476692] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"114.81287ms","start":"2026-05-19T03:11:10.356863Z","end":"2026-05-19T03:11:10.471675Z","steps":["trace[1011476692] 'process raft request' (duration: 110.92723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:10.471828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.890432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:11:10.471943Z","caller":"traceutil/trace.go:171","msg":"trace[2146714608] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6009; }","duration":"113.091706ms","start":"2026-05-19T03:11:10.358827Z","end":"2026-05-19T03:11:10.471919Z","steps":["trace[2146714608] 'agreement among raft nodes before linearized reading' (duration: 112.869471ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:11:10.719676Z","caller":"traceutil/trace.go:171","msg":"trace[2104995298] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"111.839404ms","start":"2026-05-19T03:11:10.607806Z","end":"2026-05-19T03:11:10.719645Z","steps":["trace[2104995298] 'process raft request' (duration: 111.613348ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:11:11.168376Z","caller":"traceutil/trace.go:171","msg":"trace[501569233] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"306.785707ms","start":"2026-05-19T03:11:10.861562Z","end":"2026-05-19T03:11:11.168347Z","steps":["trace[501569233] 'process raft request' (duration: 306.641303ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:11:11.168452Z","caller":"traceutil/trace.go:171","msg":"trace[253411452] linearizableReadLoop","detail":"{readStateIndex:6232; appliedIndex:6232; }","duration":"179.317242ms","start":"2026-05-19T03:11:10.989117Z","end":"2026-05-19T03:11:11.168434Z","steps":["trace[253411452] 'read index received' (duration: 179.307662ms)","trace[253411452] 'applied index is now lower than readState.Index' (duration: 7.67µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:11:11.168553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:10.86153Z","time spent":"306.94216ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:11:11.168812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.699462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T03:11:11.168871Z","caller":"traceutil/trace.go:171","msg":"trace[537438609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6012; }","duration":"179.806885ms","start":"2026-05-19T03:11:10.989048Z","end":"2026-05-19T03:11:11.168855Z","steps":["trace[537438609] 'agreement among raft nodes before linearized reading' (duration: 179.472656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:11.525585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.137565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:11:11.525786Z","caller":"traceutil/trace.go:171","msg":"trace[1525720729] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"352.369834ms","start":"2026-05-19T03:11:11.173402Z","end":"2026-05-19T03:11:11.525772Z","steps":["trace[1525720729] 'process raft request' (duration: 352.291272ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:11:11.525844Z","caller":"traceutil/trace.go:171","msg":"trace[493840921] linearizableReadLoop","detail":"{readStateIndex:6233; appliedIndex:6232; }","duration":"357.335902ms","start":"2026-05-19T03:11:11.168492Z","end":"2026-05-19T03:11:11.525828Z","steps":["trace[493840921] 'read index received' (duration: 256.885009ms)","trace[493840921] 'applied index is now lower than readState.Index' (duration: 100.449433ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:11:11.52587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.17338Z","time spent":"352.451736ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:11:11.52579Z","caller":"traceutil/trace.go:171","msg":"trace[532269907] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"506.917622ms","start":"2026-05-19T03:11:11.018835Z","end":"2026-05-19T03:11:11.525753Z","steps":["trace[532269907] 'process raft request' (duration: 406.51789ms)","trace[532269907] 'compare' (duration: 99.969471ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:11:11.526099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.091704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-19T03:11:11.52619Z","caller":"traceutil/trace.go:171","msg":"trace[498972286] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6014; }","duration":"373.234398ms","start":"2026-05-19T03:11:11.152933Z","end":"2026-05-19T03:11:11.526168Z","steps":["trace[498972286] 'agreement among raft nodes before linearized reading' (duration: 372.983422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:11.526175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.018813Z","time spent":"507.27119ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:11:11.526247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.15291Z","time spent":"373.32241ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:11:11.526383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.770105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-19T03:11:11.526417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.265465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:6135"} {"level":"warn","ts":"2026-05-19T03:11:11.526422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.033743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-05-19T03:11:11.526452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.764307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T03:11:11.526502Z","caller":"traceutil/trace.go:171","msg":"trace[1517922451] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:6014; }","duration":"324.399108ms","start":"2026-05-19T03:11:11.20208Z","end":"2026-05-19T03:11:11.526479Z","steps":["trace[1517922451] 'agreement among raft nodes before linearized reading' (duration: 324.09549ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:11:11.526506Z","caller":"traceutil/trace.go:171","msg":"trace[1671952619] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6014; }","duration":"307.188227ms","start":"2026-05-19T03:11:11.219302Z","end":"2026-05-19T03:11:11.526491Z","steps":["trace[1671952619] 'agreement among raft nodes before linearized reading' (duration: 306.87775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:11.526551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.202061Z","time spent":"324.48158ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":6158,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"info","ts":"2026-05-19T03:11:11.526545Z","caller":"traceutil/trace.go:171","msg":"trace[108649217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6014; }","duration":"438.92091ms","start":"2026-05-19T03:11:11.087605Z","end":"2026-05-19T03:11:11.526526Z","steps":["trace[108649217] 'agreement among raft nodes before linearized reading' (duration: 438.627213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:11.526578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.225745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-19T03:11:11.526601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.08758Z","time spent":"439.008163ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:11:11.526644Z","caller":"traceutil/trace.go:171","msg":"trace[1817937649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6014; }","duration":"442.343558ms","start":"2026-05-19T03:11:11.084284Z","end":"2026-05-19T03:11:11.526627Z","steps":["trace[1817937649] 'agreement among raft nodes before linearized reading' (duration: 441.941688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:11.526553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.219278Z","time spent":"307.266419ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-19T03:11:11.526684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.08426Z","time spent":"442.41405ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:11:11.526479Z","caller":"traceutil/trace.go:171","msg":"trace[1592687293] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:6014; }","duration":"534.9306ms","start":"2026-05-19T03:11:10.991525Z","end":"2026-05-19T03:11:11.526456Z","steps":["trace[1592687293] 'agreement among raft nodes before linearized reading' (duration: 534.627292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:11.526678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.986073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T03:11:11.52679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:10.991502Z","time spent":"535.266177ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-hzjjg\" "} {"level":"info","ts":"2026-05-19T03:11:11.526796Z","caller":"traceutil/trace.go:171","msg":"trace[1912104736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6014; }","duration":"441.129356ms","start":"2026-05-19T03:11:11.085639Z","end":"2026-05-19T03:11:11.526768Z","steps":["trace[1912104736] 'agreement among raft nodes before linearized reading' (duration: 440.563992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:11.526916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.085631Z","time spent":"441.26677ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:11:11.527142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.715314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:11:11.527231Z","caller":"traceutil/trace.go:171","msg":"trace[219127155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6014; }","duration":"536.855338ms","start":"2026-05-19T03:11:10.990358Z","end":"2026-05-19T03:11:11.527214Z","steps":["trace[219127155] 'agreement among raft nodes before linearized reading' (duration: 535.811901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:11.527302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:10.990331Z","time spent":"536.9536ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:11:11.833577Z","caller":"traceutil/trace.go:171","msg":"trace[601761593] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"302.121117ms","start":"2026-05-19T03:11:11.531422Z","end":"2026-05-19T03:11:11.833543Z","steps":["trace[601761593] 'process raft request' (duration: 301.743308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:11.833746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.531416Z","time spent":"302.23951ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:11:11.834114Z","caller":"traceutil/trace.go:171","msg":"trace[846074158] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"302.63993ms","start":"2026-05-19T03:11:11.53146Z","end":"2026-05-19T03:11:11.834099Z","steps":["trace[846074158] 'process raft request' (duration: 302.278561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:11.834182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.531455Z","time spent":"302.695101ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:11:11.83491Z","caller":"traceutil/trace.go:171","msg":"trace[1548626625] linearizableReadLoop","detail":"{readStateIndex:6240; appliedIndex:6235; }","duration":"230.477622ms","start":"2026-05-19T03:11:11.604418Z","end":"2026-05-19T03:11:11.834895Z","steps":["trace[1548626625] 'read index received' (duration: 228.604455ms)","trace[1548626625] 'applied index is now lower than readState.Index' (duration: 1.872287ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:11:11.834951Z","caller":"traceutil/trace.go:171","msg":"trace[1547873657] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"300.474404ms","start":"2026-05-19T03:11:11.534466Z","end":"2026-05-19T03:11:11.834941Z","steps":["trace[1547873657] 'process raft request' (duration: 300.327061ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:11:11.834921Z","caller":"traceutil/trace.go:171","msg":"trace[237506017] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"303.04777ms","start":"2026-05-19T03:11:11.531839Z","end":"2026-05-19T03:11:11.834887Z","steps":["trace[237506017] 'process raft request' (duration: 302.755553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:11.835006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.534458Z","time spent":"300.520685ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5948,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:11:11.835162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.531812Z","time spent":"303.238635ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:11:11.835234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.535973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101675"} {"level":"info","ts":"2026-05-19T03:11:11.835292Z","caller":"traceutil/trace.go:171","msg":"trace[595720788] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6020; }","duration":"303.620034ms","start":"2026-05-19T03:11:11.531647Z","end":"2026-05-19T03:11:11.835267Z","steps":["trace[595720788] 'agreement among raft nodes before linearized reading' (duration: 303.327927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:11.835337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.531638Z","time spent":"303.689087ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101698,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-19T03:11:11.834715Z","caller":"traceutil/trace.go:171","msg":"trace[495226132] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"302.877866ms","start":"2026-05-19T03:11:11.53179Z","end":"2026-05-19T03:11:11.834668Z","steps":["trace[495226132] 'process raft request' (duration: 302.053256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:11.835704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.531766Z","time spent":"303.864941ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:11:12.015373Z","caller":"traceutil/trace.go:171","msg":"trace[1993465534] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"171.204854ms","start":"2026-05-19T03:11:11.844136Z","end":"2026-05-19T03:11:12.015341Z","steps":["trace[1993465534] 'process raft request' (duration: 170.981108ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:11:12.173998Z","caller":"traceutil/trace.go:171","msg":"trace[1091713617] transaction","detail":"{read_only:false; response_revision:6022; number_of_response:1; }","duration":"329.377135ms","start":"2026-05-19T03:11:11.844586Z","end":"2026-05-19T03:11:12.173963Z","steps":["trace[1091713617] 'process raft request' (duration: 292.959422ms)","trace[1091713617] 'compare' (duration: 36.119855ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:11:12.174197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.844081Z","time spent":"330.013072ms","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:11:12.174441Z","caller":"traceutil/trace.go:171","msg":"trace[466674941] transaction","detail":"{read_only:false; response_revision:6023; number_of_response:1; }","duration":"327.914988ms","start":"2026-05-19T03:11:11.846484Z","end":"2026-05-19T03:11:12.174399Z","steps":["trace[466674941] 'process raft request' (duration: 327.403685ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:11:12.174657Z","caller":"traceutil/trace.go:171","msg":"trace[927800163] transaction","detail":"{read_only:false; response_revision:6024; number_of_response:1; }","duration":"328.082632ms","start":"2026-05-19T03:11:11.84656Z","end":"2026-05-19T03:11:12.174642Z","steps":["trace[927800163] 'process raft request' (duration: 327.680042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:12.174674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.846468Z","time spent":"328.078011ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:11:12.174734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.846532Z","time spent":"328.163215ms","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:11:12.175128Z","caller":"traceutil/trace.go:171","msg":"trace[464977625] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"328.486183ms","start":"2026-05-19T03:11:11.846615Z","end":"2026-05-19T03:11:12.175101Z","steps":["trace[464977625] 'process raft request' (duration: 327.962949ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:11:12.175191Z","caller":"traceutil/trace.go:171","msg":"trace[981942227] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"328.525024ms","start":"2026-05-19T03:11:11.846632Z","end":"2026-05-19T03:11:12.175157Z","steps":["trace[981942227] 'process raft request' (duration: 328.333159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:12.175263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.846606Z","time spent":"328.590106ms","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1618,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:11:12.175387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.846603Z","time spent":"328.684768ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:11:12.175471Z","caller":"traceutil/trace.go:171","msg":"trace[1412057791] linearizableReadLoop","detail":"{readStateIndex:6247; appliedIndex:6240; }","duration":"260.085571ms","start":"2026-05-19T03:11:11.915363Z","end":"2026-05-19T03:11:12.175449Z","steps":["trace[1412057791] 'read index received' (duration: 99.915359ms)","trace[1412057791] 'applied index is now lower than readState.Index' (duration: 160.168712ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:11:12.175612Z","caller":"traceutil/trace.go:171","msg":"trace[986429992] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"327.99822ms","start":"2026-05-19T03:11:11.847595Z","end":"2026-05-19T03:11:12.175594Z","steps":["trace[986429992] 'process raft request' (duration: 327.494437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:12.175719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:11.847586Z","time spent":"328.073332ms","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:11:12.175791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.347567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:11:12.17587Z","caller":"traceutil/trace.go:171","msg":"trace[1812089003] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6027; }","duration":"244.45285ms","start":"2026-05-19T03:11:11.931397Z","end":"2026-05-19T03:11:12.17585Z","steps":["trace[1812089003] 'agreement among raft nodes before linearized reading' (duration: 244.325777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:12.17585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.480451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:11:12.175988Z","caller":"traceutil/trace.go:171","msg":"trace[2020015965] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6027; }","duration":"260.656375ms","start":"2026-05-19T03:11:11.915314Z","end":"2026-05-19T03:11:12.17597Z","steps":["trace[2020015965] 'agreement among raft nodes before linearized reading' (duration: 260.479671ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:15:54.719921Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5824} {"level":"info","ts":"2026-05-19T03:15:54.807778Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5824,"took":"85.81568ms","hash":2167958364,"current-db-size-bytes":55500800,"current-db-size":"56 MB","current-db-size-in-use-bytes":25939968,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-19T03:15:54.807855Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2167958364,"revision":5824,"compact-revision":2909} {"level":"info","ts":"2026-05-19T03:16:06.452987Z","caller":"traceutil/trace.go:171","msg":"trace[552971852] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"150.036608ms","start":"2026-05-19T03:16:06.302924Z","end":"2026-05-19T03:16:06.452961Z","steps":["trace[552971852] 'process raft request' (duration: 118.115714ms)","trace[552971852] 'compare' (duration: 31.577316ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:16:18.931009Z","caller":"traceutil/trace.go:171","msg":"trace[1615280418] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"101.10358ms","start":"2026-05-19T03:16:18.82987Z","end":"2026-05-19T03:16:18.930974Z","steps":["trace[1615280418] 'process raft request' (duration: 98.580845ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:18.931056Z","caller":"traceutil/trace.go:171","msg":"trace[66208289] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"100.960716ms","start":"2026-05-19T03:16:18.830055Z","end":"2026-05-19T03:16:18.931016Z","steps":["trace[66208289] 'process raft request' (duration: 100.812362ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:18.982496Z","caller":"traceutil/trace.go:171","msg":"trace[796286571] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"127.075063ms","start":"2026-05-19T03:16:18.855387Z","end":"2026-05-19T03:16:18.982462Z","steps":["trace[796286571] 'process raft request' (duration: 126.767226ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:18.982645Z","caller":"traceutil/trace.go:171","msg":"trace[947475032] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"125.752519ms","start":"2026-05-19T03:16:18.856854Z","end":"2026-05-19T03:16:18.982607Z","steps":["trace[947475032] 'process raft request' (duration: 125.495503ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:18.982744Z","caller":"traceutil/trace.go:171","msg":"trace[568607045] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"125.156504ms","start":"2026-05-19T03:16:18.857563Z","end":"2026-05-19T03:16:18.98272Z","steps":["trace[568607045] 'process raft request' (duration: 124.910938ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:20.716067Z","caller":"traceutil/trace.go:171","msg":"trace[1625508041] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"160.817935ms","start":"2026-05-19T03:16:20.555226Z","end":"2026-05-19T03:16:20.716044Z","steps":["trace[1625508041] 'process raft request' (duration: 122.318822ms)","trace[1625508041] 'compare' (duration: 38.327097ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:16:21.927842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.232153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:16:21.92793Z","caller":"traceutil/trace.go:171","msg":"trace[1576409202] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8331; }","duration":"141.355206ms","start":"2026-05-19T03:16:21.786553Z","end":"2026-05-19T03:16:21.927908Z","steps":["trace[1576409202] 'range keys from in-memory index tree' (duration: 141.10712ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:22.365121Z","caller":"traceutil/trace.go:171","msg":"trace[1998912591] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"166.844297ms","start":"2026-05-19T03:16:22.198254Z","end":"2026-05-19T03:16:22.365099Z","steps":["trace[1998912591] 'process raft request' (duration: 166.674423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:23.504107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755525650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:16:23.879352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.157675093s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:16:23.880041Z","caller":"traceutil/trace.go:171","msg":"trace[1751979037] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"1.158428493s","start":"2026-05-19T03:16:22.721571Z","end":"2026-05-19T03:16:23.88Z","steps":["trace[1751979037] 'process raft request' (duration: 1.158151016s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:23.88032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:22.721549Z","time spent":"1.158644627s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:16:24.698354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.574806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:16:24.698692Z","caller":"traceutil/trace.go:171","msg":"trace[798799729] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"1.865671121s","start":"2026-05-19T03:16:22.832975Z","end":"2026-05-19T03:16:24.698646Z","steps":["trace[798799729] 'process raft request' (duration: 1.563726075s)","trace[798799729] 'compare' (duration: 301.283789ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:16:24.699174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:22.83295Z","time spent":"1.865831174s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:16:24.712671Z","caller":"traceutil/trace.go:171","msg":"trace[1646506206] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"341.636628ms","start":"2026-05-19T03:16:24.37102Z","end":"2026-05-19T03:16:24.712657Z","steps":["trace[1646506206] 'process raft request' (duration: 341.571966ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:24.712729Z","caller":"traceutil/trace.go:171","msg":"trace[1811236909] linearizableReadLoop","detail":"{readStateIndex:8629; appliedIndex:8626; }","duration":"1.708879739s","start":"2026-05-19T03:16:23.00381Z","end":"2026-05-19T03:16:24.71269Z","steps":["trace[1811236909] 'read index received' (duration: 875.931013ms)","trace[1811236909] 'applied index is now lower than readState.Index' (duration: 832.942676ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:16:24.712836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709026443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:16:24.712769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:24.370981Z","time spent":"341.741161ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:16:24.71287Z","caller":"traceutil/trace.go:171","msg":"trace[1599686169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8335; }","duration":"1.709102935s","start":"2026-05-19T03:16:23.003757Z","end":"2026-05-19T03:16:24.71286Z","steps":["trace[1599686169] 'agreement among raft nodes before linearized reading' (duration: 1.709051674s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:24.712897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:23.003732Z","time spent":"1.709159056s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:16:24.712957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104564707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:16:24.713018Z","caller":"traceutil/trace.go:171","msg":"trace[801488999] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8335; }","duration":"1.104639749s","start":"2026-05-19T03:16:23.608362Z","end":"2026-05-19T03:16:24.713002Z","steps":["trace[801488999] 'agreement among raft nodes before linearized reading' (duration: 1.104551817s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:24.713027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586919116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T03:16:24.713049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:23.608351Z","time spent":"1.10468843s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:16:24.713064Z","caller":"traceutil/trace.go:171","msg":"trace[673961699] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8335; }","duration":"1.587010569s","start":"2026-05-19T03:16:23.126042Z","end":"2026-05-19T03:16:24.713052Z","steps":["trace[673961699] 'agreement among raft nodes before linearized reading' (duration: 1.586875486s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:24.713095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:23.126012Z","time spent":"1.58707132s","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":111,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:16:24.71318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247628568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:16:24.71328Z","caller":"traceutil/trace.go:171","msg":"trace[1928692343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8335; }","duration":"1.247779072s","start":"2026-05-19T03:16:23.465475Z","end":"2026-05-19T03:16:24.713254Z","steps":["trace[1928692343] 'agreement among raft nodes before linearized reading' (duration: 1.247527946s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:24.713276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404522432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-19T03:16:24.713281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.015984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-19T03:16:24.713328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:23.465453Z","time spent":"1.247865924s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:16:24.713331Z","caller":"traceutil/trace.go:171","msg":"trace[843894872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8335; }","duration":"1.404635625s","start":"2026-05-19T03:16:23.308679Z","end":"2026-05-19T03:16:24.713315Z","steps":["trace[843894872] 'agreement among raft nodes before linearized reading' (duration: 1.404414299s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:24.71334Z","caller":"traceutil/trace.go:171","msg":"trace[223422101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8335; }","duration":"990.115867ms","start":"2026-05-19T03:16:23.723208Z","end":"2026-05-19T03:16:24.713324Z","steps":["trace[223422101] 'agreement among raft nodes before linearized reading' (duration: 989.963833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:24.713361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.642361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:16:24.713313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24376748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-19T03:16:24.713377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:23.308636Z","time spent":"1.404732137s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:16:24.713391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:23.723186Z","time spent":"990.192308ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:16:24.713443Z","caller":"traceutil/trace.go:171","msg":"trace[190372562] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8335; }","duration":"1.243945754s","start":"2026-05-19T03:16:23.469463Z","end":"2026-05-19T03:16:24.713409Z","steps":["trace[190372562] 'agreement among raft nodes before linearized reading' (duration: 1.243505753s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:24.713225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.095953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-19T03:16:24.713499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:23.469452Z","time spent":"1.244036997s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:16:24.713509Z","caller":"traceutil/trace.go:171","msg":"trace[112508503] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:8335; }","duration":"984.399801ms","start":"2026-05-19T03:16:23.72909Z","end":"2026-05-19T03:16:24.71349Z","steps":["trace[112508503] 'agreement among raft nodes before linearized reading' (duration: 984.048602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:24.713541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13521644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:16:24.713565Z","caller":"traceutil/trace.go:171","msg":"trace[853700295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8335; }","duration":"1.135277302s","start":"2026-05-19T03:16:23.578278Z","end":"2026-05-19T03:16:24.713556Z","steps":["trace[853700295] 'agreement among raft nodes before linearized reading' (duration: 1.135214249s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:24.713569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:23.729071Z","time spent":"984.480324ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-hzjjg\" "} {"level":"info","ts":"2026-05-19T03:16:24.713388Z","caller":"traceutil/trace.go:171","msg":"trace[370102656] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8335; }","duration":"568.704112ms","start":"2026-05-19T03:16:24.144674Z","end":"2026-05-19T03:16:24.713378Z","steps":["trace[370102656] 'agreement among raft nodes before linearized reading' (duration: 568.668531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:24.713688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127258817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:16:24.71379Z","caller":"traceutil/trace.go:171","msg":"trace[1750866306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8335; }","duration":"1.12737065s","start":"2026-05-19T03:16:23.586393Z","end":"2026-05-19T03:16:24.713764Z","steps":["trace[1750866306] 'agreement among raft nodes before linearized reading' (duration: 1.127087662s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:24.713743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079823807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-19T03:16:24.713837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:23.586335Z","time spent":"1.127490844s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:16:24.713862Z","caller":"traceutil/trace.go:171","msg":"trace[924727651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8335; }","duration":"1.080012802s","start":"2026-05-19T03:16:23.63382Z","end":"2026-05-19T03:16:24.713833Z","steps":["trace[924727651] 'agreement among raft nodes before linearized reading' (duration: 1.07959742s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:24.713718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:24.144652Z","time spent":"569.047412ms","remote":"127.0.0.1:34676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:16:24.713924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:23.633798Z","time spent":"1.080115564s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:16:24.713584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:23.578255Z","time spent":"1.135324363s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:16:34.93598Z","caller":"traceutil/trace.go:171","msg":"trace[946966973] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"140.958548ms","start":"2026-05-19T03:16:34.794988Z","end":"2026-05-19T03:16:34.935947Z","steps":["trace[946966973] 'process raft request' (duration: 140.846755ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:34.935977Z","caller":"traceutil/trace.go:171","msg":"trace[581611147] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"141.266866ms","start":"2026-05-19T03:16:34.794649Z","end":"2026-05-19T03:16:34.935916Z","steps":["trace[581611147] 'process raft request' (duration: 85.143523ms)","trace[581611147] 'compare' (duration: 55.870355ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:16:34.936476Z","caller":"traceutil/trace.go:171","msg":"trace[651497208] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"140.187307ms","start":"2026-05-19T03:16:34.796237Z","end":"2026-05-19T03:16:34.936424Z","steps":["trace[651497208] 'process raft request' (duration: 139.654664ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:34.936669Z","caller":"traceutil/trace.go:171","msg":"trace[1866026508] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"140.070505ms","start":"2026-05-19T03:16:34.796576Z","end":"2026-05-19T03:16:34.936647Z","steps":["trace[1866026508] 'process raft request' (duration: 139.764387ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:34.936699Z","caller":"traceutil/trace.go:171","msg":"trace[937220674] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"139.51809ms","start":"2026-05-19T03:16:34.797139Z","end":"2026-05-19T03:16:34.936657Z","steps":["trace[937220674] 'process raft request' (duration: 139.424008ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:34.936669Z","caller":"traceutil/trace.go:171","msg":"trace[1522607818] linearizableReadLoop","detail":"{readStateIndex:8693; appliedIndex:8687; }","duration":"132.872092ms","start":"2026-05-19T03:16:34.803772Z","end":"2026-05-19T03:16:34.936644Z","steps":["trace[1522607818] 'read index received' (duration: 8.522728ms)","trace[1522607818] 'applied index is now lower than readState.Index' (duration: 124.347314ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:16:34.936925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.114178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-19T03:16:34.937Z","caller":"traceutil/trace.go:171","msg":"trace[196478571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:8395; }","duration":"133.257271ms","start":"2026-05-19T03:16:34.803729Z","end":"2026-05-19T03:16:34.936986Z","steps":["trace[196478571] 'agreement among raft nodes before linearized reading' (duration: 132.984635ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:36.025687Z","caller":"traceutil/trace.go:171","msg":"trace[493475871] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"103.214814ms","start":"2026-05-19T03:16:35.922446Z","end":"2026-05-19T03:16:36.02566Z","steps":["trace[493475871] 'process raft request' (duration: 103.020458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:38.999765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.850113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:16:38.99984Z","caller":"traceutil/trace.go:171","msg":"trace[272215963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8407; }","duration":"533.986947ms","start":"2026-05-19T03:16:38.465836Z","end":"2026-05-19T03:16:38.999823Z","steps":["trace[272215963] 'range keys from in-memory index tree' (duration: 533.74288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:38.999878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:38.465803Z","time spent":"534.067239ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:16:39.000528Z","caller":"traceutil/trace.go:171","msg":"trace[1182452590] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"185.829072ms","start":"2026-05-19T03:16:38.814671Z","end":"2026-05-19T03:16:39.0005Z","steps":["trace[1182452590] 'process raft request' (duration: 154.637616ms)","trace[1182452590] 'compare' (duration: 30.042887ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:16:39.000633Z","caller":"traceutil/trace.go:171","msg":"trace[563474875] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"166.042189ms","start":"2026-05-19T03:16:38.834538Z","end":"2026-05-19T03:16:39.00058Z","steps":["trace[563474875] 'process raft request' (duration: 165.898344ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:39.272358Z","caller":"traceutil/trace.go:171","msg":"trace[187472779] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"266.4707ms","start":"2026-05-19T03:16:39.005863Z","end":"2026-05-19T03:16:39.272333Z","steps":["trace[187472779] 'process raft request' (duration: 266.339716ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:39.328763Z","caller":"traceutil/trace.go:171","msg":"trace[1061914945] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"322.237093ms","start":"2026-05-19T03:16:39.006491Z","end":"2026-05-19T03:16:39.328728Z","steps":["trace[1061914945] 'process raft request' (duration: 321.997997ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:39.328819Z","caller":"traceutil/trace.go:171","msg":"trace[708885740] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"322.279844ms","start":"2026-05-19T03:16:39.00651Z","end":"2026-05-19T03:16:39.32879Z","steps":["trace[708885740] 'process raft request' (duration: 322.082649ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:39.328752Z","caller":"traceutil/trace.go:171","msg":"trace[2050502534] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"322.14139ms","start":"2026-05-19T03:16:39.006586Z","end":"2026-05-19T03:16:39.328728Z","steps":["trace[2050502534] 'process raft request' (duration: 322.043178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:39.328951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:39.006469Z","time spent":"322.377106ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:16:39.329022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:39.006565Z","time spent":"322.394597ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:16:39.329135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:39.006495Z","time spent":"322.390686ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:16:39.329177Z","caller":"traceutil/trace.go:171","msg":"trace[1759863172] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"322.478349ms","start":"2026-05-19T03:16:39.006678Z","end":"2026-05-19T03:16:39.329156Z","steps":["trace[1759863172] 'process raft request' (duration: 321.988967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:39.32928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:39.006666Z","time spent":"322.558711ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:16:39.329773Z","caller":"traceutil/trace.go:171","msg":"trace[1194878561] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"322.869549ms","start":"2026-05-19T03:16:39.006881Z","end":"2026-05-19T03:16:39.32975Z","steps":["trace[1194878561] 'process raft request' (duration: 322.483589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:39.329905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:39.006873Z","time spent":"322.960041ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:16:40.249366Z","caller":"traceutil/trace.go:171","msg":"trace[774980325] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"191.456425ms","start":"2026-05-19T03:16:40.057882Z","end":"2026-05-19T03:16:40.249339Z","steps":["trace[774980325] 'process raft request' (duration: 191.291701ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:40.26199Z","caller":"traceutil/trace.go:171","msg":"trace[1524148058] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"185.917905ms","start":"2026-05-19T03:16:40.076053Z","end":"2026-05-19T03:16:40.261971Z","steps":["trace[1524148058] 'process raft request' (duration: 185.799642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:41.078035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.034272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:16:41.078123Z","caller":"traceutil/trace.go:171","msg":"trace[2072390472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8417; }","duration":"611.165506ms","start":"2026-05-19T03:16:40.466939Z","end":"2026-05-19T03:16:41.078105Z","steps":["trace[2072390472] 'range keys from in-memory index tree' (duration: 610.94063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:41.078162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:40.466918Z","time spent":"611.233938ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:16:41.079092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.278648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b8bdb8bb5-t8z8p.18b0d91f210f40f7\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-05-19T03:16:41.079163Z","caller":"traceutil/trace.go:171","msg":"trace[2016245696] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b8bdb8bb5-t8z8p.18b0d91f210f40f7; range_end:; response_count:1; response_revision:8417; }","duration":"542.36114ms","start":"2026-05-19T03:16:40.536786Z","end":"2026-05-19T03:16:41.079147Z","steps":["trace[2016245696] 'range keys from in-memory index tree' (duration: 542.082913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:41.079192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:40.53672Z","time spent":"542.466014ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7b8bdb8bb5-t8z8p.18b0d91f210f40f7\" "} {"level":"info","ts":"2026-05-19T03:16:41.079299Z","caller":"traceutil/trace.go:171","msg":"trace[216285788] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"188.751147ms","start":"2026-05-19T03:16:40.890521Z","end":"2026-05-19T03:16:41.079272Z","steps":["trace[216285788] 'process raft request' (duration: 186.671104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:53.332303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.67868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:16:53.332414Z","caller":"traceutil/trace.go:171","msg":"trace[1412293921] linearizableReadLoop","detail":"{readStateIndex:8791; appliedIndex:8790; }","duration":"157.144301ms","start":"2026-05-19T03:16:53.175253Z","end":"2026-05-19T03:16:53.332397Z","steps":["trace[1412293921] 'read index received' (duration: 56.270376ms)","trace[1412293921] 'applied index is now lower than readState.Index' (duration: 100.872855ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:16:53.332554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.299427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-19T03:16:53.332566Z","caller":"traceutil/trace.go:171","msg":"trace[995100201] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"194.752273ms","start":"2026-05-19T03:16:53.137793Z","end":"2026-05-19T03:16:53.332546Z","steps":["trace[995100201] 'process raft request' (duration: 93.742843ms)","trace[995100201] 'compare' (duration: 100.532507ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:16:53.332589Z","caller":"traceutil/trace.go:171","msg":"trace[227745944] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:8490; }","duration":"157.333748ms","start":"2026-05-19T03:16:53.175244Z","end":"2026-05-19T03:16:53.332578Z","steps":["trace[227745944] 'agreement among raft nodes before linearized reading' (duration: 157.197754ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:06.530128Z","caller":"traceutil/trace.go:171","msg":"trace[1073923618] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"126.11859ms","start":"2026-05-19T03:17:06.40397Z","end":"2026-05-19T03:17:06.530089Z","steps":["trace[1073923618] 'process raft request' (duration: 125.834803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:11.117292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755526605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:17:11.618462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755526605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:17:12.119539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755526605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:17:12.620636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755526605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:17:12.695481Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.156018374s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:17:12.696051Z","caller":"traceutil/trace.go:171","msg":"trace[903172434] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"2.156647581s","start":"2026-05-19T03:17:10.539369Z","end":"2026-05-19T03:17:12.696016Z","steps":["trace[903172434] 'process raft request' (duration: 2.156408185s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:12.696303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:10.539348Z","time spent":"2.156819686s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:12.731873Z","caller":"traceutil/trace.go:171","msg":"trace[1489474838] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"1.84482328s","start":"2026-05-19T03:17:10.887016Z","end":"2026-05-19T03:17:12.731839Z","steps":["trace[1489474838] 'process raft request' (duration: 1.844715887s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:12.731943Z","caller":"traceutil/trace.go:171","msg":"trace[247991982] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"2.177172575s","start":"2026-05-19T03:17:10.55472Z","end":"2026-05-19T03:17:12.731893Z","steps":["trace[247991982] 'process raft request' (duration: 2.176808746s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:12.732073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:10.886986Z","time spent":"1.844980513s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:12.732156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:10.554693Z","time spent":"2.17734512s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:12.732348Z","caller":"traceutil/trace.go:171","msg":"trace[642717212] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"1.386707744s","start":"2026-05-19T03:17:11.345629Z","end":"2026-05-19T03:17:12.732336Z","steps":["trace[642717212] 'process raft request' (duration: 1.386513579s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:12.732365Z","caller":"traceutil/trace.go:171","msg":"trace[477282852] linearizableReadLoop","detail":"{readStateIndex:8944; appliedIndex:8938; }","duration":"2.115947822s","start":"2026-05-19T03:17:10.616391Z","end":"2026-05-19T03:17:12.732338Z","steps":["trace[477282852] 'read index received' (duration: 2.079385749s)","trace[477282852] 'applied index is now lower than readState.Index' (duration: 36.560383ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:17:12.732356Z","caller":"traceutil/trace.go:171","msg":"trace[727076385] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"1.602245116s","start":"2026-05-19T03:17:11.130063Z","end":"2026-05-19T03:17:12.732308Z","steps":["trace[727076385] 'process raft request' (duration: 1.601726582s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:12.732574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.130035Z","time spent":"1.602435851s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:12.732566Z","caller":"traceutil/trace.go:171","msg":"trace[983669918] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"1.288990599s","start":"2026-05-19T03:17:11.4435Z","end":"2026-05-19T03:17:12.732491Z","steps":["trace[983669918] 'process raft request' (duration: 1.288775894s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:12.73269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.756089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:17:12.732694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03010897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-19T03:17:12.732697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280893661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-19T03:17:12.732741Z","caller":"traceutil/trace.go:171","msg":"trace[1422470556] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8637; }","duration":"412.830841ms","start":"2026-05-19T03:17:12.319892Z","end":"2026-05-19T03:17:12.732723Z","steps":["trace[1422470556] 'agreement among raft nodes before linearized reading' (duration: 412.765529ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:12.732764Z","caller":"traceutil/trace.go:171","msg":"trace[1979588164] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:8637; }","duration":"1.281004765s","start":"2026-05-19T03:17:11.451741Z","end":"2026-05-19T03:17:12.732746Z","steps":["trace[1979588164] 'agreement among raft nodes before linearized reading' (duration: 1.28077518s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:12.732782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:12.319829Z","time spent":"412.946103ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:17:12.73282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.451726Z","time spent":"1.281076338s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-hzjjg\" "} {"level":"warn","ts":"2026-05-19T03:17:12.732928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030072369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-19T03:17:12.732874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.443461Z","time spent":"1.289235555s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:12.732965Z","caller":"traceutil/trace.go:171","msg":"trace[152836907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8637; }","duration":"1.030146561s","start":"2026-05-19T03:17:11.702809Z","end":"2026-05-19T03:17:12.732956Z","steps":["trace[152836907] 'agreement among raft nodes before linearized reading' (duration: 1.030045938s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:12.732741Z","caller":"traceutil/trace.go:171","msg":"trace[1626088250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8637; }","duration":"1.030201612s","start":"2026-05-19T03:17:11.702528Z","end":"2026-05-19T03:17:12.732729Z","steps":["trace[1626088250] 'agreement among raft nodes before linearized reading' (duration: 1.030015597s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:12.732997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.7028Z","time spent":"1.030190942s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:17:12.733013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.702504Z","time spent":"1.03050048s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:17:12.732834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.577237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-19T03:17:12.7324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.345605Z","time spent":"1.386766235s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:12.733081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267108829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:17:12.73259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116176308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T03:17:12.733136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031138836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:17:12.733136Z","caller":"traceutil/trace.go:171","msg":"trace[1347759022] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8637; }","duration":"984.861525ms","start":"2026-05-19T03:17:11.748226Z","end":"2026-05-19T03:17:12.733088Z","steps":["trace[1347759022] 'agreement among raft nodes before linearized reading' (duration: 984.537007ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:12.733168Z","caller":"traceutil/trace.go:171","msg":"trace[629053659] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8637; }","duration":"2.116807124s","start":"2026-05-19T03:17:10.616342Z","end":"2026-05-19T03:17:12.733149Z","steps":["trace[629053659] 'agreement among raft nodes before linearized reading' (duration: 2.116143337s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:12.733182Z","caller":"traceutil/trace.go:171","msg":"trace[1348717827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8637; }","duration":"1.031212878s","start":"2026-05-19T03:17:11.701955Z","end":"2026-05-19T03:17:12.733168Z","steps":["trace[1348717827] 'agreement among raft nodes before linearized reading' (duration: 1.031118316s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:12.733214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144677415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-19T03:17:12.733039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223827375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-19T03:17:12.733227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.701936Z","time spent":"1.031280249s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:17:12.733233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.748214Z","time spent":"984.994898ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:17:12.733265Z","caller":"traceutil/trace.go:171","msg":"trace[213002376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8637; }","duration":"1.224086121s","start":"2026-05-19T03:17:11.509168Z","end":"2026-05-19T03:17:12.733254Z","steps":["trace[213002376] 'agreement among raft nodes before linearized reading' (duration: 1.223725312s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:12.73316Z","caller":"traceutil/trace.go:171","msg":"trace[1215114615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8637; }","duration":"1.267210742s","start":"2026-05-19T03:17:11.465929Z","end":"2026-05-19T03:17:12.73314Z","steps":["trace[1215114615] 'agreement among raft nodes before linearized reading' (duration: 1.267084219s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:12.733338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.46592Z","time spent":"1.267409907s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:17:12.733227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:10.616322Z","time spent":"2.116888756s","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:17:12.733267Z","caller":"traceutil/trace.go:171","msg":"trace[146471048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8637; }","duration":"1.144729406s","start":"2026-05-19T03:17:11.588524Z","end":"2026-05-19T03:17:12.733253Z","steps":["trace[146471048] 'agreement among raft nodes before linearized reading' (duration: 1.144593973s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:12.733522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.588477Z","time spent":"1.145033214s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:17:12.733306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.509147Z","time spent":"1.224151033s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:17:13.010903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.54784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:17:13.01102Z","caller":"traceutil/trace.go:171","msg":"trace[1528940647] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"272.846116ms","start":"2026-05-19T03:17:12.738155Z","end":"2026-05-19T03:17:13.011001Z","steps":["trace[1528940647] 'process raft request' (duration: 54.095281ms)","trace[1528940647] 'compare' (duration: 218.429067ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:17:13.234781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.664723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:17:13.235079Z","caller":"traceutil/trace.go:171","msg":"trace[860937372] linearizableReadLoop","detail":"{readStateIndex:8950; appliedIndex:8944; }","duration":"492.395952ms","start":"2026-05-19T03:17:12.742668Z","end":"2026-05-19T03:17:13.235064Z","steps":["trace[860937372] 'read index received' (duration: 49.596687ms)","trace[860937372] 'applied index is now lower than readState.Index' (duration: 442.798205ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:17:13.235178Z","caller":"traceutil/trace.go:171","msg":"trace[1927261410] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"495.06523ms","start":"2026-05-19T03:17:12.740065Z","end":"2026-05-19T03:17:13.23513Z","steps":["trace[1927261410] 'process raft request' (duration: 494.902866ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:13.235203Z","caller":"traceutil/trace.go:171","msg":"trace[2011124833] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"495.033439ms","start":"2026-05-19T03:17:12.740137Z","end":"2026-05-19T03:17:13.23517Z","steps":["trace[2011124833] 'process raft request' (duration: 494.900076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.235253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.579817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:13.235284Z","caller":"traceutil/trace.go:171","msg":"trace[871442608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8643; }","duration":"492.629758ms","start":"2026-05-19T03:17:12.742647Z","end":"2026-05-19T03:17:13.235277Z","steps":["trace[871442608] 'agreement among raft nodes before linearized reading' (duration: 492.575536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.235304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:12.74264Z","time spent":"492.659188ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:17:13.235323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:12.740048Z","time spent":"495.197523ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:13.235366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:12.740102Z","time spent":"495.179993ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:13.235255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.984505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T03:17:13.235429Z","caller":"traceutil/trace.go:171","msg":"trace[390847634] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8643; }","duration":"406.206471ms","start":"2026-05-19T03:17:12.829217Z","end":"2026-05-19T03:17:13.235424Z","steps":["trace[390847634] 'agreement among raft nodes before linearized reading' (duration: 405.930154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.235448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:12.829193Z","time spent":"406.249822ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T03:17:13.23549Z","caller":"traceutil/trace.go:171","msg":"trace[1249608233] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"496.523517ms","start":"2026-05-19T03:17:12.738958Z","end":"2026-05-19T03:17:13.235481Z","steps":["trace[1249608233] 'process raft request' (duration: 495.935672ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:13.235495Z","caller":"traceutil/trace.go:171","msg":"trace[1652775308] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"495.412109ms","start":"2026-05-19T03:17:12.740072Z","end":"2026-05-19T03:17:13.235484Z","steps":["trace[1652775308] 'process raft request' (duration: 494.933527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.235536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:12.738934Z","time spent":"496.576749ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:13.235551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:12.740048Z","time spent":"495.47036ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:13.235565Z","caller":"traceutil/trace.go:171","msg":"trace[499941744] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"496.592168ms","start":"2026-05-19T03:17:12.738911Z","end":"2026-05-19T03:17:13.235503Z","steps":["trace[499941744] 'process raft request' (duration: 380.110385ms)","trace[499941744] 'compare' (duration: 115.444747ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:17:13.235746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:12.738892Z","time spent":"496.766513ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:13.515787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.795685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:13.515904Z","caller":"traceutil/trace.go:171","msg":"trace[129787016] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8643; }","duration":"171.925258ms","start":"2026-05-19T03:17:13.343955Z","end":"2026-05-19T03:17:13.51588Z","steps":["trace[129787016] 'range keys from in-memory index tree' (duration: 171.682683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.515811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.498229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:13.516101Z","caller":"traceutil/trace.go:171","msg":"trace[357756760] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8643; }","duration":"115.826407ms","start":"2026-05-19T03:17:13.40023Z","end":"2026-05-19T03:17:13.516057Z","steps":["trace[357756760] 'count revisions from in-memory index tree' (duration: 115.379795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.65039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.609921ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-19T03:17:13.650495Z","caller":"traceutil/trace.go:171","msg":"trace[524106517] linearizableReadLoop","detail":"{readStateIndex:8951; appliedIndex:8950; }","duration":"130.953933ms","start":"2026-05-19T03:17:13.519523Z","end":"2026-05-19T03:17:13.650477Z","steps":["trace[524106517] 'read index received' (duration: 44.071µs)","trace[524106517] 'applied index is now lower than readState.Index' (duration: 130.908092ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:17:13.650596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.073425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:13.650636Z","caller":"traceutil/trace.go:171","msg":"trace[1362915516] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8643; }","duration":"131.154627ms","start":"2026-05-19T03:17:13.51947Z","end":"2026-05-19T03:17:13.650624Z","steps":["trace[1362915516] 'agreement among raft nodes before linearized reading' (duration: 131.069685ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:20.664686Z","caller":"traceutil/trace.go:171","msg":"trace[1452897320] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"124.400735ms","start":"2026-05-19T03:17:20.540213Z","end":"2026-05-19T03:17:20.664614Z","steps":["trace[1452897320] 'process raft request' (duration: 124.169299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:27.170084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.190518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:17:27.170296Z","caller":"traceutil/trace.go:171","msg":"trace[2001222048] linearizableReadLoop","detail":"{readStateIndex:9061; appliedIndex:9058; }","duration":"438.170997ms","start":"2026-05-19T03:17:26.73211Z","end":"2026-05-19T03:17:27.170281Z","steps":["trace[2001222048] 'read index received' (duration: 116.271839ms)","trace[2001222048] 'applied index is now lower than readState.Index' (duration: 321.898038ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:17:27.17046Z","caller":"traceutil/trace.go:171","msg":"trace[685607155] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8747; }","duration":"658.668437ms","start":"2026-05-19T03:17:26.511783Z","end":"2026-05-19T03:17:27.170451Z","steps":["trace[685607155] 'process raft request' (duration: 658.391409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:27.170572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:26.511761Z","time spent":"658.74668ms","remote":"127.0.0.1:53454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-19T03:17:27.17056Z","caller":"traceutil/trace.go:171","msg":"trace[2019352898] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"439.141762ms","start":"2026-05-19T03:17:26.731391Z","end":"2026-05-19T03:17:27.170533Z","steps":["trace[2019352898] 'process raft request' (duration: 438.841454ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:27.170328Z","caller":"traceutil/trace.go:171","msg":"trace[1841327480] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"660.345799ms","start":"2026-05-19T03:17:26.509926Z","end":"2026-05-19T03:17:27.170272Z","steps":["trace[1841327480] 'process raft request' (duration: 201.898234ms)","trace[1841327480] 'compare' (duration: 457.826749ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:17:27.170665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:26.73137Z","time spent":"439.241544ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:17:27.1707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:26.509912Z","time spent":"660.76697ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:27.170697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.569878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-n9hnq\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-05-19T03:17:27.170755Z","caller":"traceutil/trace.go:171","msg":"trace[1375577048] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-n9hnq; range_end:; response_count:1; response_revision:8748; }","duration":"438.66035ms","start":"2026-05-19T03:17:26.732079Z","end":"2026-05-19T03:17:27.17074Z","steps":["trace[1375577048] 'agreement among raft nodes before linearized reading' (duration: 438.535477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:27.170795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:26.732071Z","time spent":"438.718402ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-n9hnq\" "} {"level":"info","ts":"2026-05-19T03:17:27.18595Z","caller":"traceutil/trace.go:171","msg":"trace[1426222577] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"273.423681ms","start":"2026-05-19T03:17:26.912502Z","end":"2026-05-19T03:17:27.185926Z","steps":["trace[1426222577] 'process raft request' (duration: 273.221576ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:27.186132Z","caller":"traceutil/trace.go:171","msg":"trace[1684207767] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"273.558544ms","start":"2026-05-19T03:17:26.91256Z","end":"2026-05-19T03:17:27.186119Z","steps":["trace[1684207767] 'process raft request' (duration: 273.328708ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:27.186367Z","caller":"traceutil/trace.go:171","msg":"trace[761542654] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"273.512353ms","start":"2026-05-19T03:17:26.912817Z","end":"2026-05-19T03:17:27.186329Z","steps":["trace[761542654] 'process raft request' (duration: 273.248606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:27.186698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.352462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-19T03:17:27.186755Z","caller":"traceutil/trace.go:171","msg":"trace[367091921] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:8751; }","duration":"270.465615ms","start":"2026-05-19T03:17:26.916277Z","end":"2026-05-19T03:17:27.186742Z","steps":["trace[367091921] 'agreement among raft nodes before linearized reading' (duration: 270.297811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:27.186731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.351458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T03:17:27.186798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.395629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:17:27.186828Z","caller":"traceutil/trace.go:171","msg":"trace[1521341967] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8751; }","duration":"300.43503ms","start":"2026-05-19T03:17:26.886386Z","end":"2026-05-19T03:17:27.186821Z","steps":["trace[1521341967] 'agreement among raft nodes before linearized reading' (duration: 299.965248ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:27.186862Z","caller":"traceutil/trace.go:171","msg":"trace[1648882703] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8751; }","duration":"300.519642ms","start":"2026-05-19T03:17:26.886299Z","end":"2026-05-19T03:17:27.186818Z","steps":["trace[1648882703] 'agreement among raft nodes before linearized reading' (duration: 300.326107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:27.18687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:26.886362Z","time spent":"300.503002ms","remote":"127.0.0.1:34962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":904,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:17:27.186895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:26.88628Z","time spent":"300.606265ms","remote":"127.0.0.1:34940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:17:27.630638Z","caller":"traceutil/trace.go:171","msg":"trace[1924105217] linearizableReadLoop","detail":"{readStateIndex:9065; appliedIndex:9064; }","duration":"444.281594ms","start":"2026-05-19T03:17:27.18632Z","end":"2026-05-19T03:17:27.630601Z","steps":["trace[1924105217] 'read index received' (duration: 444.061178ms)","trace[1924105217] 'applied index is now lower than readState.Index' (duration: 219.026µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:17:27.630743Z","caller":"traceutil/trace.go:171","msg":"trace[1767058834] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"452.339709ms","start":"2026-05-19T03:17:27.17835Z","end":"2026-05-19T03:17:27.63069Z","steps":["trace[1767058834] 'process raft request' (duration: 452.025191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:27.630949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:27.178342Z","time spent":"452.480312ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:27.630953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.829353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-n9hnq\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-05-19T03:17:27.631006Z","caller":"traceutil/trace.go:171","msg":"trace[959007287] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-n9hnq; range_end:; response_count:1; response_revision:8752; }","duration":"456.940455ms","start":"2026-05-19T03:17:27.174049Z","end":"2026-05-19T03:17:27.63099Z","steps":["trace[959007287] 'agreement among raft nodes before linearized reading' (duration: 456.757301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:27.63106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:27.174037Z","time spent":"457.013048ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-n9hnq\" "} {"level":"info","ts":"2026-05-19T03:17:27.655754Z","caller":"traceutil/trace.go:171","msg":"trace[814500746] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"464.631603ms","start":"2026-05-19T03:17:27.19101Z","end":"2026-05-19T03:17:27.655642Z","steps":["trace[814500746] 'process raft request' (duration: 464.292454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:27.655826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.037051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-19T03:17:27.655821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.67418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:17:27.655887Z","caller":"traceutil/trace.go:171","msg":"trace[70872414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8754; }","duration":"329.118233ms","start":"2026-05-19T03:17:27.326749Z","end":"2026-05-19T03:17:27.655867Z","steps":["trace[70872414] 'agreement among raft nodes before linearized reading' (duration: 328.902047ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:27.655919Z","caller":"traceutil/trace.go:171","msg":"trace[1745520772] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8754; }","duration":"362.855664ms","start":"2026-05-19T03:17:27.293036Z","end":"2026-05-19T03:17:27.655892Z","steps":["trace[1745520772] 'agreement among raft nodes before linearized reading' (duration: 362.663349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:27.655922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.3178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-19T03:17:27.655939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.706784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-19T03:17:27.655961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:27.326738Z","time spent":"329.212296ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:17:27.65598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:27.293009Z","time spent":"362.953597ms","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:17:27.655957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:27.191003Z","time spent":"464.836428ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:27.655999Z","caller":"traceutil/trace.go:171","msg":"trace[1177992455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8754; }","duration":"332.786997ms","start":"2026-05-19T03:17:27.323197Z","end":"2026-05-19T03:17:27.655984Z","steps":["trace[1177992455] 'agreement among raft nodes before linearized reading' (duration: 332.645933ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:27.655998Z","caller":"traceutil/trace.go:171","msg":"trace[11376948] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8754; }","duration":"333.458534ms","start":"2026-05-19T03:17:27.322524Z","end":"2026-05-19T03:17:27.655982Z","steps":["trace[11376948] 'agreement among raft nodes before linearized reading' (duration: 333.227188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:27.656038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:27.323189Z","time spent":"332.840828ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:17:27.656041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:27.322499Z","time spent":"333.533956ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:17:27.656345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.437572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:27.656391Z","caller":"traceutil/trace.go:171","msg":"trace[2037632312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8754; }","duration":"190.517474ms","start":"2026-05-19T03:17:27.465862Z","end":"2026-05-19T03:17:27.656379Z","steps":["trace[2037632312] 'agreement among raft nodes before linearized reading' (duration: 190.431211ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:27.656459Z","caller":"traceutil/trace.go:171","msg":"trace[1834408340] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"166.770588ms","start":"2026-05-19T03:17:27.489618Z","end":"2026-05-19T03:17:27.656388Z","steps":["trace[1834408340] 'process raft request' (duration: 165.906246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:27.656591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.185784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:17:27.656639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.584847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228480"} {"level":"info","ts":"2026-05-19T03:17:27.656665Z","caller":"traceutil/trace.go:171","msg":"trace[1545258192] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8754; }","duration":"291.310647ms","start":"2026-05-19T03:17:27.365333Z","end":"2026-05-19T03:17:27.656644Z","steps":["trace[1545258192] 'agreement among raft nodes before linearized reading' (duration: 291.200964ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:27.656679Z","caller":"traceutil/trace.go:171","msg":"trace[1380024160] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8754; }","duration":"465.622748ms","start":"2026-05-19T03:17:27.191042Z","end":"2026-05-19T03:17:27.656665Z","steps":["trace[1380024160] 'agreement among raft nodes before linearized reading' (duration: 465.30074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:27.65673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:27.191027Z","time spent":"465.674609ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228503,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-19T03:17:27.657227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.556301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T03:17:27.657345Z","caller":"traceutil/trace.go:171","msg":"trace[42292962] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8754; }","duration":"334.056688ms","start":"2026-05-19T03:17:27.323258Z","end":"2026-05-19T03:17:27.657314Z","steps":["trace[42292962] 'agreement among raft nodes before linearized reading' (duration: 332.397066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:27.657405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:27.323242Z","time spent":"334.145741ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:17:27.658039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.266103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:17:27.658096Z","caller":"traceutil/trace.go:171","msg":"trace[1583955436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8754; }","duration":"342.620988ms","start":"2026-05-19T03:17:27.315458Z","end":"2026-05-19T03:17:27.658079Z","steps":["trace[1583955436] 'agreement among raft nodes before linearized reading' (duration: 340.682479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:27.658133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:27.315443Z","time spent":"342.679249ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:17:28.417439Z","caller":"traceutil/trace.go:171","msg":"trace[1820099669] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"179.599476ms","start":"2026-05-19T03:17:28.237807Z","end":"2026-05-19T03:17:28.417407Z","steps":["trace[1820099669] 'process raft request' (duration: 179.38836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:29.275241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.62749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:17:29.275342Z","caller":"traceutil/trace.go:171","msg":"trace[606966554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8763; }","duration":"780.790794ms","start":"2026-05-19T03:17:28.49453Z","end":"2026-05-19T03:17:29.275321Z","steps":["trace[606966554] 'count revisions from in-memory index tree' (duration: 780.556769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:29.275369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.502311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-19T03:17:29.275449Z","caller":"traceutil/trace.go:171","msg":"trace[1898405947] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8763; }","duration":"806.621333ms","start":"2026-05-19T03:17:28.468808Z","end":"2026-05-19T03:17:29.275429Z","steps":["trace[1898405947] 'range keys from in-memory index tree' (duration: 806.316936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:29.275446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.249836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T03:17:29.275494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:28.468796Z","time spent":"806.687245ms","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-05-19T03:17:29.2755Z","caller":"traceutil/trace.go:171","msg":"trace[354587024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8763; }","duration":"159.364428ms","start":"2026-05-19T03:17:29.116119Z","end":"2026-05-19T03:17:29.275483Z","steps":["trace[354587024] 'count revisions from in-memory index tree' (duration: 159.134383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:29.275388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:28.494511Z","time spent":"780.864076ms","remote":"127.0.0.1:49304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:17:29.276194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.013814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:29.276258Z","caller":"traceutil/trace.go:171","msg":"trace[270264853] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8763; }","duration":"440.118667ms","start":"2026-05-19T03:17:28.83612Z","end":"2026-05-19T03:17:29.276238Z","steps":["trace[270264853] 'count revisions from in-memory index tree' (duration: 439.898641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:29.276311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:28.836096Z","time spent":"440.200698ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:17:29.275091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.228248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T03:17:29.276504Z","caller":"traceutil/trace.go:171","msg":"trace[505378441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8763; }","duration":"352.655124ms","start":"2026-05-19T03:17:28.92382Z","end":"2026-05-19T03:17:29.276475Z","steps":["trace[505378441] 'range keys from in-memory index tree' (duration: 350.95662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:29.27663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:28.923779Z","time spent":"352.826738ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:17:29.276933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.046209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213919"} {"level":"info","ts":"2026-05-19T03:17:29.277014Z","caller":"traceutil/trace.go:171","msg":"trace[1890524668] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8763; }","duration":"582.185444ms","start":"2026-05-19T03:17:28.694808Z","end":"2026-05-19T03:17:29.276993Z","steps":["trace[1890524668] 'range keys from in-memory index tree' (duration: 580.715745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:29.277118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:28.694786Z","time spent":"582.313226ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2213942,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-19T03:17:29.66164Z","caller":"traceutil/trace.go:171","msg":"trace[2146436795] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"469.435575ms","start":"2026-05-19T03:17:29.192172Z","end":"2026-05-19T03:17:29.661607Z","steps":["trace[2146436795] 'process raft request' (duration: 469.24581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:29.661827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:29.192116Z","time spent":"469.62259ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:29.714651Z","caller":"traceutil/trace.go:171","msg":"trace[1870920477] linearizableReadLoop","detail":"{readStateIndex:9080; appliedIndex:9077; }","duration":"434.110183ms","start":"2026-05-19T03:17:29.280521Z","end":"2026-05-19T03:17:29.714631Z","steps":["trace[1870920477] 'read index received' (duration: 381.019647ms)","trace[1870920477] 'applied index is now lower than readState.Index' (duration: 53.088866ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:17:29.714645Z","caller":"traceutil/trace.go:171","msg":"trace[1512374618] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"522.360187ms","start":"2026-05-19T03:17:29.192233Z","end":"2026-05-19T03:17:29.714593Z","steps":["trace[1512374618] 'process raft request' (duration: 487.315321ms)","trace[1512374618] 'compare' (duration: 34.750828ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:17:29.714699Z","caller":"traceutil/trace.go:171","msg":"trace[1051937221] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"522.068629ms","start":"2026-05-19T03:17:29.192592Z","end":"2026-05-19T03:17:29.714661Z","steps":["trace[1051937221] 'process raft request' (duration: 521.937086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:29.714935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:29.192564Z","time spent":"522.221274ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:29.715064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:29.192196Z","time spent":"522.563642ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:29.71494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.396541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-19T03:17:29.7152Z","caller":"traceutil/trace.go:171","msg":"trace[1296639427] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8766; }","duration":"434.709109ms","start":"2026-05-19T03:17:29.280474Z","end":"2026-05-19T03:17:29.715183Z","steps":["trace[1296639427] 'agreement among raft nodes before linearized reading' (duration: 434.297838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:29.715252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:29.280444Z","time spent":"434.7947ms","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-05-19T03:17:29.715058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.178435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T03:17:29.715357Z","caller":"traceutil/trace.go:171","msg":"trace[1171296392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8766; }","duration":"434.475142ms","start":"2026-05-19T03:17:29.280847Z","end":"2026-05-19T03:17:29.715323Z","steps":["trace[1171296392] 'agreement among raft nodes before linearized reading' (duration: 433.98675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:29.715461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:29.280812Z","time spent":"434.615996ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:17:29.715554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.033219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:17:29.715665Z","caller":"traceutil/trace.go:171","msg":"trace[1291219747] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8766; }","duration":"363.213273ms","start":"2026-05-19T03:17:29.352431Z","end":"2026-05-19T03:17:29.715644Z","steps":["trace[1291219747] 'agreement among raft nodes before linearized reading' (duration: 362.960397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:29.715663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.813896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-19T03:17:29.715785Z","caller":"traceutil/trace.go:171","msg":"trace[1260500302] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8766; }","duration":"406.990231ms","start":"2026-05-19T03:17:29.308766Z","end":"2026-05-19T03:17:29.715756Z","steps":["trace[1260500302] 'agreement among raft nodes before linearized reading' (duration: 406.603631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:29.715714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.913259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:17:29.715851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:29.308745Z","time spent":"407.095413ms","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-05-19T03:17:29.715868Z","caller":"traceutil/trace.go:171","msg":"trace[2085980480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8766; }","duration":"248.127204ms","start":"2026-05-19T03:17:29.467716Z","end":"2026-05-19T03:17:29.715844Z","steps":["trace[2085980480] 'agreement among raft nodes before linearized reading' (duration: 247.629402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:29.715712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:29.352407Z","time spent":"363.297076ms","remote":"127.0.0.1:34870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:17:29.857769Z","caller":"traceutil/trace.go:171","msg":"trace[239876955] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"134.692699ms","start":"2026-05-19T03:17:29.723039Z","end":"2026-05-19T03:17:29.857731Z","steps":["trace[239876955] 'process raft request' (duration: 92.207125ms)","trace[239876955] 'compare' (duration: 42.083904ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:17:29.858285Z","caller":"traceutil/trace.go:171","msg":"trace[1082735150] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"130.84143ms","start":"2026-05-19T03:17:29.727376Z","end":"2026-05-19T03:17:29.858217Z","steps":["trace[1082735150] 'process raft request' (duration: 130.280716ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:29.858318Z","caller":"traceutil/trace.go:171","msg":"trace[1664135718] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"130.767499ms","start":"2026-05-19T03:17:29.727516Z","end":"2026-05-19T03:17:29.858284Z","steps":["trace[1664135718] 'process raft request' (duration: 130.599195ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:29.858562Z","caller":"traceutil/trace.go:171","msg":"trace[490570526] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"130.747399ms","start":"2026-05-19T03:17:29.727792Z","end":"2026-05-19T03:17:29.858539Z","steps":["trace[490570526] 'process raft request' (duration: 130.468832ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:29.858665Z","caller":"traceutil/trace.go:171","msg":"trace[1566462993] linearizableReadLoop","detail":"{readStateIndex:9084; appliedIndex:9081; }","duration":"130.919473ms","start":"2026-05-19T03:17:29.727687Z","end":"2026-05-19T03:17:29.858606Z","steps":["trace[1566462993] 'read index received' (duration: 13.873124ms)","trace[1566462993] 'applied index is now lower than readState.Index' (duration: 117.040869ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:17:29.858951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.333427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-05-19T03:17:29.858953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.240711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-19T03:17:29.859017Z","caller":"traceutil/trace.go:171","msg":"trace[1213061572] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8772; }","duration":"110.391048ms","start":"2026-05-19T03:17:29.748597Z","end":"2026-05-19T03:17:29.858988Z","steps":["trace[1213061572] 'agreement among raft nodes before linearized reading' (duration: 110.220924ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:29.859027Z","caller":"traceutil/trace.go:171","msg":"trace[1653522930] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8772; }","duration":"131.321973ms","start":"2026-05-19T03:17:29.727678Z","end":"2026-05-19T03:17:29.859Z","steps":["trace[1653522930] 'agreement among raft nodes before linearized reading' (duration: 131.064847ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:31.676659Z","caller":"traceutil/trace.go:171","msg":"trace[898095622] linearizableReadLoop","detail":"{readStateIndex:9092; appliedIndex:9091; }","duration":"211.010827ms","start":"2026-05-19T03:17:31.465627Z","end":"2026-05-19T03:17:31.676638Z","steps":["trace[898095622] 'read index received' (duration: 210.851793ms)","trace[898095622] 'applied index is now lower than readState.Index' (duration: 158.164µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:17:31.676779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.13307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:31.676811Z","caller":"traceutil/trace.go:171","msg":"trace[1578515065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8777; }","duration":"211.230853ms","start":"2026-05-19T03:17:31.465571Z","end":"2026-05-19T03:17:31.676801Z","steps":["trace[1578515065] 'agreement among raft nodes before linearized reading' (duration: 211.157991ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:31.677159Z","caller":"traceutil/trace.go:171","msg":"trace[1786914012] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"218.755475ms","start":"2026-05-19T03:17:31.458332Z","end":"2026-05-19T03:17:31.677088Z","steps":["trace[1786914012] 'process raft request' (duration: 218.13155ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:42.54072Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002438.wal"} {"level":"info","ts":"2026-05-19T03:18:23.448685Z","caller":"traceutil/trace.go:171","msg":"trace[6678421] transaction","detail":"{read_only:false; response_revision:9360; number_of_response:1; }","duration":"114.537154ms","start":"2026-05-19T03:18:23.334117Z","end":"2026-05-19T03:18:23.448655Z","steps":["trace[6678421] 'process raft request' (duration: 114.36058ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:24.75639Z","caller":"traceutil/trace.go:171","msg":"trace[1413233955] transaction","detail":"{read_only:false; response_revision:9380; number_of_response:1; }","duration":"144.657773ms","start":"2026-05-19T03:18:24.611698Z","end":"2026-05-19T03:18:24.756356Z","steps":["trace[1413233955] 'process raft request' (duration: 144.437657ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:25.041103Z","caller":"traceutil/trace.go:171","msg":"trace[1017113935] transaction","detail":"{read_only:false; response_revision:9388; number_of_response:1; }","duration":"110.083051ms","start":"2026-05-19T03:18:24.930988Z","end":"2026-05-19T03:18:25.041071Z","steps":["trace[1017113935] 'process raft request' (duration: 109.912946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:18:42.961993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.924058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:18:42.962075Z","caller":"traceutil/trace.go:171","msg":"trace[1423675660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9493; }","duration":"497.055551ms","start":"2026-05-19T03:18:42.465003Z","end":"2026-05-19T03:18:42.962059Z","steps":["trace[1423675660] 'range keys from in-memory index tree' (duration: 496.819615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:18:42.962108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:18:42.464952Z","time spent":"497.148343ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:18:42.962245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.068563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-19T03:18:42.962317Z","caller":"traceutil/trace.go:171","msg":"trace[1893622903] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:9493; }","duration":"651.179686ms","start":"2026-05-19T03:18:42.311117Z","end":"2026-05-19T03:18:42.962297Z","steps":["trace[1893622903] 'range keys from in-memory index tree' (duration: 650.895508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:18:42.962357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:18:42.311101Z","time spent":"651.246967ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-hzjjg\" "} {"level":"warn","ts":"2026-05-19T03:18:42.96262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.160524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:18:42.962664Z","caller":"traceutil/trace.go:171","msg":"trace[857325981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9493; }","duration":"676.252166ms","start":"2026-05-19T03:18:42.286397Z","end":"2026-05-19T03:18:42.962649Z","steps":["trace[857325981] 'range keys from in-memory index tree' (duration: 676.024739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:18:42.962647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.909381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T03:18:42.962718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.700155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:18:42.962748Z","caller":"traceutil/trace.go:171","msg":"trace[58467568] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9493; }","duration":"325.774627ms","start":"2026-05-19T03:18:42.636963Z","end":"2026-05-19T03:18:42.962738Z","steps":["trace[58467568] 'count revisions from in-memory index tree' (duration: 325.602683ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:42.962745Z","caller":"traceutil/trace.go:171","msg":"trace[1289017926] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9493; }","duration":"268.067775ms","start":"2026-05-19T03:18:42.694652Z","end":"2026-05-19T03:18:42.96272Z","steps":["trace[1289017926] 'count revisions from in-memory index tree' (duration: 267.786167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:18:42.962763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.756991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-19T03:18:42.962779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:18:42.636938Z","time spent":"325.828119ms","remote":"127.0.0.1:45752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:18:42.962795Z","caller":"traceutil/trace.go:171","msg":"trace[556703137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9493; }","duration":"671.801922ms","start":"2026-05-19T03:18:42.290985Z","end":"2026-05-19T03:18:42.962787Z","steps":["trace[556703137] 'range keys from in-memory index tree' (duration: 671.649388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:18:42.962765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.574696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-19T03:18:42.962824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:18:42.290976Z","time spent":"671.841543ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:18:42.962916Z","caller":"traceutil/trace.go:171","msg":"trace[1303179803] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9493; }","duration":"671.780381ms","start":"2026-05-19T03:18:42.291107Z","end":"2026-05-19T03:18:42.962887Z","steps":["trace[1303179803] 'range keys from in-memory index tree' (duration: 671.347381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:18:42.962968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:18:42.291081Z","time spent":"671.873764ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:18:42.962992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.024125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:18:42.963103Z","caller":"traceutil/trace.go:171","msg":"trace[1364436526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9493; }","duration":"677.197389ms","start":"2026-05-19T03:18:42.285876Z","end":"2026-05-19T03:18:42.963073Z","steps":["trace[1364436526] 'range keys from in-memory index tree' (duration: 676.717548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:18:42.962692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:18:42.286377Z","time spent":"676.307177ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:18:42.963159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:18:42.285832Z","time spent":"677.313302ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:18:42.963165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.3118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T03:18:42.963202Z","caller":"traceutil/trace.go:171","msg":"trace[680840727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9493; }","duration":"673.34644ms","start":"2026-05-19T03:18:42.289846Z","end":"2026-05-19T03:18:42.963192Z","steps":["trace[680840727] 'range keys from in-memory index tree' (duration: 673.197056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:18:42.96323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:18:42.289832Z","time spent":"673.391152ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:18:42.963222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.099262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-19T03:18:42.963327Z","caller":"traceutil/trace.go:171","msg":"trace[984763484] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9493; }","duration":"291.191104ms","start":"2026-05-19T03:18:42.672075Z","end":"2026-05-19T03:18:42.963266Z","steps":["trace[984763484] 'range keys from in-memory index tree' (duration: 290.906997ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:43.367049Z","caller":"traceutil/trace.go:171","msg":"trace[2115264884] transaction","detail":"{read_only:false; response_revision:9497; number_of_response:1; }","duration":"398.36059ms","start":"2026-05-19T03:18:42.968655Z","end":"2026-05-19T03:18:43.367015Z","steps":["trace[2115264884] 'process raft request' (duration: 398.100054ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:43.367056Z","caller":"traceutil/trace.go:171","msg":"trace[1857934429] transaction","detail":"{read_only:false; response_revision:9499; number_of_response:1; }","duration":"398.079694ms","start":"2026-05-19T03:18:42.968949Z","end":"2026-05-19T03:18:43.367029Z","steps":["trace[1857934429] 'process raft request' (duration: 398.017412ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:43.367077Z","caller":"traceutil/trace.go:171","msg":"trace[1379204964] transaction","detail":"{read_only:false; response_revision:9498; number_of_response:1; }","duration":"398.33523ms","start":"2026-05-19T03:18:42.968713Z","end":"2026-05-19T03:18:43.367048Z","steps":["trace[1379204964] 'process raft request' (duration: 398.199857ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:43.367114Z","caller":"traceutil/trace.go:171","msg":"trace[158010449] transaction","detail":"{read_only:false; response_revision:9496; number_of_response:1; }","duration":"398.33322ms","start":"2026-05-19T03:18:42.968534Z","end":"2026-05-19T03:18:43.366867Z","steps":["trace[158010449] 'process raft request' (duration: 397.984591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:18:43.367221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:18:42.968647Z","time spent":"398.480543ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:18:43.367225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:18:42.96894Z","time spent":"398.198646ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:18:43.367236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:18:42.968522Z","time spent":"398.642347ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:18:43.367238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:18:42.968646Z","time spent":"398.518654ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:19:03.480604Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"68d6d88687e6b830","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-19T03:19:03.485755Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-19T03:19:03.485857Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-19T03:20:37.689725Z","caller":"traceutil/trace.go:171","msg":"trace[2065468222] transaction","detail":"{read_only:false; response_revision:10309; number_of_response:1; }","duration":"384.06903ms","start":"2026-05-19T03:20:37.305607Z","end":"2026-05-19T03:20:37.689676Z","steps":["trace[2065468222] 'process raft request' (duration: 383.624177ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:20:37.689648Z","caller":"traceutil/trace.go:171","msg":"trace[595703688] linearizableReadLoop","detail":"{readStateIndex:10668; appliedIndex:10667; }","duration":"223.982129ms","start":"2026-05-19T03:20:37.465632Z","end":"2026-05-19T03:20:37.689614Z","steps":["trace[595703688] 'read index received' (duration: 223.521987ms)","trace[595703688] 'applied index is now lower than readState.Index' (duration: 458.692µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:20:37.690005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.356408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:20:37.690174Z","caller":"traceutil/trace.go:171","msg":"trace[1376907662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10309; }","duration":"224.512043ms","start":"2026-05-19T03:20:37.46556Z","end":"2026-05-19T03:20:37.690072Z","steps":["trace[1376907662] 'agreement among raft nodes before linearized reading' (duration: 224.369359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:20:37.69013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:20:37.30558Z","time spent":"384.290207ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:20:54.728304Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8005} {"level":"info","ts":"2026-05-19T03:20:54.851545Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8005,"took":"119.910256ms","hash":1731257137,"current-db-size-bytes":55500800,"current-db-size":"56 MB","current-db-size-in-use-bytes":29224960,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-19T03:20:54.851645Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1731257137,"revision":8005,"compact-revision":5824} {"level":"warn","ts":"2026-05-19T03:21:00.234991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.896208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T03:21:00.235138Z","caller":"traceutil/trace.go:171","msg":"trace[1829154903] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10528; }","duration":"102.060822ms","start":"2026-05-19T03:21:00.13306Z","end":"2026-05-19T03:21:00.23512Z","steps":["trace[1829154903] 'range keys from in-memory index tree' (duration: 101.631491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:21:00.235428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.247238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T03:21:00.235459Z","caller":"traceutil/trace.go:171","msg":"trace[1423483190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10528; }","duration":"106.32681ms","start":"2026-05-19T03:21:00.129122Z","end":"2026-05-19T03:21:00.235449Z","steps":["trace[1423483190] 'range keys from in-memory index tree' (duration: 106.102935ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:21:00.355162Z","caller":"traceutil/trace.go:171","msg":"trace[1834198853] transaction","detail":"{read_only:false; response_revision:10529; number_of_response:1; }","duration":"116.442358ms","start":"2026-05-19T03:21:00.238681Z","end":"2026-05-19T03:21:00.355123Z","steps":["trace[1834198853] 'process raft request' (duration: 116.202882ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:21:00.469579Z","caller":"traceutil/trace.go:171","msg":"trace[1457410018] transaction","detail":"{read_only:false; response_revision:10530; number_of_response:1; }","duration":"230.727711ms","start":"2026-05-19T03:21:00.238826Z","end":"2026-05-19T03:21:00.469554Z","steps":["trace[1457410018] 'process raft request' (duration: 230.198247ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:21:00.469814Z","caller":"traceutil/trace.go:171","msg":"trace[1188488951] transaction","detail":"{read_only:false; response_revision:10531; number_of_response:1; }","duration":"228.73628ms","start":"2026-05-19T03:21:00.241067Z","end":"2026-05-19T03:21:00.469803Z","steps":["trace[1188488951] 'process raft request' (duration: 228.128465ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:21:00.469951Z","caller":"traceutil/trace.go:171","msg":"trace[246411407] transaction","detail":"{read_only:false; response_revision:10532; number_of_response:1; }","duration":"228.819961ms","start":"2026-05-19T03:21:00.24112Z","end":"2026-05-19T03:21:00.46994Z","steps":["trace[246411407] 'process raft request' (duration: 228.119944ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:21:04.60848Z","caller":"traceutil/trace.go:171","msg":"trace[453048988] linearizableReadLoop","detail":"{readStateIndex:10927; appliedIndex:10926; }","duration":"120.234664ms","start":"2026-05-19T03:21:04.488211Z","end":"2026-05-19T03:21:04.608446Z","steps":["trace[453048988] 'read index received' (duration: 120.186643ms)","trace[453048988] 'applied index is now lower than readState.Index' (duration: 46.611µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:21:04.608831Z","caller":"traceutil/trace.go:171","msg":"trace[771129720] transaction","detail":"{read_only:false; response_revision:10559; number_of_response:1; }","duration":"120.643575ms","start":"2026-05-19T03:21:04.488148Z","end":"2026-05-19T03:21:04.608791Z","steps":["trace[771129720] 'process raft request' (duration: 120.119712ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:21:04.633751Z","caller":"traceutil/trace.go:171","msg":"trace[1259750064] transaction","detail":"{read_only:false; response_revision:10560; number_of_response:1; }","duration":"141.961349ms","start":"2026-05-19T03:21:04.491762Z","end":"2026-05-19T03:21:04.633724Z","steps":["trace[1259750064] 'process raft request' (duration: 141.511787ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:21:04.633969Z","caller":"traceutil/trace.go:171","msg":"trace[680573593] transaction","detail":"{read_only:false; response_revision:10561; number_of_response:1; }","duration":"141.410275ms","start":"2026-05-19T03:21:04.492544Z","end":"2026-05-19T03:21:04.633955Z","steps":["trace[680573593] 'process raft request' (duration: 140.8463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:21:04.634141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.574505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:21:04.634196Z","caller":"traceutil/trace.go:171","msg":"trace[845348615] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10561; }","duration":"142.669926ms","start":"2026-05-19T03:21:04.49151Z","end":"2026-05-19T03:21:04.63418Z","steps":["trace[845348615] 'agreement among raft nodes before linearized reading' (duration: 142.578164ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:10.492037Z","caller":"traceutil/trace.go:171","msg":"trace[1645251711] linearizableReadLoop","detail":"{readStateIndex:11633; appliedIndex:11632; }","duration":"220.864822ms","start":"2026-05-19T03:22:10.271145Z","end":"2026-05-19T03:22:10.49201Z","steps":["trace[1645251711] 'read index received' (duration: 220.628406ms)","trace[1645251711] 'applied index is now lower than readState.Index' (duration: 235.066µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:22:10.492081Z","caller":"traceutil/trace.go:171","msg":"trace[2063750634] transaction","detail":"{read_only:false; response_revision:11250; number_of_response:1; }","duration":"230.995841ms","start":"2026-05-19T03:22:10.261055Z","end":"2026-05-19T03:22:10.49205Z","steps":["trace[2063750634] 'process raft request' (duration: 230.764425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:10.492551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.365075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:22:10.492601Z","caller":"traceutil/trace.go:171","msg":"trace[812338658] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:11250; }","duration":"221.473667ms","start":"2026-05-19T03:22:10.27111Z","end":"2026-05-19T03:22:10.492583Z","steps":["trace[812338658] 'agreement among raft nodes before linearized reading' (duration: 221.060347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:10.492545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.620725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:22:10.492901Z","caller":"traceutil/trace.go:171","msg":"trace[1666284721] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:11250; }","duration":"111.019006ms","start":"2026-05-19T03:22:10.381851Z","end":"2026-05-19T03:22:10.49287Z","steps":["trace[1666284721] 'agreement among raft nodes before linearized reading' (duration: 110.581885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:10.902874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.837408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:22:10.902948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.779527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:22:10.902998Z","caller":"traceutil/trace.go:171","msg":"trace[2060630388] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11250; }","duration":"271.065014ms","start":"2026-05-19T03:22:10.631906Z","end":"2026-05-19T03:22:10.902971Z","steps":["trace[2060630388] 'range keys from in-memory index tree' (duration: 270.749337ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:10.903058Z","caller":"traceutil/trace.go:171","msg":"trace[255489903] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11250; }","duration":"270.965821ms","start":"2026-05-19T03:22:10.632064Z","end":"2026-05-19T03:22:10.90303Z","steps":["trace[255489903] 'range keys from in-memory index tree' (duration: 270.646914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:10.903314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.527432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-19T03:22:10.903322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.919171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-05-19T03:22:10.90336Z","caller":"traceutil/trace.go:171","msg":"trace[600733649] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11250; }","duration":"264.001363ms","start":"2026-05-19T03:22:10.63935Z","end":"2026-05-19T03:22:10.903352Z","steps":["trace[600733649] 'range keys from in-memory index tree' (duration: 263.785407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:10.903536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.471798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:22:10.903355Z","caller":"traceutil/trace.go:171","msg":"trace[1015858448] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:11250; }","duration":"348.615135ms","start":"2026-05-19T03:22:10.554728Z","end":"2026-05-19T03:22:10.903343Z","steps":["trace[1015858448] 'range keys from in-memory index tree' (duration: 348.318848ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:10.903577Z","caller":"traceutil/trace.go:171","msg":"trace[506461948] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11250; }","duration":"268.534989ms","start":"2026-05-19T03:22:10.635032Z","end":"2026-05-19T03:22:10.903567Z","steps":["trace[506461948] 'range keys from in-memory index tree' (duration: 268.405836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:10.903608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:22:10.554704Z","time spent":"348.892692ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-hzjjg\" "} {"level":"warn","ts":"2026-05-19T03:22:10.903652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.732016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:22:10.90373Z","caller":"traceutil/trace.go:171","msg":"trace[304943457] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11250; }","duration":"270.87261ms","start":"2026-05-19T03:22:10.632839Z","end":"2026-05-19T03:22:10.903711Z","steps":["trace[304943457] 'range keys from in-memory index tree' (duration: 270.599002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:10.903718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.642938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:22:10.903826Z","caller":"traceutil/trace.go:171","msg":"trace[446463430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11250; }","duration":"130.818282ms","start":"2026-05-19T03:22:10.77298Z","end":"2026-05-19T03:22:10.903798Z","steps":["trace[446463430] 'range keys from in-memory index tree' (duration: 130.400891ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:31.121768Z","caller":"traceutil/trace.go:171","msg":"trace[1442333055] linearizableReadLoop","detail":"{readStateIndex:11749; appliedIndex:11748; }","duration":"213.00171ms","start":"2026-05-19T03:22:30.908735Z","end":"2026-05-19T03:22:31.121737Z","steps":["trace[1442333055] 'read index received' (duration: 212.754033ms)","trace[1442333055] 'applied index is now lower than readState.Index' (duration: 246.757µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:22:31.122106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.973569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:22:31.122162Z","caller":"traceutil/trace.go:171","msg":"trace[1750555346] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11362; }","duration":"157.096352ms","start":"2026-05-19T03:22:30.965049Z","end":"2026-05-19T03:22:31.122145Z","steps":["trace[1750555346] 'agreement among raft nodes before linearized reading' (duration: 156.931748ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:31.122412Z","caller":"traceutil/trace.go:171","msg":"trace[4913068] transaction","detail":"{read_only:false; response_revision:11362; number_of_response:1; }","duration":"521.624792ms","start":"2026-05-19T03:22:30.600742Z","end":"2026-05-19T03:22:31.122367Z","steps":["trace[4913068] 'process raft request' (duration: 520.817801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:31.122601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:22:30.600713Z","time spent":"521.790076ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:22:31.122971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.258756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:22:31.123029Z","caller":"traceutil/trace.go:171","msg":"trace[1908503538] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11362; }","duration":"155.355208ms","start":"2026-05-19T03:22:30.967662Z","end":"2026-05-19T03:22:31.123017Z","steps":["trace[1908503538] 'agreement among raft nodes before linearized reading' (duration: 155.256356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:31.123031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.860826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:22:31.123069Z","caller":"traceutil/trace.go:171","msg":"trace[492739129] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11362; }","duration":"156.925968ms","start":"2026-05-19T03:22:30.966132Z","end":"2026-05-19T03:22:31.123058Z","steps":["trace[492739129] 'agreement among raft nodes before linearized reading' (duration: 156.879347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:31.123171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.0096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:22:31.123206Z","caller":"traceutil/trace.go:171","msg":"trace[1321849913] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11362; }","duration":"157.068932ms","start":"2026-05-19T03:22:30.966128Z","end":"2026-05-19T03:22:31.123197Z","steps":["trace[1321849913] 'agreement among raft nodes before linearized reading' (duration: 157.01678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:31.123352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.227365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:22:31.123388Z","caller":"traceutil/trace.go:171","msg":"trace[83324084] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11362; }","duration":"157.300477ms","start":"2026-05-19T03:22:30.966078Z","end":"2026-05-19T03:22:31.123378Z","steps":["trace[83324084] 'agreement among raft nodes before linearized reading' (duration: 157.251046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:31.123467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.769684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-05-19T03:22:31.123502Z","caller":"traceutil/trace.go:171","msg":"trace[434107968] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11362; }","duration":"154.842345ms","start":"2026-05-19T03:22:30.96865Z","end":"2026-05-19T03:22:31.123493Z","steps":["trace[434107968] 'agreement among raft nodes before linearized reading' (duration: 154.743533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:31.123636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.170414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:22:31.123664Z","caller":"traceutil/trace.go:171","msg":"trace[697623956] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11362; }","duration":"155.239105ms","start":"2026-05-19T03:22:30.968418Z","end":"2026-05-19T03:22:31.123657Z","steps":["trace[697623956] 'agreement among raft nodes before linearized reading' (duration: 155.198144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:31.12374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.44016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:22:31.123859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.889868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:22:31.123944Z","caller":"traceutil/trace.go:171","msg":"trace[222376822] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11362; }","duration":"215.226657ms","start":"2026-05-19T03:22:30.9087Z","end":"2026-05-19T03:22:31.123926Z","steps":["trace[222376822] 'agreement among raft nodes before linearized reading' (duration: 213.455311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:31.124218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.061156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-19T03:22:31.122984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.549183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:22:31.124271Z","caller":"traceutil/trace.go:171","msg":"trace[191163742] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11362; }","duration":"156.166889ms","start":"2026-05-19T03:22:30.96809Z","end":"2026-05-19T03:22:31.124257Z","steps":["trace[191163742] 'agreement among raft nodes before linearized reading' (duration: 156.046276ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:31.124333Z","caller":"traceutil/trace.go:171","msg":"trace[204838789] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11362; }","duration":"156.873586ms","start":"2026-05-19T03:22:30.967424Z","end":"2026-05-19T03:22:31.124297Z","steps":["trace[204838789] 'agreement among raft nodes before linearized reading' (duration: 155.530482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:31.124797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.739493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-05-19T03:22:31.124896Z","caller":"traceutil/trace.go:171","msg":"trace[1302536314] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11362; }","duration":"156.870857ms","start":"2026-05-19T03:22:30.967999Z","end":"2026-05-19T03:22:31.12487Z","steps":["trace[1302536314] 'agreement among raft nodes before linearized reading' (duration: 156.558179ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:31.123763Z","caller":"traceutil/trace.go:171","msg":"trace[896307179] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11362; }","duration":"155.478812ms","start":"2026-05-19T03:22:30.968277Z","end":"2026-05-19T03:22:31.123756Z","steps":["trace[896307179] 'agreement among raft nodes before linearized reading' (duration: 155.440601ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:31.317361Z","caller":"traceutil/trace.go:171","msg":"trace[1257898479] linearizableReadLoop","detail":"{readStateIndex:11750; appliedIndex:11749; }","duration":"185.000095ms","start":"2026-05-19T03:22:31.132334Z","end":"2026-05-19T03:22:31.317334Z","steps":["trace[1257898479] 'read index received' (duration: 184.940484ms)","trace[1257898479] 'applied index is now lower than readState.Index' (duration: 58.321µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:22:31.317457Z","caller":"traceutil/trace.go:171","msg":"trace[496680600] transaction","detail":"{read_only:false; response_revision:11363; number_of_response:1; }","duration":"185.57742ms","start":"2026-05-19T03:22:31.131852Z","end":"2026-05-19T03:22:31.31743Z","steps":["trace[496680600] 'process raft request' (duration: 185.19166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:31.318008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.650492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447691"} {"level":"info","ts":"2026-05-19T03:22:31.318047Z","caller":"traceutil/trace.go:171","msg":"trace[184588764] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11363; }","duration":"185.746424ms","start":"2026-05-19T03:22:31.132293Z","end":"2026-05-19T03:22:31.318039Z","steps":["trace[184588764] 'agreement among raft nodes before linearized reading' (duration: 185.165519ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:31.401816Z","caller":"traceutil/trace.go:171","msg":"trace[833023270] transaction","detail":"{read_only:false; response_revision:11364; number_of_response:1; }","duration":"256.657865ms","start":"2026-05-19T03:22:31.145124Z","end":"2026-05-19T03:22:31.401782Z","steps":["trace[833023270] 'process raft request' (duration: 256.401858ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:31.402187Z","caller":"traceutil/trace.go:171","msg":"trace[1760986733] transaction","detail":"{read_only:false; response_revision:11365; number_of_response:1; }","duration":"253.665198ms","start":"2026-05-19T03:22:31.148499Z","end":"2026-05-19T03:22:31.402164Z","steps":["trace[1760986733] 'process raft request' (duration: 253.229487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:31.402702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.526392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T03:22:31.402747Z","caller":"traceutil/trace.go:171","msg":"trace[870316910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11366; }","duration":"240.630726ms","start":"2026-05-19T03:22:31.162104Z","end":"2026-05-19T03:22:31.402734Z","steps":["trace[870316910] 'agreement among raft nodes before linearized reading' (duration: 240.4099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:31.402934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.087419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-19T03:22:31.402977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.959042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-19T03:22:31.402984Z","caller":"traceutil/trace.go:171","msg":"trace[1835739689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11366; }","duration":"236.157572ms","start":"2026-05-19T03:22:31.166806Z","end":"2026-05-19T03:22:31.402964Z","steps":["trace[1835739689] 'agreement among raft nodes before linearized reading' (duration: 236.027388ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:31.403012Z","caller":"traceutil/trace.go:171","msg":"trace[138976016] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11366; }","duration":"237.049273ms","start":"2026-05-19T03:22:31.16595Z","end":"2026-05-19T03:22:31.402999Z","steps":["trace[138976016] 'agreement among raft nodes before linearized reading' (duration: 236.960091ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:31.403123Z","caller":"traceutil/trace.go:171","msg":"trace[1087864538] transaction","detail":"{read_only:false; response_revision:11366; number_of_response:1; }","duration":"160.592361ms","start":"2026-05-19T03:22:31.242363Z","end":"2026-05-19T03:22:31.402956Z","steps":["trace[1087864538] 'process raft request' (duration: 159.705339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:31.746514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.980061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:22:31.746671Z","caller":"traceutil/trace.go:171","msg":"trace[454591183] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:11371; }","duration":"172.195577ms","start":"2026-05-19T03:22:31.574434Z","end":"2026-05-19T03:22:31.74663Z","steps":["trace[454591183] 'count revisions from in-memory index tree' (duration: 171.8883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:31.74672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.319935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T03:22:31.746824Z","caller":"traceutil/trace.go:171","msg":"trace[1835913058] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11371; }","duration":"207.506769ms","start":"2026-05-19T03:22:31.539296Z","end":"2026-05-19T03:22:31.746803Z","steps":["trace[1835913058] 'range keys from in-memory index tree' (duration: 207.09101ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:25:54.738156Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10422} {"level":"info","ts":"2026-05-19T03:25:54.824568Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10422,"took":"83.615734ms","hash":214105740,"current-db-size-bytes":55500800,"current-db-size":"56 MB","current-db-size-in-use-bytes":26767360,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-19T03:25:54.824663Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":214105740,"revision":10422,"compact-revision":8005} {"level":"info","ts":"2026-05-19T03:27:53.084156Z","caller":"traceutil/trace.go:171","msg":"trace[1910715435] transaction","detail":"{read_only:false; response_revision:13552; number_of_response:1; }","duration":"122.111567ms","start":"2026-05-19T03:27:52.96198Z","end":"2026-05-19T03:27:53.084092Z","steps":["trace[1910715435] 'process raft request' (duration: 78.031012ms)","trace[1910715435] 'compare' (duration: 43.699396ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:27:53.351966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.237685ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-19T03:27:53.352096Z","caller":"traceutil/trace.go:171","msg":"trace[2109581324] linearizableReadLoop","detail":"{readStateIndex:14014; appliedIndex:14013; }","duration":"154.216116ms","start":"2026-05-19T03:27:53.19786Z","end":"2026-05-19T03:27:53.352076Z","steps":["trace[2109581324] 'read index received' (duration: 41.758725ms)","trace[2109581324] 'applied index is now lower than readState.Index' (duration: 112.455961ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:27:53.35233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.466442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T03:27:53.352362Z","caller":"traceutil/trace.go:171","msg":"trace[877770154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13552; }","duration":"154.554735ms","start":"2026-05-19T03:27:53.197799Z","end":"2026-05-19T03:27:53.352354Z","steps":["trace[877770154] 'agreement among raft nodes before linearized reading' (duration: 154.380891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:27:53.352489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.638066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-19T03:27:53.352592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.792639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T03:27:53.352628Z","caller":"traceutil/trace.go:171","msg":"trace[1988719700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13552; }","duration":"114.823811ms","start":"2026-05-19T03:27:53.237779Z","end":"2026-05-19T03:27:53.352602Z","steps":["trace[1988719700] 'agreement among raft nodes before linearized reading' (duration: 114.456842ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:27:53.352708Z","caller":"traceutil/trace.go:171","msg":"trace[220961742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13552; }","duration":"110.930322ms","start":"2026-05-19T03:27:53.24174Z","end":"2026-05-19T03:27:53.35267Z","steps":["trace[220961742] 'agreement among raft nodes before linearized reading' (duration: 110.501261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:12.706387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.125828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-19T03:28:12.70652Z","caller":"traceutil/trace.go:171","msg":"trace[1046020287] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:13702; }","duration":"191.322924ms","start":"2026-05-19T03:28:12.515172Z","end":"2026-05-19T03:28:12.706495Z","steps":["trace[1046020287] 'range keys from in-memory index tree' (duration: 190.884733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:12.709725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.422375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582520"} {"level":"info","ts":"2026-05-19T03:28:12.70982Z","caller":"traceutil/trace.go:171","msg":"trace[576641048] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13702; }","duration":"225.556578ms","start":"2026-05-19T03:28:12.484246Z","end":"2026-05-19T03:28:12.709803Z","steps":["trace[576641048] 'range keys from in-memory index tree' (duration: 223.29758ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:13.748319Z","caller":"traceutil/trace.go:171","msg":"trace[400359287] transaction","detail":"{read_only:false; response_revision:13713; number_of_response:1; }","duration":"117.663713ms","start":"2026-05-19T03:28:13.630621Z","end":"2026-05-19T03:28:13.748284Z","steps":["trace[400359287] 'process raft request' (duration: 117.472949ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:13.825967Z","caller":"traceutil/trace.go:171","msg":"trace[24138111] transaction","detail":"{read_only:false; response_revision:13714; number_of_response:1; }","duration":"192.882723ms","start":"2026-05-19T03:28:13.633047Z","end":"2026-05-19T03:28:13.82593Z","steps":["trace[24138111] 'process raft request' (duration: 145.553025ms)","trace[24138111] 'compare' (duration: 47.181755ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:18.405533Z","caller":"traceutil/trace.go:171","msg":"trace[459045886] linearizableReadLoop","detail":"{readStateIndex:14208; appliedIndex:14207; }","duration":"289.233573ms","start":"2026-05-19T03:28:18.116247Z","end":"2026-05-19T03:28:18.40548Z","steps":["trace[459045886] 'read index received' (duration: 289.077289ms)","trace[459045886] 'applied index is now lower than readState.Index' (duration: 153.924µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:28:18.40554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:18.039857Z","time spent":"365.673544ms","remote":"127.0.0.1:34522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:28:18.405762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.473169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:28:18.405885Z","caller":"traceutil/trace.go:171","msg":"trace[634556383] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:13737; }","duration":"289.665914ms","start":"2026-05-19T03:28:18.116188Z","end":"2026-05-19T03:28:18.405854Z","steps":["trace[634556383] 'agreement among raft nodes before linearized reading' (duration: 289.422127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:22.214619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.863568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-19T03:28:22.214653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.838129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:28:22.214733Z","caller":"traceutil/trace.go:171","msg":"trace[168857502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13753; }","duration":"648.007682ms","start":"2026-05-19T03:28:21.566697Z","end":"2026-05-19T03:28:22.214705Z","steps":["trace[168857502] 'range keys from in-memory index tree' (duration: 647.690053ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:22.214754Z","caller":"traceutil/trace.go:171","msg":"trace[1120950519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13753; }","duration":"640.979032ms","start":"2026-05-19T03:28:21.573752Z","end":"2026-05-19T03:28:22.214731Z","steps":["trace[1120950519] 'range keys from in-memory index tree' (duration: 640.646603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:22.214769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.748733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:28:22.214779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:21.566688Z","time spent":"648.080654ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:28:22.214764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.263971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T03:28:22.214868Z","caller":"traceutil/trace.go:171","msg":"trace[1459553974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13753; }","duration":"748.846666ms","start":"2026-05-19T03:28:21.465965Z","end":"2026-05-19T03:28:22.214811Z","steps":["trace[1459553974] 'range keys from in-memory index tree' (duration: 748.669421ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:22.214892Z","caller":"traceutil/trace.go:171","msg":"trace[393992855] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13753; }","duration":"643.388853ms","start":"2026-05-19T03:28:21.571444Z","end":"2026-05-19T03:28:22.214833Z","steps":["trace[393992855] 'range keys from in-memory index tree' (duration: 643.080856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:22.214904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:21.465943Z","time spent":"748.953318ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:28:22.214941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:21.571432Z","time spent":"643.497817ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:28:22.214802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:21.573741Z","time spent":"641.051813ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:28:22.215002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.89731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:28:22.215097Z","caller":"traceutil/trace.go:171","msg":"trace[1877932986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13753; }","duration":"652.034664ms","start":"2026-05-19T03:28:21.563038Z","end":"2026-05-19T03:28:22.215073Z","steps":["trace[1877932986] 'range keys from in-memory index tree' (duration: 651.684205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:22.215137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:21.563025Z","time spent":"652.102196ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:28:22.215003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.093111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:28:22.215265Z","caller":"traceutil/trace.go:171","msg":"trace[846870319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13753; }","duration":"651.395748ms","start":"2026-05-19T03:28:21.563827Z","end":"2026-05-19T03:28:22.215223Z","steps":["trace[846870319] 'range keys from in-memory index tree' (duration: 650.851394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:22.215385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:21.563802Z","time spent":"651.542321ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:28:31.308086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.150007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:28:31.308231Z","caller":"traceutil/trace.go:171","msg":"trace[769052302] transaction","detail":"{read_only:false; response_revision:13808; number_of_response:1; }","duration":"234.748243ms","start":"2026-05-19T03:28:31.073462Z","end":"2026-05-19T03:28:31.30821Z","steps":["trace[769052302] 'process raft request' (duration: 114.327089ms)","trace[769052302] 'compare' (duration: 119.816117ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:31.884693Z","caller":"traceutil/trace.go:171","msg":"trace[1489935536] transaction","detail":"{read_only:false; response_revision:13810; number_of_response:1; }","duration":"129.409513ms","start":"2026-05-19T03:28:31.755249Z","end":"2026-05-19T03:28:31.884658Z","steps":["trace[1489935536] 'process raft request' (duration: 129.208498ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:33.440794Z","caller":"traceutil/trace.go:171","msg":"trace[1839431708] transaction","detail":"{read_only:false; response_revision:13819; number_of_response:1; }","duration":"126.817837ms","start":"2026-05-19T03:28:33.313923Z","end":"2026-05-19T03:28:33.440741Z","steps":["trace[1839431708] 'process raft request' (duration: 126.54144ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:33.602247Z","caller":"traceutil/trace.go:171","msg":"trace[1175957625] transaction","detail":"{read_only:false; response_revision:13820; number_of_response:1; }","duration":"156.348471ms","start":"2026-05-19T03:28:33.44586Z","end":"2026-05-19T03:28:33.602208Z","steps":["trace[1175957625] 'process raft request' (duration: 111.376493ms)","trace[1175957625] 'compare' (duration: 44.526066ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:28:44.902808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755541273,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:28:44.994617Z","caller":"traceutil/trace.go:171","msg":"trace[1804893384] transaction","detail":"{read_only:false; response_revision:13872; number_of_response:1; }","duration":"618.58124ms","start":"2026-05-19T03:28:44.375992Z","end":"2026-05-19T03:28:44.994573Z","steps":["trace[1804893384] 'process raft request' (duration: 618.404235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:44.994974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:44.375976Z","time spent":"618.754354ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:28:44.999297Z","caller":"traceutil/trace.go:171","msg":"trace[1934035589] transaction","detail":"{read_only:false; response_revision:13873; number_of_response:1; }","duration":"621.063393ms","start":"2026-05-19T03:28:44.378204Z","end":"2026-05-19T03:28:44.999267Z","steps":["trace[1934035589] 'process raft request' (duration: 620.902629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:44.999462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:44.378195Z","time spent":"621.185756ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:28:44.999792Z","caller":"traceutil/trace.go:171","msg":"trace[1175818373] transaction","detail":"{read_only:false; response_revision:13874; number_of_response:1; }","duration":"621.34445ms","start":"2026-05-19T03:28:44.378416Z","end":"2026-05-19T03:28:44.999761Z","steps":["trace[1175818373] 'process raft request' (duration: 620.811427ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:44.999879Z","caller":"traceutil/trace.go:171","msg":"trace[1048991280] transaction","detail":"{read_only:false; response_revision:13875; number_of_response:1; }","duration":"619.950784ms","start":"2026-05-19T03:28:44.379915Z","end":"2026-05-19T03:28:44.999866Z","steps":["trace[1048991280] 'process raft request' (duration: 619.588535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:44.99995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:44.379888Z","time spent":"620.024996ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:28:44.999973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:44.37841Z","time spent":"621.471353ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:28:44.999795Z","caller":"traceutil/trace.go:171","msg":"trace[419487290] linearizableReadLoop","detail":"{readStateIndex:14351; appliedIndex:14348; }","duration":"597.032989ms","start":"2026-05-19T03:28:44.40273Z","end":"2026-05-19T03:28:44.999763Z","steps":["trace[419487290] 'read index received' (duration: 591.843797ms)","trace[419487290] 'applied index is now lower than readState.Index' (duration: 5.187842ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:28:45.000028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.253845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T03:28:45.000092Z","caller":"traceutil/trace.go:171","msg":"trace[1158567535] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13875; }","duration":"597.352307ms","start":"2026-05-19T03:28:44.402725Z","end":"2026-05-19T03:28:45.000078Z","steps":["trace[1158567535] 'agreement among raft nodes before linearized reading' (duration: 597.136442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:45.000145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:44.402689Z","time spent":"597.44588ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:28:45.000168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.685648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:28:45.000207Z","caller":"traceutil/trace.go:171","msg":"trace[487160831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13875; }","duration":"536.76773ms","start":"2026-05-19T03:28:44.463428Z","end":"2026-05-19T03:28:45.000196Z","steps":["trace[487160831] 'agreement among raft nodes before linearized reading' (duration: 536.695768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:45.000238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:44.463402Z","time spent":"536.830382ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:28:45.000309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.452517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-05-19T03:28:45.000359Z","caller":"traceutil/trace.go:171","msg":"trace[257453291] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:13875; }","duration":"231.538379ms","start":"2026-05-19T03:28:44.768808Z","end":"2026-05-19T03:28:45.000346Z","steps":["trace[257453291] 'agreement among raft nodes before linearized reading' (duration: 231.411616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:45.51416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755541283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:28:45.953513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.498501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:28:45.95365Z","caller":"traceutil/trace.go:171","msg":"trace[1922829429] transaction","detail":"{read_only:false; response_revision:13876; number_of_response:1; }","duration":"944.265873ms","start":"2026-05-19T03:28:45.009359Z","end":"2026-05-19T03:28:45.953625Z","steps":["trace[1922829429] 'process raft request' (duration: 661.559576ms)","trace[1922829429] 'compare' (duration: 282.008718ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:28:45.953713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:45.009343Z","time spent":"944.341304ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:28:45.96003Z","caller":"traceutil/trace.go:171","msg":"trace[1375557080] transaction","detail":"{read_only:false; response_revision:13877; number_of_response:1; }","duration":"838.573605ms","start":"2026-05-19T03:28:45.121416Z","end":"2026-05-19T03:28:45.959989Z","steps":["trace[1375557080] 'process raft request' (duration: 838.337249ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:45.960076Z","caller":"traceutil/trace.go:171","msg":"trace[1681179079] transaction","detail":"{read_only:false; response_revision:13878; number_of_response:1; }","duration":"838.521104ms","start":"2026-05-19T03:28:45.121512Z","end":"2026-05-19T03:28:45.960034Z","steps":["trace[1681179079] 'process raft request' (duration: 838.407011ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:45.960062Z","caller":"traceutil/trace.go:171","msg":"trace[421900359] linearizableReadLoop","detail":"{readStateIndex:14354; appliedIndex:14351; }","duration":"946.49212ms","start":"2026-05-19T03:28:45.013501Z","end":"2026-05-19T03:28:45.959993Z","steps":["trace[421900359] 'read index received' (duration: 657.429972ms)","trace[421900359] 'applied index is now lower than readState.Index' (duration: 289.060938ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:45.960084Z","caller":"traceutil/trace.go:171","msg":"trace[1973118942] transaction","detail":"{read_only:false; response_revision:13879; number_of_response:1; }","duration":"426.999239ms","start":"2026-05-19T03:28:45.533043Z","end":"2026-05-19T03:28:45.960043Z","steps":["trace[1973118942] 'process raft request' (duration: 426.909997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:45.960277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:45.121506Z","time spent":"838.674067ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:28:45.960271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:45.121388Z","time spent":"838.76899ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:28:45.960315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.130189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:28:45.960332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.818988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-19T03:28:45.96039Z","caller":"traceutil/trace.go:171","msg":"trace[1925181877] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:13879; }","duration":"946.89577ms","start":"2026-05-19T03:28:45.013486Z","end":"2026-05-19T03:28:45.960381Z","steps":["trace[1925181877] 'agreement among raft nodes before linearized reading' (duration: 946.663564ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:45.960382Z","caller":"traceutil/trace.go:171","msg":"trace[204675330] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13879; }","duration":"886.259402ms","start":"2026-05-19T03:28:45.074103Z","end":"2026-05-19T03:28:45.960362Z","steps":["trace[204675330] 'agreement among raft nodes before linearized reading' (duration: 886.130899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:45.960366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.32225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:28:45.960415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:45.013477Z","time spent":"946.93171ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-hzjjg\" "} {"level":"warn","ts":"2026-05-19T03:28:45.960363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:45.533015Z","time spent":"427.234616ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:28:45.960442Z","caller":"traceutil/trace.go:171","msg":"trace[386631868] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:13879; }","duration":"297.442413ms","start":"2026-05-19T03:28:45.662982Z","end":"2026-05-19T03:28:45.960424Z","steps":["trace[386631868] 'agreement among raft nodes before linearized reading' (duration: 297.32444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:45.960444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:45.074084Z","time spent":"886.347374ms","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-19T03:28:45.960449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.1986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:28:45.960485Z","caller":"traceutil/trace.go:171","msg":"trace[261509019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13879; }","duration":"361.274462ms","start":"2026-05-19T03:28:45.5992Z","end":"2026-05-19T03:28:45.960475Z","steps":["trace[261509019] 'agreement among raft nodes before linearized reading' (duration: 361.19664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:45.960495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.480627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:28:45.960511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:45.599182Z","time spent":"361.322253ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:28:45.960525Z","caller":"traceutil/trace.go:171","msg":"trace[2050787277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13879; }","duration":"495.56479ms","start":"2026-05-19T03:28:45.46495Z","end":"2026-05-19T03:28:45.960515Z","steps":["trace[2050787277] 'agreement among raft nodes before linearized reading' (duration: 495.499398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:45.960634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:45.464922Z","time spent":"495.701783ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:28:45.961625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.090867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T03:28:45.961669Z","caller":"traceutil/trace.go:171","msg":"trace[1147408120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13879; }","duration":"296.14119ms","start":"2026-05-19T03:28:45.665517Z","end":"2026-05-19T03:28:45.961658Z","steps":["trace[1147408120] 'agreement among raft nodes before linearized reading' (duration: 294.856006ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:54.323263Z","caller":"traceutil/trace.go:171","msg":"trace[405910206] transaction","detail":"{read_only:false; response_revision:13920; number_of_response:1; }","duration":"334.99642ms","start":"2026-05-19T03:28:53.988239Z","end":"2026-05-19T03:28:54.323235Z","steps":["trace[405910206] 'process raft request' (duration: 334.872677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:54.323407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:53.988209Z","time spent":"335.122864ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:28:54.641605Z","caller":"traceutil/trace.go:171","msg":"trace[826513883] transaction","detail":"{read_only:false; response_revision:13921; number_of_response:1; }","duration":"650.3255ms","start":"2026-05-19T03:28:53.991244Z","end":"2026-05-19T03:28:54.64157Z","steps":["trace[826513883] 'process raft request' (duration: 650.089394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:54.641827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:53.991214Z","time spent":"650.500954ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:28:54.641822Z","caller":"traceutil/trace.go:171","msg":"trace[1516789288] linearizableReadLoop","detail":"{readStateIndex:14400; appliedIndex:14398; }","duration":"644.353148ms","start":"2026-05-19T03:28:53.997428Z","end":"2026-05-19T03:28:54.641782Z","steps":["trace[1516789288] 'read index received' (duration: 325.817656ms)","trace[1516789288] 'applied index is now lower than readState.Index' (duration: 318.532672ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:54.641949Z","caller":"traceutil/trace.go:171","msg":"trace[2031967334] transaction","detail":"{read_only:false; response_revision:13922; number_of_response:1; }","duration":"650.216747ms","start":"2026-05-19T03:28:53.991698Z","end":"2026-05-19T03:28:54.641915Z","steps":["trace[2031967334] 'process raft request' (duration: 649.826937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:54.6421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.650252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-19T03:28:54.642114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.656945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-19T03:28:54.642129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:53.991682Z","time spent":"650.354941ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:28:54.642149Z","caller":"traceutil/trace.go:171","msg":"trace[2109536364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13922; }","duration":"629.718725ms","start":"2026-05-19T03:28:54.012418Z","end":"2026-05-19T03:28:54.642136Z","steps":["trace[2109536364] 'agreement among raft nodes before linearized reading' (duration: 629.572391ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:54.642158Z","caller":"traceutil/trace.go:171","msg":"trace[1575724623] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13922; }","duration":"644.765018ms","start":"2026-05-19T03:28:53.997379Z","end":"2026-05-19T03:28:54.642144Z","steps":["trace[1575724623] 'agreement among raft nodes before linearized reading' (duration: 644.560763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:54.642185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:54.012406Z","time spent":"629.771856ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:28:54.642193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:53.997358Z","time spent":"644.828359ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:28:54.642304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.911963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:28:54.642279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.010404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:28:54.642346Z","caller":"traceutil/trace.go:171","msg":"trace[1137753440] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:13922; }","duration":"190.994875ms","start":"2026-05-19T03:28:54.451339Z","end":"2026-05-19T03:28:54.642333Z","steps":["trace[1137753440] 'agreement among raft nodes before linearized reading' (duration: 190.934373ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:54.642369Z","caller":"traceutil/trace.go:171","msg":"trace[822434256] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:13922; }","duration":"589.143008ms","start":"2026-05-19T03:28:54.053205Z","end":"2026-05-19T03:28:54.642348Z","steps":["trace[822434256] 'agreement among raft nodes before linearized reading' (duration: 588.988754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:54.642383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.83377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-19T03:28:54.642416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:54.053194Z","time spent":"589.210589ms","remote":"127.0.0.1:34768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:28:54.642428Z","caller":"traceutil/trace.go:171","msg":"trace[977427457] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:13922; }","duration":"608.879112ms","start":"2026-05-19T03:28:54.033536Z","end":"2026-05-19T03:28:54.642416Z","steps":["trace[977427457] 'agreement among raft nodes before linearized reading' (duration: 608.719378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:54.642485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:54.033501Z","time spent":"608.976974ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-hzjjg\" "} {"level":"warn","ts":"2026-05-19T03:29:02.216267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.720395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-19T03:29:02.216355Z","caller":"traceutil/trace.go:171","msg":"trace[1544730758] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13973; }","duration":"316.864618ms","start":"2026-05-19T03:29:01.899469Z","end":"2026-05-19T03:29:02.216333Z","steps":["trace[1544730758] 'range keys from in-memory index tree' (duration: 316.53264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:02.216398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:01.899444Z","time spent":"316.944219ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-19T03:29:03.37852Z","caller":"traceutil/trace.go:171","msg":"trace[1798003398] transaction","detail":"{read_only:false; response_revision:13981; number_of_response:1; }","duration":"278.278184ms","start":"2026-05-19T03:29:03.100204Z","end":"2026-05-19T03:29:03.378482Z","steps":["trace[1798003398] 'process raft request' (duration: 278.083249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:04.789504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.677643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:29:04.790604Z","caller":"traceutil/trace.go:171","msg":"trace[1919752494] transaction","detail":"{read_only:false; response_revision:13982; number_of_response:1; }","duration":"1.690240914s","start":"2026-05-19T03:29:03.10029Z","end":"2026-05-19T03:29:04.790531Z","steps":["trace[1919752494] 'process raft request' (duration: 1.106421031s)","trace[1919752494] 'compare' (duration: 582.430177ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:29:04.790866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.100262Z","time spent":"1.69046213s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:29:04.790977Z","caller":"traceutil/trace.go:171","msg":"trace[462708924] transaction","detail":"{read_only:false; response_revision:13983; number_of_response:1; }","duration":"1.689170956s","start":"2026-05-19T03:29:03.101365Z","end":"2026-05-19T03:29:04.790536Z","steps":["trace[462708924] 'process raft request' (duration: 1.688273543s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:04.791142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.101353Z","time spent":"1.689699609s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:29:04.791847Z","caller":"traceutil/trace.go:171","msg":"trace[1253960891] linearizableReadLoop","detail":"{readStateIndex:14463; appliedIndex:14461; }","duration":"1.688224902s","start":"2026-05-19T03:29:03.103606Z","end":"2026-05-19T03:29:04.79183Z","steps":["trace[1253960891] 'read index received' (duration: 274.849306ms)","trace[1253960891] 'applied index is now lower than readState.Index' (duration: 1.413374536s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:29:04.792043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688440657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T03:29:04.792083Z","caller":"traceutil/trace.go:171","msg":"trace[17740567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13983; }","duration":"1.688523419s","start":"2026-05-19T03:29:03.103549Z","end":"2026-05-19T03:29:04.792072Z","steps":["trace[17740567] 'agreement among raft nodes before linearized reading' (duration: 1.688371535s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:04.792116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.103509Z","time spent":"1.688598261s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:29:04.792419Z","caller":"traceutil/trace.go:171","msg":"trace[495625247] transaction","detail":"{read_only:false; response_revision:13984; number_of_response:1; }","duration":"1.382401895s","start":"2026-05-19T03:29:03.409989Z","end":"2026-05-19T03:29:04.792391Z","steps":["trace[495625247] 'process raft request' (duration: 1.381978244s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:04.792584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.409948Z","time spent":"1.382549248s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:29:04.794295Z","caller":"traceutil/trace.go:171","msg":"trace[586492073] transaction","detail":"{read_only:false; response_revision:13985; number_of_response:1; }","duration":"417.171698ms","start":"2026-05-19T03:29:04.377093Z","end":"2026-05-19T03:29:04.794265Z","steps":["trace[586492073] 'process raft request' (duration: 416.962303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:04.794378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:04.37704Z","time spent":"417.300142ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:29:04.794574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.526628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-19T03:29:04.794602Z","caller":"traceutil/trace.go:171","msg":"trace[1617249691] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13987; }","duration":"969.607249ms","start":"2026-05-19T03:29:03.824987Z","end":"2026-05-19T03:29:04.794595Z","steps":["trace[1617249691] 'agreement among raft nodes before linearized reading' (duration: 969.463386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:04.794623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.824953Z","time spent":"969.665111ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-19T03:29:04.794743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.80288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-19T03:29:04.794771Z","caller":"traceutil/trace.go:171","msg":"trace[405932437] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:13987; }","duration":"179.83513ms","start":"2026-05-19T03:29:04.614927Z","end":"2026-05-19T03:29:04.794762Z","steps":["trace[405932437] 'agreement among raft nodes before linearized reading' (duration: 179.747188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:04.794926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329510815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:29:04.794973Z","caller":"traceutil/trace.go:171","msg":"trace[521504151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13987; }","duration":"1.329556316s","start":"2026-05-19T03:29:03.465402Z","end":"2026-05-19T03:29:04.794958Z","steps":["trace[521504151] 'agreement among raft nodes before linearized reading' (duration: 1.328989952s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:04.794994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.465276Z","time spent":"1.32971364s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:29:04.795422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298097785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:29:04.795491Z","caller":"traceutil/trace.go:171","msg":"trace[1580088260] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13987; }","duration":"1.298218867s","start":"2026-05-19T03:29:03.497256Z","end":"2026-05-19T03:29:04.795474Z","steps":["trace[1580088260] 'agreement among raft nodes before linearized reading' (duration: 1.297239092s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:04.795527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.497226Z","time spent":"1.298290199s","remote":"127.0.0.1:34962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1402,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:29:05.676721Z","caller":"traceutil/trace.go:171","msg":"trace[130550222] transaction","detail":"{read_only:false; response_revision:13992; number_of_response:1; }","duration":"206.82672ms","start":"2026-05-19T03:29:05.387947Z","end":"2026-05-19T03:29:05.594774Z","steps":["trace[130550222] 'process raft request' (duration: 206.620234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:06.332896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.321423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-d8d28\" ","response":"range_response_count:1 size:12498"} {"level":"warn","ts":"2026-05-19T03:29:06.332903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.542852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:29:06.332995Z","caller":"traceutil/trace.go:171","msg":"trace[371134797] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-d8d28; range_end:; response_count:1; response_revision:13992; }","duration":"600.496828ms","start":"2026-05-19T03:29:05.732477Z","end":"2026-05-19T03:29:06.332974Z","steps":["trace[371134797] 'range keys from in-memory index tree' (duration: 600.105878ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:06.333003Z","caller":"traceutil/trace.go:171","msg":"trace[75974218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13992; }","duration":"624.705706ms","start":"2026-05-19T03:29:05.708276Z","end":"2026-05-19T03:29:06.332982Z","steps":["trace[75974218] 'count revisions from in-memory index tree' (duration: 624.467789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:06.333062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:05.732453Z","time spent":"600.59702ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12521,"request content":"key:\"/registry/pods/openstack/openvswitch-d8d28\" "} {"level":"warn","ts":"2026-05-19T03:29:06.33308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:05.708252Z","time spent":"624.816048ms","remote":"127.0.0.1:49242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:29:06.334766Z","caller":"traceutil/trace.go:171","msg":"trace[2097009413] linearizableReadLoop","detail":"{readStateIndex:14474; appliedIndex:14473; }","duration":"290.209428ms","start":"2026-05-19T03:29:06.044532Z","end":"2026-05-19T03:29:06.334742Z","steps":["trace[2097009413] 'read index received' (duration: 236.546629ms)","trace[2097009413] 'applied index is now lower than readState.Index' (duration: 53.660239ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:29:06.334995Z","caller":"traceutil/trace.go:171","msg":"trace[696991916] transaction","detail":"{read_only:false; response_revision:13993; number_of_response:1; }","duration":"601.32927ms","start":"2026-05-19T03:29:05.733632Z","end":"2026-05-19T03:29:06.334962Z","steps":["trace[696991916] 'process raft request' (duration: 547.497676ms)","trace[696991916] 'compare' (duration: 51.896764ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:29:06.335127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:05.733615Z","time spent":"601.449922ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:29:06.335509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.963127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:29:06.335772Z","caller":"traceutil/trace.go:171","msg":"trace[1456127418] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:13993; }","duration":"291.08055ms","start":"2026-05-19T03:29:06.044479Z","end":"2026-05-19T03:29:06.33556Z","steps":["trace[1456127418] 'agreement among raft nodes before linearized reading' (duration: 290.424453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:29.422583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755542502,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:29:29.452946Z","caller":"traceutil/trace.go:171","msg":"trace[1270528543] transaction","detail":"{read_only:false; response_revision:14303; number_of_response:1; }","duration":"562.136068ms","start":"2026-05-19T03:29:28.89078Z","end":"2026-05-19T03:29:29.452916Z","steps":["trace[1270528543] 'process raft request' (duration: 561.972594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:29.453118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:28.890749Z","time spent":"562.282222ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:29:29.719753Z","caller":"traceutil/trace.go:171","msg":"trace[1791099533] transaction","detail":"{read_only:false; response_revision:14304; number_of_response:1; }","duration":"820.300869ms","start":"2026-05-19T03:29:28.899413Z","end":"2026-05-19T03:29:29.719714Z","steps":["trace[1791099533] 'process raft request' (duration: 806.939548ms)","trace[1791099533] 'compare' (duration: 12.821396ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:29:29.719769Z","caller":"traceutil/trace.go:171","msg":"trace[1103424044] linearizableReadLoop","detail":"{readStateIndex:14800; appliedIndex:14796; }","duration":"797.215979ms","start":"2026-05-19T03:29:28.92252Z","end":"2026-05-19T03:29:29.719736Z","steps":["trace[1103424044] 'read index received' (duration: 530.327636ms)","trace[1103424044] 'applied index is now lower than readState.Index' (duration: 266.887133ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:29:29.719832Z","caller":"traceutil/trace.go:171","msg":"trace[2142418933] transaction","detail":"{read_only:false; response_revision:14305; number_of_response:1; }","duration":"815.137347ms","start":"2026-05-19T03:29:28.904659Z","end":"2026-05-19T03:29:29.719796Z","steps":["trace[2142418933] 'process raft request' (duration: 814.894081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:29.719939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:28.899386Z","time spent":"820.463322ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:29:29.720088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:28.904649Z","time spent":"815.26278ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:29:29.719941Z","caller":"traceutil/trace.go:171","msg":"trace[1281093636] transaction","detail":"{read_only:false; response_revision:14306; number_of_response:1; }","duration":"813.448604ms","start":"2026-05-19T03:29:28.906474Z","end":"2026-05-19T03:29:29.719922Z","steps":["trace[1281093636] 'process raft request' (duration: 813.183557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:29.720165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.620459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:29:29.720224Z","caller":"traceutil/trace.go:171","msg":"trace[1677162558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14306; }","duration":"797.735932ms","start":"2026-05-19T03:29:28.922476Z","end":"2026-05-19T03:29:29.720212Z","steps":["trace[1677162558] 'agreement among raft nodes before linearized reading' (duration: 797.498956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:29.72027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:28.922456Z","time spent":"797.801274ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:29:29.720176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:28.906467Z","time spent":"813.67786ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:29:29.72068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.964275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:29:29.720734Z","caller":"traceutil/trace.go:171","msg":"trace[1150221173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14306; }","duration":"258.069777ms","start":"2026-05-19T03:29:29.462651Z","end":"2026-05-19T03:29:29.720721Z","steps":["trace[1150221173] 'agreement among raft nodes before linearized reading' (duration: 257.982535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:29.720752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.919388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T03:29:29.720761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.767062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T03:29:29.720807Z","caller":"traceutil/trace.go:171","msg":"trace[1813263846] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:14306; }","duration":"402.020201ms","start":"2026-05-19T03:29:29.318767Z","end":"2026-05-19T03:29:29.720788Z","steps":["trace[1813263846] 'agreement among raft nodes before linearized reading' (duration: 401.923488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:29.72082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.958029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"warn","ts":"2026-05-19T03:29:29.720854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:29.318739Z","time spent":"402.105943ms","remote":"127.0.0.1:42874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:29:29.720832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.189295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f93dc838-d641-4fa5-af93-0d1ea5d2107b\" ","response":"range_response_count:1 size:3754"} {"level":"info","ts":"2026-05-19T03:29:29.720882Z","caller":"traceutil/trace.go:171","msg":"trace[1149670690] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14306; }","duration":"552.061162ms","start":"2026-05-19T03:29:29.1688Z","end":"2026-05-19T03:29:29.720862Z","steps":["trace[1149670690] 'agreement among raft nodes before linearized reading' (duration: 551.883847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:29.720926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:29.168778Z","time spent":"552.138703ms","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-19T03:29:29.720921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.546909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-19T03:29:29.72094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.660143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-19T03:29:29.720961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.814807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-19T03:29:29.72093Z","caller":"traceutil/trace.go:171","msg":"trace[1993444832] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f93dc838-d641-4fa5-af93-0d1ea5d2107b; range_end:; response_count:1; response_revision:14306; }","duration":"525.353699ms","start":"2026-05-19T03:29:29.195553Z","end":"2026-05-19T03:29:29.720906Z","steps":["trace[1993444832] 'agreement among raft nodes before linearized reading' (duration: 525.062561ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:29.72099Z","caller":"traceutil/trace.go:171","msg":"trace[2003955332] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:14306; }","duration":"696.896499ms","start":"2026-05-19T03:29:29.024085Z","end":"2026-05-19T03:29:29.720982Z","steps":["trace[2003955332] 'agreement among raft nodes before linearized reading' (duration: 696.812027ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:29.720991Z","caller":"traceutil/trace.go:171","msg":"trace[425644288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14306; }","duration":"792.777706ms","start":"2026-05-19T03:29:28.9282Z","end":"2026-05-19T03:29:29.720978Z","steps":["trace[425644288] 'agreement among raft nodes before linearized reading' (duration: 792.461018ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:29.72099Z","caller":"traceutil/trace.go:171","msg":"trace[1918352557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14306; }","duration":"790.642351ms","start":"2026-05-19T03:29:28.93033Z","end":"2026-05-19T03:29:29.720972Z","steps":["trace[1918352557] 'agreement among raft nodes before linearized reading' (duration: 790.416506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:29.721013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:29.195536Z","time spent":"525.462632ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3777,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f93dc838-d641-4fa5-af93-0d1ea5d2107b\" "} {"level":"warn","ts":"2026-05-19T03:29:29.721027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:29.024059Z","time spent":"696.960781ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-hzjjg\" "} {"level":"warn","ts":"2026-05-19T03:29:29.721035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:28.92818Z","time spent":"792.847728ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:29:29.72104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:28.930316Z","time spent":"790.715643ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:29:29.720866Z","caller":"traceutil/trace.go:171","msg":"trace[937346390] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14306; }","duration":"775.917016ms","start":"2026-05-19T03:29:28.944923Z","end":"2026-05-19T03:29:29.72084Z","steps":["trace[937346390] 'agreement among raft nodes before linearized reading' (duration: 775.706401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:29.721123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:28.944905Z","time spent":"776.204983ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:29:29.721115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.956941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-brfjk\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-05-19T03:29:29.721214Z","caller":"traceutil/trace.go:171","msg":"trace[1645699801] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-brfjk; range_end:; response_count:1; response_revision:14306; }","duration":"491.112405ms","start":"2026-05-19T03:29:29.230076Z","end":"2026-05-19T03:29:29.721188Z","steps":["trace[1645699801] 'agreement among raft nodes before linearized reading' (duration: 490.669794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:29.721271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:29.230052Z","time spent":"491.199977ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-brfjk\" "} {"level":"warn","ts":"2026-05-19T03:29:29.721569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.663153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T03:29:29.721826Z","caller":"traceutil/trace.go:171","msg":"trace[742873624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14306; }","duration":"794.977071ms","start":"2026-05-19T03:29:28.926836Z","end":"2026-05-19T03:29:29.721813Z","steps":["trace[742873624] 'agreement among raft nodes before linearized reading' (duration: 793.466403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:29.721864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:28.92682Z","time spent":"795.033193ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:29:29.9937Z","caller":"traceutil/trace.go:171","msg":"trace[1477233499] transaction","detail":"{read_only:false; response_revision:14307; number_of_response:1; }","duration":"266.655057ms","start":"2026-05-19T03:29:29.727012Z","end":"2026-05-19T03:29:29.993667Z","steps":["trace[1477233499] 'process raft request' (duration: 266.36909ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:29.99368Z","caller":"traceutil/trace.go:171","msg":"trace[1970983412] linearizableReadLoop","detail":"{readStateIndex:14801; appliedIndex:14800; }","duration":"265.973598ms","start":"2026-05-19T03:29:29.727633Z","end":"2026-05-19T03:29:29.993607Z","steps":["trace[1970983412] 'read index received' (duration: 265.893236ms)","trace[1970983412] 'applied index is now lower than readState.Index' (duration: 79.162µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:29:29.994872Z","caller":"traceutil/trace.go:171","msg":"trace[830280042] transaction","detail":"{read_only:false; response_revision:14310; number_of_response:1; }","duration":"266.749188ms","start":"2026-05-19T03:29:29.72806Z","end":"2026-05-19T03:29:29.994809Z","steps":["trace[830280042] 'process raft request' (duration: 266.681617ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:29.995685Z","caller":"traceutil/trace.go:171","msg":"trace[312470946] transaction","detail":"{read_only:false; response_revision:14308; number_of_response:1; }","duration":"267.824786ms","start":"2026-05-19T03:29:29.727843Z","end":"2026-05-19T03:29:29.995668Z","steps":["trace[312470946] 'process raft request' (duration: 266.638686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:29.995835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.787135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1142"} {"level":"warn","ts":"2026-05-19T03:29:29.996007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.347329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630611"} {"level":"warn","ts":"2026-05-19T03:29:29.996041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.510065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-19T03:29:29.996063Z","caller":"traceutil/trace.go:171","msg":"trace[267002770] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14307; }","duration":"268.443433ms","start":"2026-05-19T03:29:29.727607Z","end":"2026-05-19T03:29:29.99605Z","steps":["trace[267002770] 'agreement among raft nodes before linearized reading' (duration: 266.215867ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:29.996093Z","caller":"traceutil/trace.go:171","msg":"trace[1311706862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14311; }","duration":"156.612667ms","start":"2026-05-19T03:29:29.839463Z","end":"2026-05-19T03:29:29.996076Z","steps":["trace[1311706862] 'agreement among raft nodes before linearized reading' (duration: 156.422873ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:29.996182Z","caller":"traceutil/trace.go:171","msg":"trace[1740641360] transaction","detail":"{read_only:false; response_revision:14311; number_of_response:1; }","duration":"267.153039ms","start":"2026-05-19T03:29:29.728997Z","end":"2026-05-19T03:29:29.99615Z","steps":["trace[1740641360] 'process raft request' (duration: 265.793475ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:29.996354Z","caller":"traceutil/trace.go:171","msg":"trace[1200835713] transaction","detail":"{read_only:false; response_revision:14309; number_of_response:1; }","duration":"268.349769ms","start":"2026-05-19T03:29:29.727993Z","end":"2026-05-19T03:29:29.996343Z","steps":["trace[1200835713] 'process raft request' (duration: 266.636296ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:29.996374Z","caller":"traceutil/trace.go:171","msg":"trace[94728850] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:14311; }","duration":"267.949129ms","start":"2026-05-19T03:29:29.727977Z","end":"2026-05-19T03:29:29.995926Z","steps":["trace[94728850] 'agreement among raft nodes before linearized reading' (duration: 267.710753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:29.997579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.829607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630611"} {"level":"info","ts":"2026-05-19T03:29:29.997686Z","caller":"traceutil/trace.go:171","msg":"trace[1077420408] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14311; }","duration":"267.97531ms","start":"2026-05-19T03:29:29.729685Z","end":"2026-05-19T03:29:29.99766Z","steps":["trace[1077420408] 'agreement among raft nodes before linearized reading' (duration: 266.307717ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:47.966756Z","caller":"traceutil/trace.go:171","msg":"trace[637550407] transaction","detail":"{read_only:false; response_revision:15076; number_of_response:1; }","duration":"135.413116ms","start":"2026-05-19T03:30:47.831307Z","end":"2026-05-19T03:30:47.966721Z","steps":["trace[637550407] 'process raft request' (duration: 135.165759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:53.626886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755545296,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:30:53.653278Z","caller":"traceutil/trace.go:171","msg":"trace[662995164] transaction","detail":"{read_only:false; response_revision:15108; number_of_response:1; }","duration":"618.446536ms","start":"2026-05-19T03:30:53.034803Z","end":"2026-05-19T03:30:53.65325Z","steps":["trace[662995164] 'process raft request' (duration: 618.028865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:53.653449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.034747Z","time spent":"618.61021ms","remote":"127.0.0.1:42874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416621,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:30:54.465201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.116822ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-19T03:30:54.465371Z","caller":"traceutil/trace.go:171","msg":"trace[81157997] linearizableReadLoop","detail":"{readStateIndex:15625; appliedIndex:15623; }","duration":"1.339529072s","start":"2026-05-19T03:30:53.125824Z","end":"2026-05-19T03:30:54.465353Z","steps":["trace[81157997] 'read index received' (duration: 526.92704ms)","trace[81157997] 'applied index is now lower than readState.Index' (duration: 812.600662ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:30:54.465564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339726387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:30:54.465635Z","caller":"traceutil/trace.go:171","msg":"trace[2016153015] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:15108; }","duration":"1.33983464s","start":"2026-05-19T03:30:53.125781Z","end":"2026-05-19T03:30:54.465616Z","steps":["trace[2016153015] 'agreement among raft nodes before linearized reading' (duration: 1.339712097s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.465682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.125766Z","time spent":"1.339903661s","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:30:54.527942Z","caller":"traceutil/trace.go:171","msg":"trace[491336025] transaction","detail":"{read_only:false; response_revision:15109; number_of_response:1; }","duration":"539.338146ms","start":"2026-05-19T03:30:53.98857Z","end":"2026-05-19T03:30:54.527908Z","steps":["trace[491336025] 'process raft request' (duration: 539.08145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.528202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.988519Z","time spent":"539.591263ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:30:54.53109Z","caller":"traceutil/trace.go:171","msg":"trace[731185331] transaction","detail":"{read_only:false; response_revision:15110; number_of_response:1; }","duration":"450.664274ms","start":"2026-05-19T03:30:54.080407Z","end":"2026-05-19T03:30:54.531071Z","steps":["trace[731185331] 'process raft request' (duration: 450.503659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.531202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:54.080376Z","time spent":"450.774586ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:30:54.531291Z","caller":"traceutil/trace.go:171","msg":"trace[155465199] transaction","detail":"{read_only:false; response_revision:15111; number_of_response:1; }","duration":"438.925714ms","start":"2026-05-19T03:30:54.092344Z","end":"2026-05-19T03:30:54.53127Z","steps":["trace[155465199] 'process raft request' (duration: 438.682958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.531374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:54.092327Z","time spent":"439.004897ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:30:54.531573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.66179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-19T03:30:54.531609Z","caller":"traceutil/trace.go:171","msg":"trace[2122419943] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15111; }","duration":"844.706072ms","start":"2026-05-19T03:30:53.686891Z","end":"2026-05-19T03:30:54.531597Z","steps":["trace[2122419943] 'agreement among raft nodes before linearized reading' (duration: 844.567319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.53164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.686886Z","time spent":"844.746413ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-19T03:30:54.531633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.847356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:54.531633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.783036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T03:30:54.531705Z","caller":"traceutil/trace.go:171","msg":"trace[168626754] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15111; }","duration":"341.942858ms","start":"2026-05-19T03:30:54.189745Z","end":"2026-05-19T03:30:54.531688Z","steps":["trace[168626754] 'agreement among raft nodes before linearized reading' (duration: 341.838615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.531741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:54.189732Z","time spent":"342.00333ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-19T03:30:54.531849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.596616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-19T03:30:54.531881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.336608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-05-19T03:30:54.53189Z","caller":"traceutil/trace.go:171","msg":"trace[1158875820] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"364.668418ms","start":"2026-05-19T03:30:54.167209Z","end":"2026-05-19T03:30:54.531878Z","steps":["trace[1158875820] 'agreement among raft nodes before linearized reading' (duration: 364.551075ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.531917Z","caller":"traceutil/trace.go:171","msg":"trace[82088187] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15111; }","duration":"845.380569ms","start":"2026-05-19T03:30:53.686526Z","end":"2026-05-19T03:30:54.531907Z","steps":["trace[82088187] 'agreement among raft nodes before linearized reading' (duration: 845.287837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.531933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:54.167197Z","time spent":"364.725889ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-19T03:30:54.531951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.686521Z","time spent":"845.42003ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-05-19T03:30:54.532026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.683106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-19T03:30:54.532048Z","caller":"traceutil/trace.go:171","msg":"trace[94565814] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15111; }","duration":"340.739477ms","start":"2026-05-19T03:30:54.191302Z","end":"2026-05-19T03:30:54.532041Z","steps":["trace[94565814] 'agreement among raft nodes before linearized reading' (duration: 340.681536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.532065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:54.191286Z","time spent":"340.774879ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-19T03:30:54.531729Z","caller":"traceutil/trace.go:171","msg":"trace[1273574601] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"839.918969ms","start":"2026-05-19T03:30:53.691789Z","end":"2026-05-19T03:30:54.531708Z","steps":["trace[1273574601] 'agreement among raft nodes before linearized reading' (duration: 839.506319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.532123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.69178Z","time spent":"840.33838ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-19T03:30:54.532225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.103567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:54.532241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.196549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-05-19T03:30:54.532247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32731089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:54.532286Z","caller":"traceutil/trace.go:171","msg":"trace[972268240] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15111; }","duration":"368.27276ms","start":"2026-05-19T03:30:54.164Z","end":"2026-05-19T03:30:54.532272Z","steps":["trace[972268240] 'agreement among raft nodes before linearized reading' (duration: 368.155487ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.532303Z","caller":"traceutil/trace.go:171","msg":"trace[1035915098] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15111; }","duration":"1.327388462s","start":"2026-05-19T03:30:53.204902Z","end":"2026-05-19T03:30:54.532291Z","steps":["trace[1035915098] 'agreement among raft nodes before linearized reading' (duration: 1.3273116s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.532318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377879031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:54.532329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:54.163984Z","time spent":"368.334382ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-19T03:30:54.532264Z","caller":"traceutil/trace.go:171","msg":"trace[896793207] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15111; }","duration":"846.156069ms","start":"2026-05-19T03:30:53.686097Z","end":"2026-05-19T03:30:54.532253Z","steps":["trace[896793207] 'agreement among raft nodes before linearized reading' (duration: 846.095667ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.532351Z","caller":"traceutil/trace.go:171","msg":"trace[482333464] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:15111; }","duration":"1.377970703s","start":"2026-05-19T03:30:53.15437Z","end":"2026-05-19T03:30:54.532341Z","steps":["trace[482333464] 'agreement among raft nodes before linearized reading' (duration: 1.377916092s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.532369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.686092Z","time spent":"846.270942ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-19T03:30:54.532387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.154359Z","time spent":"1.378019214s","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:30:54.531969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.299095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-19T03:30:54.532473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.518752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:54.532512Z","caller":"traceutil/trace.go:171","msg":"trace[2122948213] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15111; }","duration":"369.598854ms","start":"2026-05-19T03:30:54.162901Z","end":"2026-05-19T03:30:54.5325Z","steps":["trace[2122948213] 'agreement among raft nodes before linearized reading' (duration: 369.541403ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.53252Z","caller":"traceutil/trace.go:171","msg":"trace[591879869] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"338.88414ms","start":"2026-05-19T03:30:54.193604Z","end":"2026-05-19T03:30:54.532488Z","steps":["trace[591879869] 'agreement among raft nodes before linearized reading' (duration: 338.313205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.532563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:54.162879Z","time spent":"369.675566ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-19T03:30:54.532607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.694441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:54.532614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:54.193561Z","time spent":"339.024234ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-19T03:30:54.532648Z","caller":"traceutil/trace.go:171","msg":"trace[1539987597] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15111; }","duration":"846.769903ms","start":"2026-05-19T03:30:53.685869Z","end":"2026-05-19T03:30:54.532639Z","steps":["trace[1539987597] 'agreement among raft nodes before linearized reading' (duration: 846.710222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.532679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.685849Z","time spent":"846.822205ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-19T03:30:54.532789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327793212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:54.532849Z","caller":"traceutil/trace.go:171","msg":"trace[1556096013] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15111; }","duration":"1.327903165s","start":"2026-05-19T03:30:53.204933Z","end":"2026-05-19T03:30:54.532836Z","steps":["trace[1556096013] 'agreement among raft nodes before linearized reading' (duration: 1.327820903s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.532852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.556906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ck84k\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-05-19T03:30:54.532896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.204906Z","time spent":"1.327980447s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-19T03:30:54.532902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067470057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:54.532943Z","caller":"traceutil/trace.go:171","msg":"trace[1286405311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15111; }","duration":"1.06755497s","start":"2026-05-19T03:30:53.465377Z","end":"2026-05-19T03:30:54.532932Z","steps":["trace[1286405311] 'agreement among raft nodes before linearized reading' (duration: 1.067487678s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.532981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.465356Z","time spent":"1.067618771s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:30:54.533045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.551294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ck84k\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-05-19T03:30:54.533099Z","caller":"traceutil/trace.go:171","msg":"trace[1289199586] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ck84k; range_end:; response_count:1; response_revision:15111; }","duration":"420.638457ms","start":"2026-05-19T03:30:54.112449Z","end":"2026-05-19T03:30:54.533087Z","steps":["trace[1289199586] 'agreement among raft nodes before linearized reading' (duration: 420.516624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.533138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:54.112434Z","time spent":"420.693898ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ck84k\" "} {"level":"warn","ts":"2026-05-19T03:30:54.533181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324020106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T03:30:54.533219Z","caller":"traceutil/trace.go:171","msg":"trace[1733427551] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"1.324119378s","start":"2026-05-19T03:30:53.209089Z","end":"2026-05-19T03:30:54.533208Z","steps":["trace[1733427551] 'agreement among raft nodes before linearized reading' (duration: 1.324017585s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.53321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.955487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-19T03:30:54.533328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323045571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:54.533339Z","caller":"traceutil/trace.go:171","msg":"trace[956455813] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"720.148952ms","start":"2026-05-19T03:30:53.813166Z","end":"2026-05-19T03:30:54.533315Z","steps":["trace[956455813] 'agreement among raft nodes before linearized reading' (duration: 719.844245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.532339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.204866Z","time spent":"1.327465684s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-19T03:30:54.533381Z","caller":"traceutil/trace.go:171","msg":"trace[1800750000] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15111; }","duration":"1.323087852s","start":"2026-05-19T03:30:53.210276Z","end":"2026-05-19T03:30:54.533364Z","steps":["trace[1800750000] 'agreement among raft nodes before linearized reading' (duration: 1.32303151s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.532936Z","caller":"traceutil/trace.go:171","msg":"trace[1706405018] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ck84k; range_end:; response_count:1; response_revision:15111; }","duration":"404.6839ms","start":"2026-05-19T03:30:54.128236Z","end":"2026-05-19T03:30:54.53292Z","steps":["trace[1706405018] 'agreement among raft nodes before linearized reading' (duration: 404.509165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.533441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:54.12821Z","time spent":"405.222932ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ck84k\" "} {"level":"warn","ts":"2026-05-19T03:30:54.533445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.210263Z","time spent":"1.323163974s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-19T03:30:54.533267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.833081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-19T03:30:54.533398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.813142Z","time spent":"720.245334ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-19T03:30:54.533497Z","caller":"traceutil/trace.go:171","msg":"trace[294392183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15111; }","duration":"859.093548ms","start":"2026-05-19T03:30:53.674387Z","end":"2026-05-19T03:30:54.53348Z","steps":["trace[294392183] 'agreement among raft nodes before linearized reading' (duration: 858.721628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.533285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.209057Z","time spent":"1.32421817s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-19T03:30:54.533556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:53.67437Z","time spent":"859.17277ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T03:30:54.711007Z","caller":"traceutil/trace.go:171","msg":"trace[1654421750] linearizableReadLoop","detail":"{readStateIndex:15629; appliedIndex:15628; }","duration":"172.001681ms","start":"2026-05-19T03:30:54.538971Z","end":"2026-05-19T03:30:54.710973Z","steps":["trace[1654421750] 'read index received' (duration: 90.157912ms)","trace[1654421750] 'applied index is now lower than readState.Index' (duration: 81.841899ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:30:54.711147Z","caller":"traceutil/trace.go:171","msg":"trace[1725198451] transaction","detail":"{read_only:false; response_revision:15112; number_of_response:1; }","duration":"173.92364ms","start":"2026-05-19T03:30:54.5372Z","end":"2026-05-19T03:30:54.711124Z","steps":["trace[1725198451] 'process raft request' (duration: 91.938397ms)","trace[1725198451] 'compare' (duration: 81.448359ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:30:54.711382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.391271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T03:30:54.711594Z","caller":"traceutil/trace.go:171","msg":"trace[2003045977] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15112; }","duration":"172.641587ms","start":"2026-05-19T03:30:54.538931Z","end":"2026-05-19T03:30:54.711572Z","steps":["trace[2003045977] 'agreement among raft nodes before linearized reading' (duration: 172.293588ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.730894Z","caller":"traceutil/trace.go:171","msg":"trace[93259465] transaction","detail":"{read_only:false; response_revision:15113; number_of_response:1; }","duration":"190.503943ms","start":"2026-05-19T03:30:54.540321Z","end":"2026-05-19T03:30:54.730825Z","steps":["trace[93259465] 'process raft request' (duration: 190.215515ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.730982Z","caller":"traceutil/trace.go:171","msg":"trace[2142241673] transaction","detail":"{read_only:false; response_revision:15114; number_of_response:1; }","duration":"190.550554ms","start":"2026-05-19T03:30:54.540422Z","end":"2026-05-19T03:30:54.730973Z","steps":["trace[2142241673] 'process raft request' (duration: 190.243737ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.730925Z","caller":"traceutil/trace.go:171","msg":"trace[274963547] transaction","detail":"{read_only:false; response_revision:15116; number_of_response:1; }","duration":"190.223966ms","start":"2026-05-19T03:30:54.540675Z","end":"2026-05-19T03:30:54.730899Z","steps":["trace[274963547] 'process raft request' (duration: 190.067332ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.731294Z","caller":"traceutil/trace.go:171","msg":"trace[1462046777] transaction","detail":"{read_only:false; response_revision:15115; number_of_response:1; }","duration":"190.731059ms","start":"2026-05-19T03:30:54.540547Z","end":"2026-05-19T03:30:54.731278Z","steps":["trace[1462046777] 'process raft request' (duration: 190.158745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.731384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.87195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jqkr9\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-05-19T03:30:54.731429Z","caller":"traceutil/trace.go:171","msg":"trace[243728874] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jqkr9; range_end:; response_count:1; response_revision:15117; }","duration":"121.976845ms","start":"2026-05-19T03:30:54.60944Z","end":"2026-05-19T03:30:54.731417Z","steps":["trace[243728874] 'agreement among raft nodes before linearized reading' (duration: 121.755699ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.731625Z","caller":"traceutil/trace.go:171","msg":"trace[1694726825] transaction","detail":"{read_only:false; response_revision:15117; number_of_response:1; }","duration":"190.615796ms","start":"2026-05-19T03:30:54.540998Z","end":"2026-05-19T03:30:54.731614Z","steps":["trace[1694726825] 'process raft request' (duration: 189.815385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.7313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.926773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:54.733691Z","caller":"traceutil/trace.go:171","msg":"trace[964401302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15117; }","duration":"191.347335ms","start":"2026-05-19T03:30:54.542298Z","end":"2026-05-19T03:30:54.733645Z","steps":["trace[964401302] 'agreement among raft nodes before linearized reading' (duration: 188.907162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.731927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.55326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-19T03:30:54.732001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.374991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-05-19T03:30:54.732026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.453519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:54.732881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.646588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737475"} {"level":"warn","ts":"2026-05-19T03:30:54.733045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.043367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737475"} {"level":"info","ts":"2026-05-19T03:30:54.734338Z","caller":"traceutil/trace.go:171","msg":"trace[757545205] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15117; }","duration":"119.962863ms","start":"2026-05-19T03:30:54.614356Z","end":"2026-05-19T03:30:54.734319Z","steps":["trace[757545205] 'agreement among raft nodes before linearized reading' (duration: 117.52459ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.734622Z","caller":"traceutil/trace.go:171","msg":"trace[144678116] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15117; }","duration":"122.073135ms","start":"2026-05-19T03:30:54.612538Z","end":"2026-05-19T03:30:54.734611Z","steps":["trace[144678116] 'agreement among raft nodes before linearized reading' (duration: 119.475209ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.734752Z","caller":"traceutil/trace.go:171","msg":"trace[1000054484] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15117; }","duration":"192.555596ms","start":"2026-05-19T03:30:54.542179Z","end":"2026-05-19T03:30:54.734735Z","steps":["trace[1000054484] 'agreement among raft nodes before linearized reading' (duration: 189.755995ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.734815Z","caller":"traceutil/trace.go:171","msg":"trace[1861408644] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15117; }","duration":"121.206184ms","start":"2026-05-19T03:30:54.613598Z","end":"2026-05-19T03:30:54.734805Z","steps":["trace[1861408644] 'agreement among raft nodes before linearized reading' (duration: 118.342601ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.735314Z","caller":"traceutil/trace.go:171","msg":"trace[492540488] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15117; }","duration":"193.312954ms","start":"2026-05-19T03:30:54.541989Z","end":"2026-05-19T03:30:54.735302Z","steps":["trace[492540488] 'agreement among raft nodes before linearized reading' (duration: 190.39436ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.926467Z","caller":"traceutil/trace.go:171","msg":"trace[142783904] linearizableReadLoop","detail":"{readStateIndex:15635; appliedIndex:15634; }","duration":"186.481181ms","start":"2026-05-19T03:30:54.739958Z","end":"2026-05-19T03:30:54.92644Z","steps":["trace[142783904] 'read index received' (duration: 153.576461ms)","trace[142783904] 'applied index is now lower than readState.Index' (duration: 32.90267ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:30:54.926594Z","caller":"traceutil/trace.go:171","msg":"trace[1015941942] transaction","detail":"{read_only:false; response_revision:15118; number_of_response:1; }","duration":"187.073495ms","start":"2026-05-19T03:30:54.739509Z","end":"2026-05-19T03:30:54.926582Z","steps":["trace[1015941942] 'process raft request' (duration: 154.036512ms)","trace[1015941942] 'compare' (duration: 32.605192ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:30:54.926821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.80209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:54.927035Z","caller":"traceutil/trace.go:171","msg":"trace[1025632] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15118; }","duration":"135.020486ms","start":"2026-05-19T03:30:54.791981Z","end":"2026-05-19T03:30:54.927002Z","steps":["trace[1025632] 'agreement among raft nodes before linearized reading' (duration: 134.707578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.927129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.155428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18677"} {"level":"info","ts":"2026-05-19T03:30:54.927166Z","caller":"traceutil/trace.go:171","msg":"trace[707508424] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15118; }","duration":"187.234009ms","start":"2026-05-19T03:30:54.739924Z","end":"2026-05-19T03:30:54.927158Z","steps":["trace[707508424] 'agreement among raft nodes before linearized reading' (duration: 187.138496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.927457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.818047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:54.929197Z","caller":"traceutil/trace.go:171","msg":"trace[1099512667] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15118; }","duration":"128.542771ms","start":"2026-05-19T03:30:54.800608Z","end":"2026-05-19T03:30:54.929151Z","steps":["trace[1099512667] 'agreement among raft nodes before linearized reading' (duration: 126.796306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.927981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.843486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:54.929419Z","caller":"traceutil/trace.go:171","msg":"trace[1510876129] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15118; }","duration":"137.294714ms","start":"2026-05-19T03:30:54.792102Z","end":"2026-05-19T03:30:54.929397Z","steps":["trace[1510876129] 'agreement among raft nodes before linearized reading' (duration: 135.854397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.928011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.839096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:54.92947Z","caller":"traceutil/trace.go:171","msg":"trace[233243347] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15118; }","duration":"137.365976ms","start":"2026-05-19T03:30:54.79209Z","end":"2026-05-19T03:30:54.929456Z","steps":["trace[233243347] 'agreement among raft nodes before linearized reading' (duration: 135.906458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:54.92807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.065843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T03:30:54.9296Z","caller":"traceutil/trace.go:171","msg":"trace[796895068] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15118; }","duration":"137.595472ms","start":"2026-05-19T03:30:54.791966Z","end":"2026-05-19T03:30:54.929562Z","steps":["trace[796895068] 'agreement among raft nodes before linearized reading' (duration: 136.061993ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:55.147508Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12676} {"level":"warn","ts":"2026-05-19T03:30:55.148179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.786792ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-05-19T03:30:55.148364Z","caller":"traceutil/trace.go:171","msg":"trace[1685530677] linearizableReadLoop","detail":"{readStateIndex:15636; appliedIndex:15635; }","duration":"215.459319ms","start":"2026-05-19T03:30:54.932882Z","end":"2026-05-19T03:30:55.148341Z","steps":["trace[1685530677] 'read index received' (duration: 75.403935ms)","trace[1685530677] 'applied index is now lower than readState.Index' (duration: 140.052954ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:30:55.148544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.632774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:55.148616Z","caller":"traceutil/trace.go:171","msg":"trace[1911582265] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15118; }","duration":"215.730487ms","start":"2026-05-19T03:30:54.93286Z","end":"2026-05-19T03:30:55.148591Z","steps":["trace[1911582265] 'agreement among raft nodes before linearized reading' (duration: 215.595913ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:55.148511Z","caller":"traceutil/trace.go:171","msg":"trace[1234040797] compact","detail":"{revision:12676; response_revision:15118; }","duration":"218.891017ms","start":"2026-05-19T03:30:54.929581Z","end":"2026-05-19T03:30:55.148472Z","steps":["trace[1234040797] 'process raft request' (duration: 78.815172ms)","trace[1234040797] 'check and update compact revision' (duration: 138.667988ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:30:55.149711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.778971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737475"} {"level":"info","ts":"2026-05-19T03:30:55.14977Z","caller":"traceutil/trace.go:171","msg":"trace[457239629] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15118; }","duration":"214.847703ms","start":"2026-05-19T03:30:54.934908Z","end":"2026-05-19T03:30:55.149755Z","steps":["trace[457239629] 'agreement among raft nodes before linearized reading' (duration: 213.603722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:55.150229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.193624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737475"} {"level":"info","ts":"2026-05-19T03:30:55.150339Z","caller":"traceutil/trace.go:171","msg":"trace[604955919] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15118; }","duration":"217.364238ms","start":"2026-05-19T03:30:54.93296Z","end":"2026-05-19T03:30:55.150324Z","steps":["trace[604955919] 'agreement among raft nodes before linearized reading' (duration: 215.527811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:55.354322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.78399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-05-19T03:30:55.354403Z","caller":"traceutil/trace.go:171","msg":"trace[1214183490] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15118; }","duration":"123.947103ms","start":"2026-05-19T03:30:55.230437Z","end":"2026-05-19T03:30:55.354384Z","steps":["trace[1214183490] 'range keys from in-memory index tree' (duration: 123.595175ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:55.693851Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12676,"took":"541.806461ms","hash":2520804652,"current-db-size-bytes":55500800,"current-db-size":"56 MB","current-db-size-in-use-bytes":30498816,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-19T03:30:55.694037Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2520804652,"revision":12676,"compact-revision":10422} {"level":"warn","ts":"2026-05-19T03:30:57.037993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755545329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:30:57.53889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755545329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:30:57.622056Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086182875s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:30:57.622876Z","caller":"traceutil/trace.go:171","msg":"trace[394707364] transaction","detail":"{read_only:false; response_revision:15119; number_of_response:1; }","duration":"1.087043457s","start":"2026-05-19T03:30:56.535767Z","end":"2026-05-19T03:30:57.62281Z","steps":["trace[394707364] 'process raft request' (duration: 1.08679483s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.623088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.53574Z","time spent":"1.087243672s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:30:57.660166Z","caller":"traceutil/trace.go:171","msg":"trace[443071436] transaction","detail":"{read_only:false; response_revision:15120; number_of_response:1; }","duration":"1.124183664s","start":"2026-05-19T03:30:56.535962Z","end":"2026-05-19T03:30:57.660146Z","steps":["trace[443071436] 'process raft request' (duration: 1.123943898s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.660432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.535953Z","time spent":"1.124269458s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:30:57.66062Z","caller":"traceutil/trace.go:171","msg":"trace[1024110292] transaction","detail":"{read_only:false; response_revision:15121; number_of_response:1; }","duration":"1.123038486s","start":"2026-05-19T03:30:56.537554Z","end":"2026-05-19T03:30:57.660592Z","steps":["trace[1024110292] 'process raft request' (duration: 1.122484121s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.660814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.537547Z","time spent":"1.12317061s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:30:57.660855Z","caller":"traceutil/trace.go:171","msg":"trace[1560519832] linearizableReadLoop","detail":"{readStateIndex:15640; appliedIndex:15636; }","duration":"1.123465387s","start":"2026-05-19T03:30:56.537372Z","end":"2026-05-19T03:30:57.660837Z","steps":["trace[1560519832] 'read index received' (duration: 1.085169789s)","trace[1560519832] 'applied index is now lower than readState.Index' (duration: 38.294538ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:30:57.661035Z","caller":"traceutil/trace.go:171","msg":"trace[1488548359] transaction","detail":"{read_only:false; response_revision:15122; number_of_response:1; }","duration":"396.408279ms","start":"2026-05-19T03:30:57.264596Z","end":"2026-05-19T03:30:57.661004Z","steps":["trace[1488548359] 'process raft request' (duration: 395.865475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.66113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:57.264568Z","time spent":"396.507752ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:30:57.661152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123387384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-19T03:30:57.661229Z","caller":"traceutil/trace.go:171","msg":"trace[1766444551] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15122; }","duration":"1.123472307s","start":"2026-05-19T03:30:56.537746Z","end":"2026-05-19T03:30:57.661218Z","steps":["trace[1766444551] 'agreement among raft nodes before linearized reading' (duration: 1.123272822s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.661275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.537742Z","time spent":"1.123524638s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-19T03:30:57.661439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124063532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:57.661501Z","caller":"traceutil/trace.go:171","msg":"trace[384328864] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15122; }","duration":"1.124126273s","start":"2026-05-19T03:30:56.537367Z","end":"2026-05-19T03:30:57.661493Z","steps":["trace[384328864] 'agreement among raft nodes before linearized reading' (duration: 1.124047851s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.661543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.537335Z","time spent":"1.124199475s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-19T03:30:57.661711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.331293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hzjjg\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-19T03:30:57.661772Z","caller":"traceutil/trace.go:171","msg":"trace[1972871306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hzjjg; range_end:; response_count:1; response_revision:15122; }","duration":"495.425066ms","start":"2026-05-19T03:30:57.166337Z","end":"2026-05-19T03:30:57.661762Z","steps":["trace[1972871306] 'agreement among raft nodes before linearized reading' (duration: 495.316803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.66181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:57.166321Z","time spent":"495.480937ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-hzjjg\" "} {"level":"warn","ts":"2026-05-19T03:30:57.661911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.310453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-brfjk\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-05-19T03:30:57.661964Z","caller":"traceutil/trace.go:171","msg":"trace[204022021] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-brfjk; range_end:; response_count:1; response_revision:15122; }","duration":"497.405706ms","start":"2026-05-19T03:30:57.164545Z","end":"2026-05-19T03:30:57.661951Z","steps":["trace[204022021] 'agreement among raft nodes before linearized reading' (duration: 497.291423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.662012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:57.164518Z","time spent":"497.480558ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-brfjk\" "} {"level":"warn","ts":"2026-05-19T03:30:57.66196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121301412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:57.662093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121453985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T03:30:57.662145Z","caller":"traceutil/trace.go:171","msg":"trace[1666423908] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15122; }","duration":"1.121509606s","start":"2026-05-19T03:30:56.540627Z","end":"2026-05-19T03:30:57.662136Z","steps":["trace[1666423908] 'agreement among raft nodes before linearized reading' (duration: 1.121313891s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.662188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.540625Z","time spent":"1.121553517s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-19T03:30:57.662232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.539748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:30:57.662286Z","caller":"traceutil/trace.go:171","msg":"trace[934143260] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:15122; }","duration":"600.641291ms","start":"2026-05-19T03:30:57.061631Z","end":"2026-05-19T03:30:57.662272Z","steps":["trace[934143260] 'agreement among raft nodes before linearized reading' (duration: 600.557299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.662331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:57.061607Z","time spent":"600.711353ms","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:30:57.662429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121799263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:57.662119Z","caller":"traceutil/trace.go:171","msg":"trace[2029149293] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15122; }","duration":"1.121467226s","start":"2026-05-19T03:30:56.540637Z","end":"2026-05-19T03:30:57.662104Z","steps":["trace[2029149293] 'agreement among raft nodes before linearized reading' (duration: 1.12126106s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:57.662476Z","caller":"traceutil/trace.go:171","msg":"trace[294941628] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15122; }","duration":"1.121852615s","start":"2026-05-19T03:30:56.540615Z","end":"2026-05-19T03:30:57.662468Z","steps":["trace[294941628] 'agreement among raft nodes before linearized reading' (duration: 1.121790103s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.662555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.540613Z","time spent":"1.121933637s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-19T03:30:57.662637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.540635Z","time spent":"1.121863945s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-19T03:30:57.662687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.748081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:57.662716Z","caller":"traceutil/trace.go:171","msg":"trace[930446842] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15122; }","duration":"728.790703ms","start":"2026-05-19T03:30:56.933915Z","end":"2026-05-19T03:30:57.662706Z","steps":["trace[930446842] 'agreement among raft nodes before linearized reading' (duration: 728.757462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.662736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122140892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:57.662809Z","caller":"traceutil/trace.go:171","msg":"trace[2023516842] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15122; }","duration":"1.122220824s","start":"2026-05-19T03:30:56.540581Z","end":"2026-05-19T03:30:57.662802Z","steps":["trace[2023516842] 'agreement among raft nodes before linearized reading' (duration: 1.122086791s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.662898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.540578Z","time spent":"1.122311746s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-19T03:30:57.662561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.888559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:57.663581Z","caller":"traceutil/trace.go:171","msg":"trace[473661734] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15122; }","duration":"728.974349ms","start":"2026-05-19T03:30:56.934598Z","end":"2026-05-19T03:30:57.663572Z","steps":["trace[473661734] 'agreement among raft nodes before linearized reading' (duration: 727.927551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.663622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.934567Z","time spent":"729.04597ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-19T03:30:57.662651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.005452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-19T03:30:57.663731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.513885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:30:57.663778Z","caller":"traceutil/trace.go:171","msg":"trace[75705162] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15122; }","duration":"729.153981ms","start":"2026-05-19T03:30:56.934611Z","end":"2026-05-19T03:30:57.663765Z","steps":["trace[75705162] 'agreement among raft nodes before linearized reading' (duration: 727.975851ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:57.663795Z","caller":"traceutil/trace.go:171","msg":"trace[1185268165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15122; }","duration":"927.630258ms","start":"2026-05-19T03:30:56.736149Z","end":"2026-05-19T03:30:57.663779Z","steps":["trace[1185268165] 'agreement among raft nodes before linearized reading' (duration: 927.444663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.66276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.933904Z","time spent":"728.847034ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-19T03:30:57.662806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.49298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:57.663002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.980991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:57.66384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.736124Z","time spent":"927.70463ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:30:57.663868Z","caller":"traceutil/trace.go:171","msg":"trace[1200901025] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:15122; }","duration":"878.890844ms","start":"2026-05-19T03:30:56.784965Z","end":"2026-05-19T03:30:57.663856Z","steps":["trace[1200901025] 'agreement among raft nodes before linearized reading' (duration: 878.000221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.662941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.349811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-05-19T03:30:57.663898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.784943Z","time spent":"878.946226ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:30:57.663918Z","caller":"traceutil/trace.go:171","msg":"trace[1397928146] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15122; }","duration":"731.364608ms","start":"2026-05-19T03:30:56.932536Z","end":"2026-05-19T03:30:57.6639Z","steps":["trace[1397928146] 'agreement among raft nodes before linearized reading' (duration: 730.2903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.663073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.214239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-19T03:30:57.663989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.932513Z","time spent":"731.453831ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-19T03:30:57.663989Z","caller":"traceutil/trace.go:171","msg":"trace[1874112056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15122; }","duration":"948.163073ms","start":"2026-05-19T03:30:56.715808Z","end":"2026-05-19T03:30:57.663971Z","steps":["trace[1874112056] 'agreement among raft nodes before linearized reading' (duration: 947.218309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.663076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122742119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:57.664076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122563094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:57.664113Z","caller":"traceutil/trace.go:171","msg":"trace[1782443144] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15122; }","duration":"1.123780554s","start":"2026-05-19T03:30:56.540301Z","end":"2026-05-19T03:30:57.664082Z","steps":["trace[1782443144] 'agreement among raft nodes before linearized reading' (duration: 1.122730488s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:57.664177Z","caller":"traceutil/trace.go:171","msg":"trace[2110823770] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15122; }","duration":"1.122663026s","start":"2026-05-19T03:30:56.541487Z","end":"2026-05-19T03:30:57.66415Z","steps":["trace[2110823770] 'agreement among raft nodes before linearized reading' (duration: 1.122529583s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.664207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.540293Z","time spent":"1.123889197s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-19T03:30:57.663102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.969264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ck84k\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-05-19T03:30:57.663136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065874387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:57.663178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.407102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jqkr9\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-05-19T03:30:57.663178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122738018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-05-19T03:30:57.663185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121053406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-19T03:30:57.663273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.652773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-19T03:30:57.663221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122872422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:57.663302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.17923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:57.663313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.591263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ck84k\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-05-19T03:30:57.664331Z","caller":"traceutil/trace.go:171","msg":"trace[737704741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15122; }","duration":"927.72089ms","start":"2026-05-19T03:30:56.736595Z","end":"2026-05-19T03:30:57.664316Z","steps":["trace[737704741] 'agreement among raft nodes before linearized reading' (duration: 926.609552ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:57.664344Z","caller":"traceutil/trace.go:171","msg":"trace[2027047108] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ck84k; range_end:; response_count:1; response_revision:15122; }","duration":"909.63987ms","start":"2026-05-19T03:30:56.754689Z","end":"2026-05-19T03:30:57.664329Z","steps":["trace[2027047108] 'agreement among raft nodes before linearized reading' (duration: 908.508411ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:57.664353Z","caller":"traceutil/trace.go:171","msg":"trace[1101606089] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15122; }","duration":"1.123987559s","start":"2026-05-19T03:30:56.540333Z","end":"2026-05-19T03:30:57.664321Z","steps":["trace[1101606089] 'agreement among raft nodes before linearized reading' (duration: 1.122867671s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:57.664319Z","caller":"traceutil/trace.go:171","msg":"trace[1497049214] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15122; }","duration":"1.067077848s","start":"2026-05-19T03:30:56.597219Z","end":"2026-05-19T03:30:57.664296Z","steps":["trace[1497049214] 'agreement among raft nodes before linearized reading' (duration: 1.065899498s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:57.664351Z","caller":"traceutil/trace.go:171","msg":"trace[677573692] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15122; }","duration":"923.237426ms","start":"2026-05-19T03:30:56.741097Z","end":"2026-05-19T03:30:57.664335Z","steps":["trace[677573692] 'agreement among raft nodes before linearized reading' (duration: 922.190289ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:57.664349Z","caller":"traceutil/trace.go:171","msg":"trace[1727186680] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jqkr9; range_end:; response_count:1; response_revision:15122; }","duration":"899.566411ms","start":"2026-05-19T03:30:56.764741Z","end":"2026-05-19T03:30:57.664307Z","steps":["trace[1727186680] 'agreement among raft nodes before linearized reading' (duration: 898.380151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.664407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.540329Z","time spent":"1.124045182s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-19T03:30:57.664416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.597197Z","time spent":"1.06719445s","remote":"127.0.0.1:49190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:30:57.66448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.764728Z","time spent":"899.708295ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jqkr9\" "} {"level":"warn","ts":"2026-05-19T03:30:57.663356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.299553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-19T03:30:57.664423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.741086Z","time spent":"923.321129ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-19T03:30:57.664577Z","caller":"traceutil/trace.go:171","msg":"trace[1773343599] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15122; }","duration":"923.533514ms","start":"2026-05-19T03:30:56.741035Z","end":"2026-05-19T03:30:57.664568Z","steps":["trace[1773343599] 'agreement among raft nodes before linearized reading' (duration: 922.277192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.664759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.741026Z","time spent":"923.714538ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-19T03:30:57.663404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.515908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-19T03:30:57.664823Z","caller":"traceutil/trace.go:171","msg":"trace[518453144] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15122; }","duration":"923.947754ms","start":"2026-05-19T03:30:56.740861Z","end":"2026-05-19T03:30:57.664809Z","steps":["trace[518453144] 'agreement among raft nodes before linearized reading' (duration: 922.508967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.664891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.740847Z","time spent":"924.011906ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-19T03:30:57.661808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.78515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-19T03:30:57.664196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122933193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T03:30:57.664962Z","caller":"traceutil/trace.go:171","msg":"trace[1979717745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15122; }","duration":"928.998102ms","start":"2026-05-19T03:30:56.735945Z","end":"2026-05-19T03:30:57.664944Z","steps":["trace[1979717745] 'agreement among raft nodes before linearized reading' (duration: 925.75999ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:57.664981Z","caller":"traceutil/trace.go:171","msg":"trace[787328675] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15122; }","duration":"1.123722663s","start":"2026-05-19T03:30:56.541248Z","end":"2026-05-19T03:30:57.664971Z","steps":["trace[787328675] 'agreement among raft nodes before linearized reading' (duration: 1.122462831s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.665073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.541245Z","time spent":"1.123817906s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-19T03:30:57.663396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122163624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-05-19T03:30:57.663456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.091203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-19T03:30:57.663823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.934591Z","time spent":"729.220495ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-19T03:30:57.664012Z","caller":"traceutil/trace.go:171","msg":"trace[240780661] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15122; }","duration":"730.739262ms","start":"2026-05-19T03:30:56.933251Z","end":"2026-05-19T03:30:57.663991Z","steps":["trace[240780661] 'agreement among raft nodes before linearized reading' (duration: 729.529731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.663008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121098567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-19T03:30:57.664046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.715785Z","time spent":"948.244675ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:30:57.663107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010470033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:57.664248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.541485Z","time spent":"1.122751669s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-19T03:30:57.664293Z","caller":"traceutil/trace.go:171","msg":"trace[915185553] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ck84k; range_end:; response_count:1; response_revision:15122; }","duration":"896.209535ms","start":"2026-05-19T03:30:56.768071Z","end":"2026-05-19T03:30:57.664281Z","steps":["trace[915185553] 'agreement among raft nodes before linearized reading' (duration: 894.951934ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:57.664325Z","caller":"traceutil/trace.go:171","msg":"trace[249256047] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15122; }","duration":"1.122190405s","start":"2026-05-19T03:30:56.542118Z","end":"2026-05-19T03:30:57.664308Z","steps":["trace[249256047] 'agreement among raft nodes before linearized reading' (duration: 1.121028906s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:57.664323Z","caller":"traceutil/trace.go:171","msg":"trace[185664568] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15122; }","duration":"1.123879497s","start":"2026-05-19T03:30:56.540425Z","end":"2026-05-19T03:30:57.664305Z","steps":["trace[185664568] 'agreement among raft nodes before linearized reading' (duration: 1.122686157s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.664383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.754677Z","time spent":"909.694231ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ck84k\" "} {"level":"warn","ts":"2026-05-19T03:30:57.663321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1255296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-05-19T03:30:57.664378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.736587Z","time spent":"927.781162ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:30:57.663342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122653286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-19T03:30:57.665032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.735917Z","time spent":"929.097775ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:30:57.665794Z","caller":"traceutil/trace.go:171","msg":"trace[1126738493] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15122; }","duration":"1.128017163s","start":"2026-05-19T03:30:56.537766Z","end":"2026-05-19T03:30:57.665784Z","steps":["trace[1126738493] 'agreement among raft nodes before linearized reading' (duration: 1.125358515s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.665877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.537763Z","time spent":"1.128105176s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-05-19T03:30:57.665794Z","caller":"traceutil/trace.go:171","msg":"trace[1229856767] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15122; }","duration":"1.12513639s","start":"2026-05-19T03:30:56.540648Z","end":"2026-05-19T03:30:57.665785Z","steps":["trace[1229856767] 'agreement among raft nodes before linearized reading' (duration: 1.122480162s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.66599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.540645Z","time spent":"1.125338495s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-19T03:30:57.665209Z","caller":"traceutil/trace.go:171","msg":"trace[72538486] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15122; }","duration":"1.124033252s","start":"2026-05-19T03:30:56.541162Z","end":"2026-05-19T03:30:57.665195Z","steps":["trace[72538486] 'agreement among raft nodes before linearized reading' (duration: 1.121947599s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.666052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.541158Z","time spent":"1.124885604s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-19T03:30:57.665221Z","caller":"traceutil/trace.go:171","msg":"trace[24347525] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15122; }","duration":"926.868129ms","start":"2026-05-19T03:30:56.738335Z","end":"2026-05-19T03:30:57.665203Z","steps":["trace[24347525] 'agreement among raft nodes before linearized reading' (duration: 925.081304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.666116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.738323Z","time spent":"927.786343ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:30:57.665289Z","caller":"traceutil/trace.go:171","msg":"trace[53634274] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15122; }","duration":"1.123378635s","start":"2026-05-19T03:30:56.541895Z","end":"2026-05-19T03:30:57.665273Z","steps":["trace[53634274] 'agreement among raft nodes before linearized reading' (duration: 1.121050525s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.666224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.541891Z","time spent":"1.124327299s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-19T03:30:57.665281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.933228Z","time spent":"732.029845ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-05-19T03:30:57.665329Z","caller":"traceutil/trace.go:171","msg":"trace[2123455153] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:15122; }","duration":"1.01272887s","start":"2026-05-19T03:30:56.652588Z","end":"2026-05-19T03:30:57.665317Z","steps":["trace[2123455153] 'agreement among raft nodes before linearized reading' (duration: 1.010497663s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.666444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.652563Z","time spent":"1.01386317s","remote":"127.0.0.1:49164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:30:57.665575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.768051Z","time spent":"897.514839ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ck84k\" "} {"level":"warn","ts":"2026-05-19T03:30:57.665635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.542113Z","time spent":"1.123508598s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-19T03:30:57.665822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.540422Z","time spent":"1.125387546s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-19T03:30:57.663419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.862088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:30:57.671214Z","caller":"traceutil/trace.go:171","msg":"trace[529898388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15122; }","duration":"934.529444ms","start":"2026-05-19T03:30:56.736511Z","end":"2026-05-19T03:30:57.671041Z","steps":["trace[529898388] 'agreement among raft nodes before linearized reading' (duration: 926.824268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:57.67141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:56.736494Z","time spent":"934.878263ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:33:42.887481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.092512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:33:42.887569Z","caller":"traceutil/trace.go:171","msg":"trace[471428333] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:16499; }","duration":"153.243657ms","start":"2026-05-19T03:33:42.734309Z","end":"2026-05-19T03:33:42.887552Z","steps":["trace[471428333] 'count revisions from in-memory index tree' (duration: 152.951189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:33:42.887638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.071597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:33:42.887754Z","caller":"traceutil/trace.go:171","msg":"trace[1563338565] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:16499; }","duration":"100.273333ms","start":"2026-05-19T03:33:42.787455Z","end":"2026-05-19T03:33:42.887728Z","steps":["trace[1563338565] 'count revisions from in-memory index tree' (duration: 99.938094ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:35:55.155287Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15118} {"level":"info","ts":"2026-05-19T03:35:55.258418Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15118,"took":"100.046868ms","hash":2215226294,"current-db-size-bytes":55500800,"current-db-size":"56 MB","current-db-size-in-use-bytes":30879744,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-19T03:35:55.258507Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2215226294,"revision":15118,"compact-revision":12676} {"level":"info","ts":"2026-05-19T03:36:07.117708Z","caller":"traceutil/trace.go:171","msg":"trace[1724531102] transaction","detail":"{read_only:false; response_revision:17466; number_of_response:1; }","duration":"109.458408ms","start":"2026-05-19T03:36:07.008222Z","end":"2026-05-19T03:36:07.11768Z","steps":["trace[1724531102] 'process raft request' (duration: 61.587774ms)","trace[1724531102] 'compare' (duration: 47.765461ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:26.215084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.95665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-19T03:36:26.215174Z","caller":"traceutil/trace.go:171","msg":"trace[723291522] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17593; }","duration":"763.063742ms","start":"2026-05-19T03:36:25.452088Z","end":"2026-05-19T03:36:26.215151Z","steps":["trace[723291522] 'range keys from in-memory index tree' (duration: 762.779285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:26.215212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:25.452033Z","time spent":"763.170255ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:36:26.215472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.503567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T03:36:26.215508Z","caller":"traceutil/trace.go:171","msg":"trace[7963061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17593; }","duration":"789.582509ms","start":"2026-05-19T03:36:25.425917Z","end":"2026-05-19T03:36:26.2155Z","steps":["trace[7963061] 'range keys from in-memory index tree' (duration: 789.327743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:26.215532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:25.425893Z","time spent":"789.630231ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:36:26.215702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.238029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:36:26.215728Z","caller":"traceutil/trace.go:171","msg":"trace[1708505349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17593; }","duration":"787.323432ms","start":"2026-05-19T03:36:25.428399Z","end":"2026-05-19T03:36:26.215722Z","steps":["trace[1708505349] 'range keys from in-memory index tree' (duration: 787.088116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:26.215748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:25.428367Z","time spent":"787.375742ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:36:26.215821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.857574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jqkr9\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-05-19T03:36:26.215949Z","caller":"traceutil/trace.go:171","msg":"trace[2018421344] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jqkr9; range_end:; response_count:1; response_revision:17593; }","duration":"543.037339ms","start":"2026-05-19T03:36:25.672884Z","end":"2026-05-19T03:36:26.215921Z","steps":["trace[2018421344] 'range keys from in-memory index tree' (duration: 542.640969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:26.216018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:25.672866Z","time spent":"543.133941ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jqkr9\" "} {"level":"warn","ts":"2026-05-19T03:36:26.215958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.792667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-19T03:36:26.216351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.153178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-19T03:36:26.216381Z","caller":"traceutil/trace.go:171","msg":"trace[1968632739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17593; }","duration":"787.215789ms","start":"2026-05-19T03:36:25.429149Z","end":"2026-05-19T03:36:26.216365Z","steps":["trace[1968632739] 'range keys from in-memory index tree' (duration: 786.734806ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:26.21641Z","caller":"traceutil/trace.go:171","msg":"trace[299766277] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17593; }","duration":"456.24578ms","start":"2026-05-19T03:36:25.760146Z","end":"2026-05-19T03:36:26.216392Z","steps":["trace[299766277] 'range keys from in-memory index tree' (duration: 456.030635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:26.216498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.94856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ck84k\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-05-19T03:36:26.216548Z","caller":"traceutil/trace.go:171","msg":"trace[1264315395] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ck84k; range_end:; response_count:1; response_revision:17593; }","duration":"371.031832ms","start":"2026-05-19T03:36:25.845501Z","end":"2026-05-19T03:36:26.216533Z","steps":["trace[1264315395] 'range keys from in-memory index tree' (duration: 370.725344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:26.216584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:25.845479Z","time spent":"371.097613ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ck84k\" "} {"level":"warn","ts":"2026-05-19T03:36:26.216852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.951096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-19T03:36:26.216902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.195227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:36:26.216925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:25.760122Z","time spent":"456.775723ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-19T03:36:26.216964Z","caller":"traceutil/trace.go:171","msg":"trace[1600174810] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:17593; }","duration":"346.260468ms","start":"2026-05-19T03:36:25.870688Z","end":"2026-05-19T03:36:26.216948Z","steps":["trace[1600174810] 'count revisions from in-memory index tree' (duration: 346.061014ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:26.216977Z","caller":"traceutil/trace.go:171","msg":"trace[857914566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17593; }","duration":"768.087519ms","start":"2026-05-19T03:36:25.448859Z","end":"2026-05-19T03:36:26.216947Z","steps":["trace[857914566] 'range keys from in-memory index tree' (duration: 767.706319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:26.217008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:25.870664Z","time spent":"346.334531ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:36:26.216133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.723138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:36:26.217047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:25.448825Z","time spent":"768.204362ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:36:26.217095Z","caller":"traceutil/trace.go:171","msg":"trace[711640431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17593; }","duration":"753.712032ms","start":"2026-05-19T03:36:25.463368Z","end":"2026-05-19T03:36:26.21708Z","steps":["trace[711640431] 'range keys from in-memory index tree' (duration: 752.646855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:26.215892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.990723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-19T03:36:26.217149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:25.463354Z","time spent":"753.781594ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:36:26.217164Z","caller":"traceutil/trace.go:171","msg":"trace[1278045977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17593; }","duration":"788.268865ms","start":"2026-05-19T03:36:25.428873Z","end":"2026-05-19T03:36:26.217142Z","steps":["trace[1278045977] 'range keys from in-memory index tree' (duration: 786.87502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:26.216014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.228162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-19T03:36:26.217225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:25.42886Z","time spent":"788.352187ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:36:26.217261Z","caller":"traceutil/trace.go:171","msg":"trace[758072450] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:17593; }","duration":"506.541675ms","start":"2026-05-19T03:36:25.710692Z","end":"2026-05-19T03:36:26.217234Z","steps":["trace[758072450] 'range keys from in-memory index tree' (duration: 504.865312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:26.21745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:25.710664Z","time spent":"506.768692ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-05-19T03:36:26.217068Z","caller":"traceutil/trace.go:171","msg":"trace[743103353] transaction","detail":"{read_only:false; response_revision:17594; number_of_response:1; }","duration":"169.566083ms","start":"2026-05-19T03:36:26.04748Z","end":"2026-05-19T03:36:26.217046Z","steps":["trace[743103353] 'process raft request' (duration: 132.28133ms)","trace[743103353] 'compare' (duration: 36.838412ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:26.221556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:25.429143Z","time spent":"787.26245ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:36:32.524677Z","caller":"traceutil/trace.go:171","msg":"trace[20917277] transaction","detail":"{read_only:false; response_revision:17628; number_of_response:1; }","duration":"259.429121ms","start":"2026-05-19T03:36:32.265207Z","end":"2026-05-19T03:36:32.524636Z","steps":["trace[20917277] 'process raft request' (duration: 258.879307ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:32.828885Z","caller":"traceutil/trace.go:171","msg":"trace[62433848] transaction","detail":"{read_only:false; response_revision:17630; number_of_response:1; }","duration":"563.299356ms","start":"2026-05-19T03:36:32.265553Z","end":"2026-05-19T03:36:32.828853Z","steps":["trace[62433848] 'process raft request' (duration: 563.199233ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:32.828929Z","caller":"traceutil/trace.go:171","msg":"trace[1373336101] transaction","detail":"{read_only:false; response_revision:17629; number_of_response:1; }","duration":"563.46102ms","start":"2026-05-19T03:36:32.265424Z","end":"2026-05-19T03:36:32.828885Z","steps":["trace[1373336101] 'process raft request' (duration: 563.115351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:32.829072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.265548Z","time spent":"563.430679ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:36:32.829118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.265399Z","time spent":"563.617415ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:36:32.829452Z","caller":"traceutil/trace.go:171","msg":"trace[893765668] transaction","detail":"{read_only:false; response_revision:17631; number_of_response:1; }","duration":"562.816004ms","start":"2026-05-19T03:36:32.266566Z","end":"2026-05-19T03:36:32.829382Z","steps":["trace[893765668] 'process raft request' (duration: 562.233739ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:32.829783Z","caller":"traceutil/trace.go:171","msg":"trace[674155706] transaction","detail":"{read_only:false; response_revision:17632; number_of_response:1; }","duration":"563.03869ms","start":"2026-05-19T03:36:32.266719Z","end":"2026-05-19T03:36:32.829757Z","steps":["trace[674155706] 'process raft request' (duration: 562.537297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:32.829898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.266712Z","time spent":"563.140272ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:36:32.830015Z","caller":"traceutil/trace.go:171","msg":"trace[1132061738] transaction","detail":"{read_only:false; response_revision:17633; number_of_response:1; }","duration":"562.64206ms","start":"2026-05-19T03:36:32.267359Z","end":"2026-05-19T03:36:32.830001Z","steps":["trace[1132061738] 'process raft request' (duration: 562.113696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:32.830094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.267349Z","time spent":"562.701881ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:36:32.830266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.876107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:36:32.830328Z","caller":"traceutil/trace.go:171","msg":"trace[1724034589] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17633; }","duration":"557.962129ms","start":"2026-05-19T03:36:32.272348Z","end":"2026-05-19T03:36:32.83031Z","steps":["trace[1724034589] 'agreement among raft nodes before linearized reading' (duration: 557.744494ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:32.830265Z","caller":"traceutil/trace.go:171","msg":"trace[1562381614] linearizableReadLoop","detail":"{readStateIndex:18234; appliedIndex:18228; }","duration":"557.462157ms","start":"2026-05-19T03:36:32.272377Z","end":"2026-05-19T03:36:32.829839Z","steps":["trace[1562381614] 'read index received' (duration: 251.60832ms)","trace[1562381614] 'applied index is now lower than readState.Index' (duration: 305.852777ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:32.83037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.272334Z","time spent":"558.029161ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:36:32.829809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.266555Z","time spent":"563.07409ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:36:32.830662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.449667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-brfjk\" ","response":"range_response_count:1 size:20873"} {"level":"info","ts":"2026-05-19T03:36:32.830723Z","caller":"traceutil/trace.go:171","msg":"trace[831582957] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-brfjk; range_end:; response_count:1; response_revision:17633; }","duration":"433.55521ms","start":"2026-05-19T03:36:32.397149Z","end":"2026-05-19T03:36:32.830704Z","steps":["trace[831582957] 'agreement among raft nodes before linearized reading' (duration: 433.401637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:32.830735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.838853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ck84k\" ","response":"range_response_count:1 size:22133"} {"level":"warn","ts":"2026-05-19T03:36:32.830759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.397128Z","time spent":"433.623423ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20896,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-brfjk\" "} {"level":"info","ts":"2026-05-19T03:36:32.830814Z","caller":"traceutil/trace.go:171","msg":"trace[981494984] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ck84k; range_end:; response_count:1; response_revision:17633; }","duration":"533.935385ms","start":"2026-05-19T03:36:32.296856Z","end":"2026-05-19T03:36:32.830791Z","steps":["trace[981494984] 'agreement among raft nodes before linearized reading' (duration: 533.709629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:32.830917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.296846Z","time spent":"534.053757ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ck84k\" "} {"level":"warn","ts":"2026-05-19T03:36:32.830937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.602949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-05-19T03:36:32.830762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.678826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:32.831087Z","caller":"traceutil/trace.go:171","msg":"trace[63124351] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:17633; }","duration":"152.781064ms","start":"2026-05-19T03:36:32.678249Z","end":"2026-05-19T03:36:32.831031Z","steps":["trace[63124351] 'agreement among raft nodes before linearized reading' (duration: 152.369573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:32.83122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.601614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-19T03:36:32.83127Z","caller":"traceutil/trace.go:171","msg":"trace[21210661] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17633; }","duration":"187.696917ms","start":"2026-05-19T03:36:32.64356Z","end":"2026-05-19T03:36:32.831257Z","steps":["trace[21210661] 'agreement among raft nodes before linearized reading' (duration: 187.577204ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:32.831091Z","caller":"traceutil/trace.go:171","msg":"trace[47730364] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:17633; }","duration":"377.055636ms","start":"2026-05-19T03:36:32.454017Z","end":"2026-05-19T03:36:32.831072Z","steps":["trace[47730364] 'agreement among raft nodes before linearized reading' (duration: 376.594614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:32.831432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.453956Z","time spent":"377.447826ms","remote":"127.0.0.1:34768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:36:32.832774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.022593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jqkr9\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-05-19T03:36:32.832912Z","caller":"traceutil/trace.go:171","msg":"trace[1215707459] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jqkr9; range_end:; response_count:1; response_revision:17633; }","duration":"542.268809ms","start":"2026-05-19T03:36:32.290612Z","end":"2026-05-19T03:36:32.832881Z","steps":["trace[1215707459] 'agreement among raft nodes before linearized reading' (duration: 539.855517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:32.832979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.290594Z","time spent":"542.369831ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jqkr9\" "} {"level":"warn","ts":"2026-05-19T03:36:33.218248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.639304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:36:33.218794Z","caller":"traceutil/trace.go:171","msg":"trace[1026095769] linearizableReadLoop","detail":"{readStateIndex:18235; appliedIndex:18234; }","duration":"380.30993ms","start":"2026-05-19T03:36:32.838452Z","end":"2026-05-19T03:36:33.218762Z","steps":["trace[1026095769] 'read index received' (duration: 42.927007ms)","trace[1026095769] 'applied index is now lower than readState.Index' (duration: 337.380003ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:36:33.218869Z","caller":"traceutil/trace.go:171","msg":"trace[1679521033] transaction","detail":"{read_only:false; response_revision:17634; number_of_response:1; }","duration":"381.50392ms","start":"2026-05-19T03:36:32.837278Z","end":"2026-05-19T03:36:33.218782Z","steps":["trace[1679521033] 'process raft request' (duration: 44.165218ms)","trace[1679521033] 'compare' (duration: 336.390337ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:33.219274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.608667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-19T03:36:33.219381Z","caller":"traceutil/trace.go:171","msg":"trace[982675780] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:17634; }","duration":"380.912135ms","start":"2026-05-19T03:36:32.83844Z","end":"2026-05-19T03:36:33.219352Z","steps":["trace[982675780] 'agreement among raft nodes before linearized reading' (duration: 380.432513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:33.219425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.838369Z","time spent":"381.047309ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-19T03:36:33.219656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.837259Z","time spent":"381.802408ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:36:33.283071Z","caller":"traceutil/trace.go:171","msg":"trace[844735253] transaction","detail":"{read_only:false; response_revision:17635; number_of_response:1; }","duration":"437.738528ms","start":"2026-05-19T03:36:32.845304Z","end":"2026-05-19T03:36:33.283043Z","steps":["trace[844735253] 'process raft request' (duration: 437.583454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:33.283299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.845288Z","time spent":"437.886131ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20988,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:36:35.200507Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.917567185s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:36:35.20092Z","caller":"traceutil/trace.go:171","msg":"trace[246300899] transaction","detail":"{read_only:false; response_revision:17637; number_of_response:1; }","duration":"2.123438067s","start":"2026-05-19T03:36:33.077459Z","end":"2026-05-19T03:36:35.200897Z","steps":["trace[246300899] 'process raft request' (duration: 2.123385166s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:35.201004Z","caller":"traceutil/trace.go:171","msg":"trace[1101473805] transaction","detail":"{read_only:false; response_revision:17636; number_of_response:1; }","duration":"2.167245176s","start":"2026-05-19T03:36:33.033705Z","end":"2026-05-19T03:36:35.20095Z","steps":["trace[1101473805] 'process raft request' (duration: 2.166998099s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:35.201165Z","caller":"traceutil/trace.go:171","msg":"trace[1795606866] transaction","detail":"{read_only:false; response_revision:17638; number_of_response:1; }","duration":"1.94706957s","start":"2026-05-19T03:36:33.254058Z","end":"2026-05-19T03:36:35.201128Z","steps":["trace[1795606866] 'process raft request' (duration: 1.946812684s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:35.201225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:33.254034Z","time spent":"1.947164952s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:36:35.201064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:33.077432Z","time spent":"2.12356305s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:36:35.201254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:33.033685Z","time spent":"2.167440281s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:36:35.201347Z","caller":"traceutil/trace.go:171","msg":"trace[1171634144] linearizableReadLoop","detail":"{readStateIndex:18238; appliedIndex:18235; }","duration":"1.982209617s","start":"2026-05-19T03:36:33.218959Z","end":"2026-05-19T03:36:35.201169Z","steps":["trace[1171634144] 'read index received' (duration: 63.832482ms)","trace[1171634144] 'applied index is now lower than readState.Index' (duration: 1.918372455s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:35.201428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247394956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:35.201533Z","caller":"traceutil/trace.go:171","msg":"trace[335574753] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17638; }","duration":"2.24755007s","start":"2026-05-19T03:36:32.953956Z","end":"2026-05-19T03:36:35.201506Z","steps":["trace[335574753] 'agreement among raft nodes before linearized reading' (duration: 2.247391856s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:35.201594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.95393Z","time spent":"2.247652101s","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-19T03:36:35.20304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36269127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946145"} {"level":"info","ts":"2026-05-19T03:36:35.203146Z","caller":"traceutil/trace.go:171","msg":"trace[674125018] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17638; }","duration":"2.362804304s","start":"2026-05-19T03:36:32.840302Z","end":"2026-05-19T03:36:35.203106Z","steps":["trace[674125018] 'agreement among raft nodes before linearized reading' (duration: 2.3610762s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:35.203382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.840289Z","time spent":"2.36307964s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946168,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-19T03:36:35.203416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364688022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946145"} {"level":"info","ts":"2026-05-19T03:36:35.203473Z","caller":"traceutil/trace.go:171","msg":"trace[1822247126] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17638; }","duration":"2.364770205s","start":"2026-05-19T03:36:32.83869Z","end":"2026-05-19T03:36:35.20346Z","steps":["trace[1822247126] 'agreement among raft nodes before linearized reading' (duration: 2.362775725s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:35.203518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:32.838679Z","time spent":"2.364829006s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946168,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-19T03:36:35.465232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999833308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:36:35.465331Z","caller":"traceutil/trace.go:171","msg":"trace[710391509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000006622s","start":"2026-05-19T03:36:33.465304Z","end":"2026-05-19T03:36:35.465311Z","steps":["trace[710391509] 'agreement among raft nodes before linearized reading' (duration: 1.999878899s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:35.46538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:33.465275Z","time spent":"2.000094745s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:36:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:36:35.702294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755555202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:36:36.223035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.086842ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:36:36.223165Z","caller":"traceutil/trace.go:171","msg":"trace[2066424597] linearizableReadLoop","detail":"{readStateIndex:18240; appliedIndex:18239; }","duration":"1.0217s","start":"2026-05-19T03:36:35.201441Z","end":"2026-05-19T03:36:36.223141Z","steps":["trace[2066424597] 'read index received' (duration: 751.399253ms)","trace[2066424597] 'applied index is now lower than readState.Index' (duration: 270.298317ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:36.223277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386879943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-19T03:36:36.223263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144046437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:36:36.223297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556680749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:36:36.223312Z","caller":"traceutil/trace.go:171","msg":"trace[157904672] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17638; }","duration":"1.386934795s","start":"2026-05-19T03:36:34.836368Z","end":"2026-05-19T03:36:36.223303Z","steps":["trace[157904672] 'agreement among raft nodes before linearized reading' (duration: 1.386779171s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:36.223331Z","caller":"traceutil/trace.go:171","msg":"trace[817795225] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:17638; }","duration":"2.556762301s","start":"2026-05-19T03:36:33.666558Z","end":"2026-05-19T03:36:36.223321Z","steps":["trace[817795225] 'agreement among raft nodes before linearized reading' (duration: 2.556688739s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:36.223338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:34.83636Z","time spent":"1.386971566s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:36:36.22334Z","caller":"traceutil/trace.go:171","msg":"trace[1126416634] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:17638; }","duration":"1.14418496s","start":"2026-05-19T03:36:35.079129Z","end":"2026-05-19T03:36:36.223314Z","steps":["trace[1126416634] 'agreement among raft nodes before linearized reading' (duration: 1.144033027s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:36.223364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:33.666537Z","time spent":"2.556817901s","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:36:36.223379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:35.0791Z","time spent":"1.144271763s","remote":"127.0.0.1:39566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:36:36.223361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060929043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-19T03:36:36.223418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6903909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-19T03:36:36.223441Z","caller":"traceutil/trace.go:171","msg":"trace[672328727] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17638; }","duration":"1.061044966s","start":"2026-05-19T03:36:35.162373Z","end":"2026-05-19T03:36:36.223418Z","steps":["trace[672328727] 'agreement among raft nodes before linearized reading' (duration: 1.060829761s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:36.22347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387120379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-19T03:36:36.223471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38636755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-19T03:36:36.223489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000277435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-19T03:36:36.2235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:35.162351Z","time spent":"1.061135768s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-19T03:36:36.223518Z","caller":"traceutil/trace.go:171","msg":"trace[1012673441] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17638; }","duration":"1.387204331s","start":"2026-05-19T03:36:34.836295Z","end":"2026-05-19T03:36:36.2235Z","steps":["trace[1012673441] 'agreement among raft nodes before linearized reading' (duration: 1.387114829s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:36.223533Z","caller":"traceutil/trace.go:171","msg":"trace[1092366500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17638; }","duration":"1.386446672s","start":"2026-05-19T03:36:34.837068Z","end":"2026-05-19T03:36:36.223515Z","steps":["trace[1092366500] 'agreement among raft nodes before linearized reading' (duration: 1.386282798s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:36.2235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387071838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-19T03:36:36.223547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452831478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:36:36.223555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:34.836278Z","time spent":"1.387269103s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:36:36.223578Z","caller":"traceutil/trace.go:171","msg":"trace[148189808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17638; }","duration":"1.38714865s","start":"2026-05-19T03:36:34.836422Z","end":"2026-05-19T03:36:36.223571Z","steps":["trace[148189808] 'agreement among raft nodes before linearized reading' (duration: 1.387034247s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:36.22358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:34.837059Z","time spent":"1.386508864s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:36:36.223355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016077137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:36.223483Z","caller":"traceutil/trace.go:171","msg":"trace[2076771832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17638; }","duration":"1.690487672s","start":"2026-05-19T03:36:34.532978Z","end":"2026-05-19T03:36:36.223465Z","steps":["trace[2076771832] 'agreement among raft nodes before linearized reading' (duration: 1.690263287s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:36.223611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:34.836343Z","time spent":"1.387257413s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:36:36.223619Z","caller":"traceutil/trace.go:171","msg":"trace[799808789] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17638; }","duration":"1.016386504s","start":"2026-05-19T03:36:35.207224Z","end":"2026-05-19T03:36:36.22361Z","steps":["trace[799808789] 'agreement among raft nodes before linearized reading' (duration: 1.016059016s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:36.223629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:34.532954Z","time spent":"1.690668786s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:36:36.223541Z","caller":"traceutil/trace.go:171","msg":"trace[1322593219] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94; range_end:; response_count:1; response_revision:17638; }","duration":"3.000355848s","start":"2026-05-19T03:36:33.223167Z","end":"2026-05-19T03:36:36.223523Z","steps":["trace[1322593219] 'agreement among raft nodes before linearized reading' (duration: 3.000239015s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:36.223643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:35.207209Z","time spent":"1.016428336s","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-19T03:36:36.223378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387806127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-19T03:36:36.223666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:33.223151Z","time spent":"3.000505691s","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94\" "} {"level":"info","ts":"2026-05-19T03:36:36.223587Z","caller":"traceutil/trace.go:171","msg":"trace[1570118673] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:17638; }","duration":"1.45290322s","start":"2026-05-19T03:36:34.770674Z","end":"2026-05-19T03:36:36.223577Z","steps":["trace[1570118673] 'agreement among raft nodes before linearized reading' (duration: 1.452837038s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:36.223697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:34.770656Z","time spent":"1.453035673s","remote":"127.0.0.1:34858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:36:36.223706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.440642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:36:36.223706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.339962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:36:36.223674Z","caller":"traceutil/trace.go:171","msg":"trace[691412958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17638; }","duration":"1.388140865s","start":"2026-05-19T03:36:34.835526Z","end":"2026-05-19T03:36:36.223667Z","steps":["trace[691412958] 'agreement among raft nodes before linearized reading' (duration: 1.387742355s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:36.223744Z","caller":"traceutil/trace.go:171","msg":"trace[359169459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17638; }","duration":"758.511284ms","start":"2026-05-19T03:36:35.465221Z","end":"2026-05-19T03:36:36.223732Z","steps":["trace[359169459] 'agreement among raft nodes before linearized reading' (duration: 758.450302ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:36.223752Z","caller":"traceutil/trace.go:171","msg":"trace[978967387] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:17638; }","duration":"879.434124ms","start":"2026-05-19T03:36:35.344303Z","end":"2026-05-19T03:36:36.223737Z","steps":["trace[978967387] 'agreement among raft nodes before linearized reading' (duration: 879.364312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:36.223768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:34.835491Z","time spent":"1.388265109s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:36:36.223789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:35.344275Z","time spent":"879.505306ms","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:36:36.223806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:35.4652Z","time spent":"758.576205ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:36:40.728613Z","caller":"traceutil/trace.go:171","msg":"trace[1503187073] transaction","detail":"{read_only:false; response_revision:17687; number_of_response:1; }","duration":"289.051048ms","start":"2026-05-19T03:36:40.43953Z","end":"2026-05-19T03:36:40.728581Z","steps":["trace[1503187073] 'process raft request' (duration: 284.960593ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:40.728603Z","caller":"traceutil/trace.go:171","msg":"trace[331138367] linearizableReadLoop","detail":"{readStateIndex:18290; appliedIndex:18289; }","duration":"263.187426ms","start":"2026-05-19T03:36:40.465392Z","end":"2026-05-19T03:36:40.728579Z","steps":["trace[331138367] 'read index received' (duration: 259.151582ms)","trace[331138367] 'applied index is now lower than readState.Index' (duration: 4.034604ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:40.728808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.407221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:40.728859Z","caller":"traceutil/trace.go:171","msg":"trace[1100349300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17687; }","duration":"263.498534ms","start":"2026-05-19T03:36:40.465349Z","end":"2026-05-19T03:36:40.728848Z","steps":["trace[1100349300] 'agreement among raft nodes before linearized reading' (duration: 263.303079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:40.729397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.575293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:40.729568Z","caller":"traceutil/trace.go:171","msg":"trace[1036156172] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:17687; }","duration":"195.22367ms","start":"2026-05-19T03:36:40.534282Z","end":"2026-05-19T03:36:40.729506Z","steps":["trace[1036156172] 'agreement among raft nodes before linearized reading' (duration: 194.528432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:42.504241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.031436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:36:42.504323Z","caller":"traceutil/trace.go:171","msg":"trace[946743365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17743; }","duration":"100.142488ms","start":"2026-05-19T03:36:42.404162Z","end":"2026-05-19T03:36:42.504305Z","steps":["trace[946743365] 'agreement among raft nodes before linearized reading' (duration: 99.966954ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:59.453785Z","caller":"traceutil/trace.go:171","msg":"trace[1023930050] transaction","detail":"{read_only:false; response_revision:17929; number_of_response:1; }","duration":"136.16342ms","start":"2026-05-19T03:36:59.317591Z","end":"2026-05-19T03:36:59.453754Z","steps":["trace[1023930050] 'process raft request' (duration: 55.332285ms)","trace[1023930050] 'compare' (duration: 80.697182ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:36:59.458032Z","caller":"traceutil/trace.go:171","msg":"trace[664857458] transaction","detail":"{read_only:false; response_revision:17930; number_of_response:1; }","duration":"136.855658ms","start":"2026-05-19T03:36:59.32115Z","end":"2026-05-19T03:36:59.458006Z","steps":["trace[664857458] 'process raft request' (duration: 136.724934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:37:33.120034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.281323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:37:33.120259Z","caller":"traceutil/trace.go:171","msg":"trace[192939797] transaction","detail":"{read_only:false; response_revision:18327; number_of_response:1; }","duration":"207.221416ms","start":"2026-05-19T03:37:32.913023Z","end":"2026-05-19T03:37:33.120244Z","steps":["trace[192939797] 'process raft request' (duration: 207.186746ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:37:33.120318Z","caller":"traceutil/trace.go:171","msg":"trace[444753970] transaction","detail":"{read_only:false; response_revision:18325; number_of_response:1; }","duration":"210.005277ms","start":"2026-05-19T03:37:32.91028Z","end":"2026-05-19T03:37:33.120285Z","steps":["trace[444753970] 'process raft request' (duration: 100.384486ms)","trace[444753970] 'compare' (duration: 109.112128ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:37:33.12053Z","caller":"traceutil/trace.go:171","msg":"trace[1049697616] transaction","detail":"{read_only:false; response_revision:18326; number_of_response:1; }","duration":"209.419153ms","start":"2026-05-19T03:37:32.911071Z","end":"2026-05-19T03:37:33.12049Z","steps":["trace[1049697616] 'process raft request' (duration: 209.085114ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:40:01.086194Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"68d6d88687e6b830","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-19T03:40:01.096377Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-19T03:40:01.096474Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-19T03:40:55.162427Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17383} {"level":"info","ts":"2026-05-19T03:40:55.25844Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17383,"took":"91.761842ms","hash":2734893235,"current-db-size-bytes":55500800,"current-db-size":"56 MB","current-db-size-in-use-bytes":33611776,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-19T03:40:55.258518Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2734893235,"revision":17383,"compact-revision":15118} {"level":"info","ts":"2026-05-19T03:40:56.049691Z","caller":"traceutil/trace.go:171","msg":"trace[53098882] transaction","detail":"{read_only:false; response_revision:19845; number_of_response:1; }","duration":"150.752784ms","start":"2026-05-19T03:40:55.898905Z","end":"2026-05-19T03:40:56.049658Z","steps":["trace[53098882] 'process raft request' (duration: 149.224354ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:41:28.448533Z","caller":"traceutil/trace.go:171","msg":"trace[1981767869] transaction","detail":"{read_only:false; response_revision:20043; number_of_response:1; }","duration":"100.372143ms","start":"2026-05-19T03:41:28.34813Z","end":"2026-05-19T03:41:28.448503Z","steps":["trace[1981767869] 'process raft request' (duration: 41.938645ms)","trace[1981767869] 'compare' (duration: 58.210202ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:42:04.935667Z","caller":"traceutil/trace.go:171","msg":"trace[1311848774] transaction","detail":"{read_only:false; response_revision:20229; number_of_response:1; }","duration":"351.110058ms","start":"2026-05-19T03:42:04.584525Z","end":"2026-05-19T03:42:04.935635Z","steps":["trace[1311848774] 'process raft request' (duration: 347.087365ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:42:04.935837Z","caller":"traceutil/trace.go:171","msg":"trace[1993390511] transaction","detail":"{read_only:false; response_revision:20230; number_of_response:1; }","duration":"204.280176ms","start":"2026-05-19T03:42:04.731484Z","end":"2026-05-19T03:42:04.935765Z","steps":["trace[1993390511] 'process raft request' (duration: 204.118901ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:42:04.935911Z","caller":"traceutil/trace.go:171","msg":"trace[647892319] transaction","detail":"{read_only:false; response_revision:20231; number_of_response:1; }","duration":"146.469773ms","start":"2026-05-19T03:42:04.789413Z","end":"2026-05-19T03:42:04.935882Z","steps":["trace[647892319] 'process raft request' (duration: 146.299899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:04.935921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:04.584491Z","time spent":"351.345504ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:42:04.936039Z","caller":"traceutil/trace.go:171","msg":"trace[1331741913] linearizableReadLoop","detail":"{readStateIndex:20916; appliedIndex:20915; }","duration":"296.926889ms","start":"2026-05-19T03:42:04.639051Z","end":"2026-05-19T03:42:04.935978Z","steps":["trace[1331741913] 'read index received' (duration: 292.579617ms)","trace[1331741913] 'applied index is now lower than readState.Index' (duration: 4.340942ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:42:04.93633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.262408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T03:42:04.936368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.822352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-19T03:42:04.936419Z","caller":"traceutil/trace.go:171","msg":"trace[818616582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20231; }","duration":"297.390712ms","start":"2026-05-19T03:42:04.639009Z","end":"2026-05-19T03:42:04.9364Z","steps":["trace[818616582] 'agreement among raft nodes before linearized reading' (duration: 297.156806ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:42:04.936441Z","caller":"traceutil/trace.go:171","msg":"trace[129933861] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20231; }","duration":"201.920485ms","start":"2026-05-19T03:42:04.734491Z","end":"2026-05-19T03:42:04.936411Z","steps":["trace[129933861] 'agreement among raft nodes before linearized reading' (duration: 201.73149ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:42:10.821924Z","caller":"traceutil/trace.go:171","msg":"trace[613552997] linearizableReadLoop","detail":"{readStateIndex:20947; appliedIndex:20946; }","duration":"302.532334ms","start":"2026-05-19T03:42:10.519355Z","end":"2026-05-19T03:42:10.821888Z","steps":["trace[613552997] 'read index received' (duration: 302.456122ms)","trace[613552997] 'applied index is now lower than readState.Index' (duration: 74.922µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:42:10.822054Z","caller":"traceutil/trace.go:171","msg":"trace[1218070117] transaction","detail":"{read_only:false; response_revision:20258; number_of_response:1; }","duration":"433.418048ms","start":"2026-05-19T03:42:10.388599Z","end":"2026-05-19T03:42:10.822017Z","steps":["trace[1218070117] 'process raft request' (duration: 433.135061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:10.822104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.443944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:42:10.822141Z","caller":"traceutil/trace.go:171","msg":"trace[2120704875] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:20258; }","duration":"123.502975ms","start":"2026-05-19T03:42:10.698626Z","end":"2026-05-19T03:42:10.822129Z","steps":["trace[2120704875] 'agreement among raft nodes before linearized reading' (duration: 123.419463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:10.822221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:10.388573Z","time spent":"433.566181ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:42:10.82223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.844872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-19T03:42:10.822331Z","caller":"traceutil/trace.go:171","msg":"trace[121161280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20258; }","duration":"302.990885ms","start":"2026-05-19T03:42:10.519313Z","end":"2026-05-19T03:42:10.822304Z","steps":["trace[121161280] 'agreement among raft nodes before linearized reading' (duration: 302.731499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:10.822399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:10.519293Z","time spent":"303.093437ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:42:11.325922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.813384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:42:11.326053Z","caller":"traceutil/trace.go:171","msg":"trace[1750053942] transaction","detail":"{read_only:false; response_revision:20259; number_of_response:1; }","duration":"497.708055ms","start":"2026-05-19T03:42:10.828324Z","end":"2026-05-19T03:42:11.326032Z","steps":["trace[1750053942] 'process raft request' (duration: 94.707566ms)","trace[1750053942] 'compare' (duration: 402.716281ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:42:11.326112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:10.828304Z","time spent":"497.779897ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:42:12.053658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.507989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:42:12.054519Z","caller":"traceutil/trace.go:171","msg":"trace[1969810166] transaction","detail":"{read_only:false; response_revision:20260; number_of_response:1; }","duration":"970.547473ms","start":"2026-05-19T03:42:11.083939Z","end":"2026-05-19T03:42:12.054486Z","steps":["trace[1969810166] 'process raft request' (duration: 442.112ms)","trace[1969810166] 'compare' (duration: 527.228551ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:42:12.05477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:11.083915Z","time spent":"970.80151ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:42:13.228898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.810285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:42:13.229163Z","caller":"traceutil/trace.go:171","msg":"trace[226698096] linearizableReadLoop","detail":"{readStateIndex:20951; appliedIndex:20948; }","duration":"2.139681095s","start":"2026-05-19T03:42:11.089461Z","end":"2026-05-19T03:42:13.229142Z","steps":["trace[226698096] 'read index received' (duration: 436.60212ms)","trace[226698096] 'applied index is now lower than readState.Index' (duration: 1.703077635s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:42:13.229285Z","caller":"traceutil/trace.go:171","msg":"trace[1198202001] transaction","detail":"{read_only:false; response_revision:20262; number_of_response:1; }","duration":"2.142566808s","start":"2026-05-19T03:42:11.086703Z","end":"2026-05-19T03:42:13.22927Z","steps":["trace[1198202001] 'process raft request' (duration: 2.142324422s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:13.229381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135104267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-19T03:42:13.229384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:11.086688Z","time spent":"2.142644721s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:42:13.229414Z","caller":"traceutil/trace.go:171","msg":"trace[1832154873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20262; }","duration":"2.135179429s","start":"2026-05-19T03:42:11.094229Z","end":"2026-05-19T03:42:13.229409Z","steps":["trace[1832154873] 'agreement among raft nodes before linearized reading' (duration: 2.135089636s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:13.229432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:11.094208Z","time spent":"2.13521823s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:42:13.229297Z","caller":"traceutil/trace.go:171","msg":"trace[312296510] transaction","detail":"{read_only:false; response_revision:20261; number_of_response:1; }","duration":"2.14378526s","start":"2026-05-19T03:42:11.085501Z","end":"2026-05-19T03:42:13.229286Z","steps":["trace[312296510] 'process raft request' (duration: 1.379477692s)","trace[312296510] 'compare' (duration: 763.60137ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:42:13.229561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140110745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-19T03:42:13.229578Z","caller":"traceutil/trace.go:171","msg":"trace[772889237] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20262; }","duration":"2.140162137s","start":"2026-05-19T03:42:11.089409Z","end":"2026-05-19T03:42:13.229571Z","steps":["trace[772889237] 'agreement among raft nodes before linearized reading' (duration: 2.140119576s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:13.22959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:11.089388Z","time spent":"2.140198937s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:42:13.229577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:11.085474Z","time spent":"2.144060316s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:42:13.229671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.068936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T03:42:13.229688Z","caller":"traceutil/trace.go:171","msg":"trace[1364039009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20262; }","duration":"399.121188ms","start":"2026-05-19T03:42:12.830563Z","end":"2026-05-19T03:42:13.229684Z","steps":["trace[1364039009] 'agreement among raft nodes before linearized reading' (duration: 399.077067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:13.2297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:12.830543Z","time spent":"399.154289ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:42:13.229742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.186002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:42:13.229756Z","caller":"traceutil/trace.go:171","msg":"trace[1176779826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:20262; }","duration":"627.225533ms","start":"2026-05-19T03:42:12.602526Z","end":"2026-05-19T03:42:13.229752Z","steps":["trace[1176779826] 'agreement among raft nodes before linearized reading' (duration: 627.199973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:13.22977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:12.602513Z","time spent":"627.253794ms","remote":"127.0.0.1:39332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:42:13.229852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.877553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:42:13.22987Z","caller":"traceutil/trace.go:171","msg":"trace[272482410] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:20262; }","duration":"679.931144ms","start":"2026-05-19T03:42:12.549935Z","end":"2026-05-19T03:42:13.229866Z","steps":["trace[272482410] 'agreement among raft nodes before linearized reading' (duration: 679.902194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:13.229884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:12.549913Z","time spent":"679.967755ms","remote":"127.0.0.1:45654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:42:13.229977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135075177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-19T03:42:13.229976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765413192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:42:13.230024Z","caller":"traceutil/trace.go:171","msg":"trace[893817794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20262; }","duration":"2.13519485s","start":"2026-05-19T03:42:11.094817Z","end":"2026-05-19T03:42:13.230012Z","steps":["trace[893817794] 'agreement among raft nodes before linearized reading' (duration: 2.135062906s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:13.230052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:11.094802Z","time spent":"2.135243352s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:42:13.230043Z","caller":"traceutil/trace.go:171","msg":"trace[674908284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20262; }","duration":"1.765522756s","start":"2026-05-19T03:42:11.464503Z","end":"2026-05-19T03:42:13.230026Z","steps":["trace[674908284] 'agreement among raft nodes before linearized reading' (duration: 1.765402422s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:13.230045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135327153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T03:42:13.230085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:11.46448Z","time spent":"1.765597659s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:42:13.230096Z","caller":"traceutil/trace.go:171","msg":"trace[1949537222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20262; }","duration":"2.135407906s","start":"2026-05-19T03:42:11.094675Z","end":"2026-05-19T03:42:13.230083Z","steps":["trace[1949537222] 'agreement among raft nodes before linearized reading' (duration: 2.13521055s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:13.230133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:11.094663Z","time spent":"2.135462727s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:42:13.740165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755562811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:42:14.561606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.567835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:42:14.561765Z","caller":"traceutil/trace.go:171","msg":"trace[384254431] transaction","detail":"{read_only:false; response_revision:20263; number_of_response:1; }","duration":"1.327993874s","start":"2026-05-19T03:42:13.233751Z","end":"2026-05-19T03:42:14.561745Z","steps":["trace[384254431] 'process raft request' (duration: 769.178952ms)","trace[384254431] 'compare' (duration: 558.046782ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:42:14.561834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:13.233735Z","time spent":"1.328065605s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:42:15.027255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024430544s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:42:15.156688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.15724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:42:15.157171Z","caller":"traceutil/trace.go:171","msg":"trace[805163963] transaction","detail":"{read_only:false; response_revision:20266; number_of_response:1; }","duration":"1.921909264s","start":"2026-05-19T03:42:13.235238Z","end":"2026-05-19T03:42:15.157147Z","steps":["trace[805163963] 'process raft request' (duration: 1.921790601s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:42:15.157158Z","caller":"traceutil/trace.go:171","msg":"trace[1590937216] transaction","detail":"{read_only:false; response_revision:20264; number_of_response:1; }","duration":"1.922771535s","start":"2026-05-19T03:42:13.234348Z","end":"2026-05-19T03:42:15.157119Z","steps":["trace[1590937216] 'process raft request' (duration: 1.793094932s)","trace[1590937216] 'compare' (duration: 128.864422ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:42:15.157466Z","caller":"traceutil/trace.go:171","msg":"trace[647034587] transaction","detail":"{read_only:false; response_revision:20267; number_of_response:1; }","duration":"1.921973586s","start":"2026-05-19T03:42:13.235459Z","end":"2026-05-19T03:42:15.157433Z","steps":["trace[647034587] 'process raft request' (duration: 1.921636646s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:42:15.157166Z","caller":"traceutil/trace.go:171","msg":"trace[2124297399] transaction","detail":"{read_only:false; response_revision:20265; number_of_response:1; }","duration":"1.922439467s","start":"2026-05-19T03:42:13.23468Z","end":"2026-05-19T03:42:15.15712Z","steps":["trace[2124297399] 'process raft request' (duration: 1.922226492s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:15.157526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:13.234327Z","time spent":"1.923126625s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:42:15.157429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:13.23522Z","time spent":"1.922104699s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:42:15.15761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:13.234668Z","time spent":"1.922878669s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:42:15.157622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:13.23545Z","time spent":"1.92209189s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:42:15.240204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000486028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:42:15.240297Z","caller":"traceutil/trace.go:171","msg":"trace[1096320648] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00061795s","start":"2026-05-19T03:42:13.239657Z","end":"2026-05-19T03:42:15.240275Z","steps":["trace[1096320648] 'agreement among raft nodes before linearized reading' (duration: 2.000501588s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:15.240346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:13.239646Z","time spent":"2.000689113s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:42:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:42:16.062297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.898901ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:42:16.064643Z","caller":"traceutil/trace.go:171","msg":"trace[1574897694] transaction","detail":"{read_only:false; response_revision:20268; number_of_response:1; }","duration":"2.252144497s","start":"2026-05-19T03:42:13.812466Z","end":"2026-05-19T03:42:16.06461Z","steps":["trace[1574897694] 'process raft request' (duration: 2.250011983s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:16.0648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:13.812438Z","time spent":"2.252276911s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:42:16.094333Z","caller":"traceutil/trace.go:171","msg":"trace[1514037877] transaction","detail":"{read_only:false; response_revision:20269; number_of_response:1; }","duration":"2.16331573s","start":"2026-05-19T03:42:13.930991Z","end":"2026-05-19T03:42:16.094307Z","steps":["trace[1514037877] 'process raft request' (duration: 2.133592928s)","trace[1514037877] 'compare' (duration: 29.497517ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:42:16.094368Z","caller":"traceutil/trace.go:171","msg":"trace[579228423] linearizableReadLoop","detail":"{readStateIndex:20957; appliedIndex:20951; }","duration":"2.854669758s","start":"2026-05-19T03:42:13.23968Z","end":"2026-05-19T03:42:16.09435Z","steps":["trace[579228423] 'read index received' (duration: 763.26472ms)","trace[579228423] 'applied index is now lower than readState.Index' (duration: 2.091404298s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:42:16.094456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:13.930966Z","time spent":"2.163424043s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:42:16.094486Z","caller":"traceutil/trace.go:171","msg":"trace[260428997] transaction","detail":"{read_only:false; response_revision:20271; number_of_response:1; }","duration":"858.45349ms","start":"2026-05-19T03:42:15.236025Z","end":"2026-05-19T03:42:16.094479Z","steps":["trace[260428997] 'process raft request' (duration: 858.422929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:16.094563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:15.235996Z","time spent":"858.512031ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:42:16.094654Z","caller":"traceutil/trace.go:171","msg":"trace[1850145050] transaction","detail":"{read_only:false; response_revision:20270; number_of_response:1; }","duration":"2.034405917s","start":"2026-05-19T03:42:14.060237Z","end":"2026-05-19T03:42:16.094643Z","steps":["trace[1850145050] 'process raft request' (duration: 2.034053778s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:16.094704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:14.060212Z","time spent":"2.034467538s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:42:16.099811Z","caller":"traceutil/trace.go:171","msg":"trace[1720862368] transaction","detail":"{read_only:false; response_revision:20272; number_of_response:1; }","duration":"863.438598ms","start":"2026-05-19T03:42:15.236352Z","end":"2026-05-19T03:42:16.09979Z","steps":["trace[1720862368] 'process raft request' (duration: 863.297324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:16.099952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:15.236321Z","time spent":"863.56194ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:42:17.240355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999869582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:42:17.240434Z","caller":"traceutil/trace.go:171","msg":"trace[595467651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999993375s","start":"2026-05-19T03:42:15.240423Z","end":"2026-05-19T03:42:17.240417Z","steps":["trace[595467651] 'agreement among raft nodes before linearized reading' (duration: 1.999900983s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:17.240476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:15.240408Z","time spent":"2.000059126s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:42:17.240618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.64437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:42:17.240746Z","caller":"traceutil/trace.go:171","msg":"trace[872923144] linearizableReadLoop","detail":"{readStateIndex:20963; appliedIndex:20962; }","duration":"1.146317187s","start":"2026-05-19T03:42:16.094408Z","end":"2026-05-19T03:42:17.240725Z","steps":["trace[872923144] 'read index received' (duration: 5.731127ms)","trace[872923144] 'applied index is now lower than readState.Index' (duration: 1.14058454s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:42:17.241054Z","caller":"traceutil/trace.go:171","msg":"trace[1587383620] transaction","detail":"{read_only:false; response_revision:20273; number_of_response:1; }","duration":"1.608504002s","start":"2026-05-19T03:42:15.63253Z","end":"2026-05-19T03:42:17.241034Z","steps":["trace[1587383620] 'process raft request' (duration: 933.332928ms)","trace[1587383620] 'compare' (duration: 674.445595ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:42:17.241191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:15.632515Z","time spent":"1.608624494s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:42:17.241354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.31045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T03:42:17.2414Z","caller":"traceutil/trace.go:171","msg":"trace[1064692276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20273; }","duration":"674.400113ms","start":"2026-05-19T03:42:16.566989Z","end":"2026-05-19T03:42:17.241389Z","steps":["trace[1064692276] 'agreement among raft nodes before linearized reading' (duration: 674.257079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:17.241372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.912012384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:42:17.241458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.178051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:42:17.241475Z","caller":"traceutil/trace.go:171","msg":"trace[247500148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20273; }","duration":"298.228953ms","start":"2026-05-19T03:42:16.943241Z","end":"2026-05-19T03:42:17.24147Z","steps":["trace[247500148] 'agreement among raft nodes before linearized reading' (duration: 298.193932ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:42:17.241482Z","caller":"traceutil/trace.go:171","msg":"trace[1109316515] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:20273; }","duration":"3.912165408s","start":"2026-05-19T03:42:13.329284Z","end":"2026-05-19T03:42:17.24145Z","steps":["trace[1109316515] 'agreement among raft nodes before linearized reading' (duration: 3.911907282s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:17.241481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.986169755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-19T03:42:17.241495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840043083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:42:17.241545Z","caller":"traceutil/trace.go:171","msg":"trace[1834742609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20273; }","duration":"3.986265417s","start":"2026-05-19T03:42:13.255264Z","end":"2026-05-19T03:42:17.24153Z","steps":["trace[1834742609] 'agreement among raft nodes before linearized reading' (duration: 3.986103483s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:42:17.241549Z","caller":"traceutil/trace.go:171","msg":"trace[1925029983] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:20273; }","duration":"2.840139145s","start":"2026-05-19T03:42:14.401397Z","end":"2026-05-19T03:42:17.241536Z","steps":["trace[1925029983] 'agreement among raft nodes before linearized reading' (duration: 2.840050733s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:17.241589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:14.401375Z","time spent":"2.840206178s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:42:17.241588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:13.255246Z","time spent":"3.986330189s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:42:17.241544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:13.329262Z","time spent":"3.912265051s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":91,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:42:17.241605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.520554494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:42:17.241617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6942642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:42:17.241424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:16.566971Z","time spent":"674.448914ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:42:17.241669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.912246461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-19T03:42:17.241685Z","caller":"traceutil/trace.go:171","msg":"trace[322842253] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:20273; }","duration":"1.694394974s","start":"2026-05-19T03:42:15.54727Z","end":"2026-05-19T03:42:17.241665Z","steps":["trace[322842253] 'agreement among raft nodes before linearized reading' (duration: 1.694207688s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:42:17.241665Z","caller":"traceutil/trace.go:171","msg":"trace[751321222] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20273; }","duration":"3.520655886s","start":"2026-05-19T03:42:13.720992Z","end":"2026-05-19T03:42:17.241648Z","steps":["trace[751321222] 'agreement among raft nodes before linearized reading' (duration: 3.520551553s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:42:17.241712Z","caller":"traceutil/trace.go:171","msg":"trace[1472594115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20273; }","duration":"3.912329014s","start":"2026-05-19T03:42:13.32937Z","end":"2026-05-19T03:42:17.241699Z","steps":["trace[1472594115] 'agreement among raft nodes before linearized reading' (duration: 3.91220692s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:17.241749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:13.329344Z","time spent":"3.912395626s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:42:17.241757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:15.54725Z","time spent":"1.694487445s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":114,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:42:17.241749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:13.720972Z","time spent":"3.520759678s","remote":"127.0.0.1:49286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:42:17.747533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755562827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:42:17.935023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.256036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:42:17.935107Z","caller":"traceutil/trace.go:171","msg":"trace[1579726431] transaction","detail":"{read_only:false; response_revision:20274; number_of_response:1; }","duration":"688.846224ms","start":"2026-05-19T03:42:17.246243Z","end":"2026-05-19T03:42:17.93509Z","steps":["trace[1579726431] 'process raft request' (duration: 553.474875ms)","trace[1579726431] 'compare' (duration: 134.890057ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:42:17.935148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:17.246228Z","time spent":"688.900415ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:42:18.276574Z","caller":"traceutil/trace.go:171","msg":"trace[271132113] transaction","detail":"{read_only:false; response_revision:20276; number_of_response:1; }","duration":"1.029883194s","start":"2026-05-19T03:42:17.246668Z","end":"2026-05-19T03:42:18.276551Z","steps":["trace[271132113] 'process raft request' (duration: 1.029765531s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:18.276786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:17.246649Z","time spent":"1.030049277s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:42:18.276856Z","caller":"traceutil/trace.go:171","msg":"trace[1594409961] transaction","detail":"{read_only:false; response_revision:20277; number_of_response:1; }","duration":"1.030101439s","start":"2026-05-19T03:42:17.246735Z","end":"2026-05-19T03:42:18.276837Z","steps":["trace[1594409961] 'process raft request' (duration: 1.029779531s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:18.276987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:17.246715Z","time spent":"1.030230433s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:42:18.276996Z","caller":"traceutil/trace.go:171","msg":"trace[544744339] transaction","detail":"{read_only:false; response_revision:20278; number_of_response:1; }","duration":"1.030195811s","start":"2026-05-19T03:42:17.246777Z","end":"2026-05-19T03:42:18.276973Z","steps":["trace[544744339] 'process raft request' (duration: 1.029936435s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:42:18.277074Z","caller":"traceutil/trace.go:171","msg":"trace[2041154381] linearizableReadLoop","detail":"{readStateIndex:20969; appliedIndex:20963; }","duration":"1.030434777s","start":"2026-05-19T03:42:17.246609Z","end":"2026-05-19T03:42:18.277044Z","steps":["trace[2041154381] 'read index received' (duration: 553.105505ms)","trace[2041154381] 'applied index is now lower than readState.Index' (duration: 477.328042ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:42:18.277187Z","caller":"traceutil/trace.go:171","msg":"trace[645562002] transaction","detail":"{read_only:false; response_revision:20279; number_of_response:1; }","duration":"1.029700908s","start":"2026-05-19T03:42:17.247463Z","end":"2026-05-19T03:42:18.277164Z","steps":["trace[645562002] 'process raft request' (duration: 1.02936311s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:18.277189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:17.24677Z","time spent":"1.030286373s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:42:18.277309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:17.247456Z","time spent":"1.02978127s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:42:18.277363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030738175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T03:42:18.277425Z","caller":"traceutil/trace.go:171","msg":"trace[2087860381] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0; range_end:; response_count:1; response_revision:20279; }","duration":"1.030814497s","start":"2026-05-19T03:42:17.246593Z","end":"2026-05-19T03:42:18.277407Z","steps":["trace[2087860381] 'agreement among raft nodes before linearized reading' (duration: 1.030623442s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:18.277467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:17.246586Z","time spent":"1.030869888s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" "} {"level":"info","ts":"2026-05-19T03:42:18.276875Z","caller":"traceutil/trace.go:171","msg":"trace[36089701] transaction","detail":"{read_only:false; response_revision:20275; number_of_response:1; }","duration":"1.030371045s","start":"2026-05-19T03:42:17.246447Z","end":"2026-05-19T03:42:18.276818Z","steps":["trace[36089701] 'process raft request' (duration: 1.029537024s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:18.277757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:17.246438Z","time spent":"1.031204617s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:42:18.279179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031938446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18260"} {"level":"info","ts":"2026-05-19T03:42:18.279238Z","caller":"traceutil/trace.go:171","msg":"trace[1077925854] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20282; }","duration":"1.032012557s","start":"2026-05-19T03:42:17.247212Z","end":"2026-05-19T03:42:18.279224Z","steps":["trace[1077925854] 'agreement among raft nodes before linearized reading' (duration: 1.031833223s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:18.279271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:17.247205Z","time spent":"1.032058328s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18283,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T03:42:18.279532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.357914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:42:18.279592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.370124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-19T03:42:18.279611Z","caller":"traceutil/trace.go:171","msg":"trace[516134314] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:20282; }","duration":"143.487847ms","start":"2026-05-19T03:42:18.136104Z","end":"2026-05-19T03:42:18.279591Z","steps":["trace[516134314] 'agreement among raft nodes before linearized reading' (duration: 143.352384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:18.279671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.349857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:42:18.279706Z","caller":"traceutil/trace.go:171","msg":"trace[455838936] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20282; }","duration":"403.414618ms","start":"2026-05-19T03:42:17.876284Z","end":"2026-05-19T03:42:18.279698Z","steps":["trace[455838936] 'agreement among raft nodes before linearized reading' (duration: 403.358967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:18.279734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:17.876268Z","time spent":"403.459ms","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:42:18.279893Z","caller":"traceutil/trace.go:171","msg":"trace[499615691] transaction","detail":"{read_only:false; response_revision:20280; number_of_response:1; }","duration":"176.040412ms","start":"2026-05-19T03:42:18.103837Z","end":"2026-05-19T03:42:18.279878Z","steps":["trace[499615691] 'process raft request' (duration: 174.992645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:18.279946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.377599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-19T03:42:18.279988Z","caller":"traceutil/trace.go:171","msg":"trace[1834234854] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:20282; }","duration":"604.460811ms","start":"2026-05-19T03:42:17.675514Z","end":"2026-05-19T03:42:18.279975Z","steps":["trace[1834234854] 'agreement among raft nodes before linearized reading' (duration: 604.363419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:18.280023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:17.675493Z","time spent":"604.522763ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-19T03:42:18.28003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031419372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:42:18.279624Z","caller":"traceutil/trace.go:171","msg":"trace[1260786389] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:20282; }","duration":"198.435286ms","start":"2026-05-19T03:42:18.081179Z","end":"2026-05-19T03:42:18.279615Z","steps":["trace[1260786389] 'agreement among raft nodes before linearized reading' (duration: 198.347624ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:42:18.28014Z","caller":"traceutil/trace.go:171","msg":"trace[545996688] transaction","detail":"{read_only:false; response_revision:20282; number_of_response:1; }","duration":"174.372539ms","start":"2026-05-19T03:42:18.105749Z","end":"2026-05-19T03:42:18.280121Z","steps":["trace[545996688] 'process raft request' (duration: 173.256611ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:42:18.280166Z","caller":"traceutil/trace.go:171","msg":"trace[1249153464] transaction","detail":"{read_only:false; response_revision:20281; number_of_response:1; }","duration":"176.242257ms","start":"2026-05-19T03:42:18.103856Z","end":"2026-05-19T03:42:18.280098Z","steps":["trace[1249153464] 'process raft request' (duration: 175.114829ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:42:18.280124Z","caller":"traceutil/trace.go:171","msg":"trace[1135523130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20282; }","duration":"1.031523945s","start":"2026-05-19T03:42:17.248574Z","end":"2026-05-19T03:42:18.280098Z","steps":["trace[1135523130] 'agreement among raft nodes before linearized reading' (duration: 1.031381812s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:42:18.280321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:42:17.248566Z","time spent":"1.031742411s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:43:15.01504Z","caller":"traceutil/trace.go:171","msg":"trace[815939504] transaction","detail":"{read_only:false; response_revision:20835; number_of_response:1; }","duration":"182.63731ms","start":"2026-05-19T03:43:14.832366Z","end":"2026-05-19T03:43:15.015003Z","steps":["trace[815939504] 'process raft request' (duration: 84.429654ms)","trace[815939504] 'compare' (duration: 97.93252ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:43:15.015768Z","caller":"traceutil/trace.go:171","msg":"trace[606390820] transaction","detail":"{read_only:false; response_revision:20838; number_of_response:1; }","duration":"182.60046ms","start":"2026-05-19T03:43:14.833157Z","end":"2026-05-19T03:43:15.015758Z","steps":["trace[606390820] 'process raft request' (duration: 182.568449ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:43:15.015923Z","caller":"traceutil/trace.go:171","msg":"trace[727947636] transaction","detail":"{read_only:false; response_revision:20836; number_of_response:1; }","duration":"183.379059ms","start":"2026-05-19T03:43:14.832424Z","end":"2026-05-19T03:43:15.015803Z","steps":["trace[727947636] 'process raft request' (duration: 183.172183ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:43:15.015947Z","caller":"traceutil/trace.go:171","msg":"trace[463016597] transaction","detail":"{read_only:false; response_revision:20837; number_of_response:1; }","duration":"182.920287ms","start":"2026-05-19T03:43:14.833018Z","end":"2026-05-19T03:43:15.015938Z","steps":["trace[463016597] 'process raft request' (duration: 182.678181ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:43:35.110595Z","caller":"traceutil/trace.go:171","msg":"trace[1036076613] transaction","detail":"{read_only:false; response_revision:20943; number_of_response:1; }","duration":"149.891501ms","start":"2026-05-19T03:43:34.960675Z","end":"2026-05-19T03:43:35.110566Z","steps":["trace[1036076613] 'process raft request' (duration: 149.711916ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:43:35.244885Z","caller":"traceutil/trace.go:171","msg":"trace[551256477] transaction","detail":"{read_only:false; response_revision:20946; number_of_response:1; }","duration":"101.746257ms","start":"2026-05-19T03:43:35.143114Z","end":"2026-05-19T03:43:35.24486Z","steps":["trace[551256477] 'process raft request' (duration: 90.606952ms)","trace[551256477] 'compare' (duration: 11.039913ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:43:35.311602Z","caller":"traceutil/trace.go:171","msg":"trace[929365359] transaction","detail":"{read_only:false; response_revision:20947; number_of_response:1; }","duration":"166.519157ms","start":"2026-05-19T03:43:35.145065Z","end":"2026-05-19T03:43:35.311584Z","steps":["trace[929365359] 'process raft request' (duration: 166.410725ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:07.982906Z","caller":"traceutil/trace.go:171","msg":"trace[693621564] transaction","detail":"{read_only:false; response_revision:21617; number_of_response:1; }","duration":"143.404095ms","start":"2026-05-19T03:45:07.839428Z","end":"2026-05-19T03:45:07.982832Z","steps":["trace[693621564] 'process raft request' (duration: 143.19798ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:55.170291Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19843} {"level":"info","ts":"2026-05-19T03:45:55.279592Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19843,"took":"106.265103ms","hash":480834276,"current-db-size-bytes":55500800,"current-db-size":"56 MB","current-db-size-in-use-bytes":29532160,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-19T03:45:55.279672Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":480834276,"revision":19843,"compact-revision":17383} {"level":"warn","ts":"2026-05-19T03:45:56.184023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.230949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:45:56.184186Z","caller":"traceutil/trace.go:171","msg":"trace[1822075187] linearizableReadLoop","detail":"{readStateIndex:22769; appliedIndex:22768; }","duration":"133.695447ms","start":"2026-05-19T03:45:56.05047Z","end":"2026-05-19T03:45:56.184166Z","steps":["trace[1822075187] 'read index received' (duration: 36.381µs)","trace[1822075187] 'applied index is now lower than readState.Index' (duration: 133.657846ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:45:56.184257Z","caller":"traceutil/trace.go:171","msg":"trace[1015526635] transaction","detail":"{read_only:false; response_revision:22018; number_of_response:1; }","duration":"183.532944ms","start":"2026-05-19T03:45:56.000676Z","end":"2026-05-19T03:45:56.184209Z","steps":["trace[1015526635] 'process raft request' (duration: 35.024608ms)","trace[1015526635] 'compare' (duration: 148.089635ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:45:56.184414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.907662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:45:56.184495Z","caller":"traceutil/trace.go:171","msg":"trace[1227721178] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22018; }","duration":"134.038206ms","start":"2026-05-19T03:45:56.050437Z","end":"2026-05-19T03:45:56.184475Z","steps":["trace[1227721178] 'agreement among raft nodes before linearized reading' (duration: 133.781209ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:56.409752Z","caller":"traceutil/trace.go:171","msg":"trace[1130051723] linearizableReadLoop","detail":"{readStateIndex:22770; appliedIndex:22769; }","duration":"192.809721ms","start":"2026-05-19T03:45:56.21688Z","end":"2026-05-19T03:45:56.40969Z","steps":["trace[1130051723] 'read index received' (duration: 187.643268ms)","trace[1130051723] 'applied index is now lower than readState.Index' (duration: 5.165203ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:45:56.409789Z","caller":"traceutil/trace.go:171","msg":"trace[535791238] transaction","detail":"{read_only:false; response_revision:22019; number_of_response:1; }","duration":"220.547111ms","start":"2026-05-19T03:45:56.189199Z","end":"2026-05-19T03:45:56.409746Z","steps":["trace[535791238] 'process raft request' (duration: 215.327497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:56.410069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.16504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-19T03:45:56.410078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.049552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:56.410123Z","caller":"traceutil/trace.go:171","msg":"trace[571525180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22019; }","duration":"193.270332ms","start":"2026-05-19T03:45:56.216838Z","end":"2026-05-19T03:45:56.410108Z","steps":["trace[571525180] 'agreement among raft nodes before linearized reading' (duration: 193.079988ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:56.410155Z","caller":"traceutil/trace.go:171","msg":"trace[611761396] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:22019; }","duration":"178.271788ms","start":"2026-05-19T03:45:56.231862Z","end":"2026-05-19T03:45:56.410134Z","steps":["trace[611761396] 'agreement among raft nodes before linearized reading' (duration: 178.059033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:56.413016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.335135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:45:56.413083Z","caller":"traceutil/trace.go:171","msg":"trace[414452907] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:22019; }","duration":"156.436798ms","start":"2026-05-19T03:45:56.25663Z","end":"2026-05-19T03:45:56.413067Z","steps":["trace[414452907] 'agreement among raft nodes before linearized reading' (duration: 156.323195ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:01.463754Z","caller":"traceutil/trace.go:171","msg":"trace[1858823503] transaction","detail":"{read_only:false; response_revision:22151; number_of_response:1; }","duration":"141.559307ms","start":"2026-05-19T03:46:01.322151Z","end":"2026-05-19T03:46:01.463711Z","steps":["trace[1858823503] 'process raft request' (duration: 138.740495ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:07.837554Z","caller":"traceutil/trace.go:171","msg":"trace[605048992] transaction","detail":"{read_only:false; response_revision:22518; number_of_response:1; }","duration":"186.91921ms","start":"2026-05-19T03:46:07.650609Z","end":"2026-05-19T03:46:07.837528Z","steps":["trace[605048992] 'process raft request' (duration: 186.394726ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:07.841758Z","caller":"traceutil/trace.go:171","msg":"trace[996484200] transaction","detail":"{read_only:false; response_revision:22519; number_of_response:1; }","duration":"186.54668ms","start":"2026-05-19T03:46:07.655201Z","end":"2026-05-19T03:46:07.841748Z","steps":["trace[996484200] 'process raft request' (duration: 186.370736ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:07.841821Z","caller":"traceutil/trace.go:171","msg":"trace[619324600] linearizableReadLoop","detail":"{readStateIndex:23282; appliedIndex:23278; }","duration":"145.253613ms","start":"2026-05-19T03:46:07.696537Z","end":"2026-05-19T03:46:07.84179Z","steps":["trace[619324600] 'read index received' (duration: 140.47849ms)","trace[619324600] 'applied index is now lower than readState.Index' (duration: 4.774263ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:46:07.841892Z","caller":"traceutil/trace.go:171","msg":"trace[925753284] transaction","detail":"{read_only:false; response_revision:22520; number_of_response:1; }","duration":"185.446482ms","start":"2026-05-19T03:46:07.656385Z","end":"2026-05-19T03:46:07.841831Z","steps":["trace[925753284] 'process raft request' (duration: 185.305349ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:07.842037Z","caller":"traceutil/trace.go:171","msg":"trace[1289119572] transaction","detail":"{read_only:false; response_revision:22521; number_of_response:1; }","duration":"168.893058ms","start":"2026-05-19T03:46:07.673131Z","end":"2026-05-19T03:46:07.842024Z","steps":["trace[1289119572] 'process raft request' (duration: 168.611111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:07.842269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.713915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-05-19T03:46:07.842307Z","caller":"traceutil/trace.go:171","msg":"trace[2046479640] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:22521; }","duration":"145.790336ms","start":"2026-05-19T03:46:07.696506Z","end":"2026-05-19T03:46:07.842297Z","steps":["trace[2046479640] 'agreement among raft nodes before linearized reading' (duration: 145.614741ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:09.630296Z","caller":"traceutil/trace.go:171","msg":"trace[14889690] linearizableReadLoop","detail":"{readStateIndex:23352; appliedIndex:23351; }","duration":"165.265705ms","start":"2026-05-19T03:46:09.465002Z","end":"2026-05-19T03:46:09.630268Z","steps":["trace[14889690] 'read index received' (duration: 165.019877ms)","trace[14889690] 'applied index is now lower than readState.Index' (duration: 244.568µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:46:09.630489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.469821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:46:09.63053Z","caller":"traceutil/trace.go:171","msg":"trace[1755851166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22590; }","duration":"165.605704ms","start":"2026-05-19T03:46:09.464915Z","end":"2026-05-19T03:46:09.63052Z","steps":["trace[1755851166] 'agreement among raft nodes before linearized reading' (duration: 165.472251ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:09.630811Z","caller":"traceutil/trace.go:171","msg":"trace[515437928] transaction","detail":"{read_only:false; response_revision:22591; number_of_response:1; }","duration":"133.349978ms","start":"2026-05-19T03:46:09.497436Z","end":"2026-05-19T03:46:09.630787Z","steps":["trace[515437928] 'process raft request' (duration: 133.214174ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:09.630916Z","caller":"traceutil/trace.go:171","msg":"trace[475267704] transaction","detail":"{read_only:false; response_revision:22590; number_of_response:1; }","duration":"233.954776ms","start":"2026-05-19T03:46:09.396948Z","end":"2026-05-19T03:46:09.630902Z","steps":["trace[475267704] 'process raft request' (duration: 233.110083ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:11.111872Z","caller":"traceutil/trace.go:171","msg":"trace[168800666] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22627; }","duration":"139.017811ms","start":"2026-05-19T03:46:10.972814Z","end":"2026-05-19T03:46:11.111832Z","steps":["trace[168800666] 'process raft request' (duration: 138.837817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:12.621078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.851703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"info","ts":"2026-05-19T03:46:12.621179Z","caller":"traceutil/trace.go:171","msg":"trace[2093276936] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22658; }","duration":"115.010457ms","start":"2026-05-19T03:46:12.506144Z","end":"2026-05-19T03:46:12.621155Z","steps":["trace[2093276936] 'range keys from in-memory index tree' (duration: 114.696619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:12.621347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.857392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-19T03:46:12.621476Z","caller":"traceutil/trace.go:171","msg":"trace[1134484439] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22658; }","duration":"113.060747ms","start":"2026-05-19T03:46:12.508392Z","end":"2026-05-19T03:46:12.621453Z","steps":["trace[1134484439] 'range keys from in-memory index tree' (duration: 112.621016ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:15.9381Z","caller":"traceutil/trace.go:171","msg":"trace[1788686933] transaction","detail":"{read_only:false; response_revision:22719; number_of_response:1; }","duration":"288.535515ms","start":"2026-05-19T03:46:15.649529Z","end":"2026-05-19T03:46:15.938065Z","steps":["trace[1788686933] 'process raft request' (duration: 288.35096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:17.352252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342599307s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:46:17.352365Z","caller":"traceutil/trace.go:171","msg":"trace[298356157] linearizableReadLoop","detail":"{readStateIndex:23484; appliedIndex:23482; }","duration":"1.444704114s","start":"2026-05-19T03:46:15.90764Z","end":"2026-05-19T03:46:17.352344Z","steps":["trace[298356157] 'read index received' (duration: 30.234885ms)","trace[298356157] 'applied index is now lower than readState.Index' (duration: 1.414468169s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:46:17.352437Z","caller":"traceutil/trace.go:171","msg":"trace[967137605] transaction","detail":"{read_only:false; response_revision:22720; number_of_response:1; }","duration":"1.674402321s","start":"2026-05-19T03:46:15.678024Z","end":"2026-05-19T03:46:17.352426Z","steps":["trace[967137605] 'process raft request' (duration: 331.519447ms)","trace[967137605] 'compare' (duration: 1.341961421s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:46:17.352505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:46:15.677995Z","time spent":"1.674478593s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:46:17.352741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445097784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:46:17.352787Z","caller":"traceutil/trace.go:171","msg":"trace[347921125] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22720; }","duration":"1.445136735s","start":"2026-05-19T03:46:15.907633Z","end":"2026-05-19T03:46:17.35277Z","steps":["trace[347921125] 'agreement among raft nodes before linearized reading' (duration: 1.445064233s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:17.352819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:46:15.907579Z","time spent":"1.445231817s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:46:17.355582Z","caller":"traceutil/trace.go:171","msg":"trace[220237108] transaction","detail":"{read_only:false; response_revision:22721; number_of_response:1; }","duration":"627.603364ms","start":"2026-05-19T03:46:16.727934Z","end":"2026-05-19T03:46:17.355537Z","steps":["trace[220237108] 'process raft request' (duration: 627.477901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:17.355706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:46:16.727912Z","time spent":"627.735067ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":969,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:46:17.406198Z","caller":"traceutil/trace.go:171","msg":"trace[1764375900] transaction","detail":"{read_only:false; response_revision:22722; number_of_response:1; }","duration":"345.808201ms","start":"2026-05-19T03:46:17.060355Z","end":"2026-05-19T03:46:17.406164Z","steps":["trace[1764375900] 'process raft request' (duration: 345.513884ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:17.406206Z","caller":"traceutil/trace.go:171","msg":"trace[1585400926] transaction","detail":"{read_only:false; response_revision:22724; number_of_response:1; }","duration":"270.00987ms","start":"2026-05-19T03:46:17.136172Z","end":"2026-05-19T03:46:17.406182Z","steps":["trace[1585400926] 'process raft request' (duration: 269.909747ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:17.406241Z","caller":"traceutil/trace.go:171","msg":"trace[1777130942] transaction","detail":"{read_only:false; response_revision:22723; number_of_response:1; }","duration":"270.79572ms","start":"2026-05-19T03:46:17.135412Z","end":"2026-05-19T03:46:17.406207Z","steps":["trace[1777130942] 'process raft request' (duration: 270.605165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:17.406361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:46:17.060328Z","time spent":"345.950405ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:46:17.406498Z","caller":"traceutil/trace.go:171","msg":"trace[1302695606] transaction","detail":"{read_only:false; response_revision:22726; number_of_response:1; }","duration":"109.544617ms","start":"2026-05-19T03:46:17.296924Z","end":"2026-05-19T03:46:17.406468Z","steps":["trace[1302695606] 'process raft request' (duration: 109.424424ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:17.406577Z","caller":"traceutil/trace.go:171","msg":"trace[343845237] transaction","detail":"{read_only:false; response_revision:22725; number_of_response:1; }","duration":"110.422259ms","start":"2026-05-19T03:46:17.296046Z","end":"2026-05-19T03:46:17.406469Z","steps":["trace[343845237] 'process raft request' (duration: 110.083611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:17.406624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452291408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:46:17.406697Z","caller":"traceutil/trace.go:171","msg":"trace[1723203295] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:22726; }","duration":"1.452428821s","start":"2026-05-19T03:46:15.954247Z","end":"2026-05-19T03:46:17.406676Z","steps":["trace[1723203295] 'agreement among raft nodes before linearized reading' (duration: 1.452230146s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:17.406782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.831031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-19T03:46:17.406779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:46:15.954221Z","time spent":"1.452533875s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:46:17.406792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.404157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:46:17.406833Z","caller":"traceutil/trace.go:171","msg":"trace[2110064114] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22726; }","duration":"732.913873ms","start":"2026-05-19T03:46:16.67391Z","end":"2026-05-19T03:46:17.406824Z","steps":["trace[2110064114] 'agreement among raft nodes before linearized reading' (duration: 732.82858ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:17.406862Z","caller":"traceutil/trace.go:171","msg":"trace[124545892] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:22726; }","duration":"479.463618ms","start":"2026-05-19T03:46:16.927363Z","end":"2026-05-19T03:46:17.406827Z","steps":["trace[124545892] 'agreement among raft nodes before linearized reading' (duration: 479.343054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:17.406892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:46:16.673887Z","time spent":"732.993695ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:46:17.406893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264362043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:46:17.406903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:46:16.927296Z","time spent":"479.592992ms","remote":"127.0.0.1:53504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:46:17.406941Z","caller":"traceutil/trace.go:171","msg":"trace[1709812627] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:22726; }","duration":"1.264484787s","start":"2026-05-19T03:46:16.142439Z","end":"2026-05-19T03:46:17.406924Z","steps":["trace[1709812627] 'agreement among raft nodes before linearized reading' (duration: 1.264346253s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:17.406978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:46:16.14241Z","time spent":"1.264555878s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:46:17.406994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.176463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-19T03:46:17.407028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.546609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:46:17.407058Z","caller":"traceutil/trace.go:171","msg":"trace[1595948728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22726; }","duration":"941.619823ms","start":"2026-05-19T03:46:16.46543Z","end":"2026-05-19T03:46:17.40705Z","steps":["trace[1595948728] 'agreement among raft nodes before linearized reading' (duration: 941.567772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:17.407087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:46:16.465403Z","time spent":"941.680424ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:46:17.407089Z","caller":"traceutil/trace.go:171","msg":"trace[174162871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22726; }","duration":"165.289666ms","start":"2026-05-19T03:46:17.241759Z","end":"2026-05-19T03:46:17.407049Z","steps":["trace[174162871] 'agreement among raft nodes before linearized reading' (duration: 165.035379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:17.407091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.929472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-19T03:46:17.407145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370405001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-19T03:46:17.407197Z","caller":"traceutil/trace.go:171","msg":"trace[366416362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22726; }","duration":"1.370456842s","start":"2026-05-19T03:46:16.036726Z","end":"2026-05-19T03:46:17.407183Z","steps":["trace[366416362] 'agreement among raft nodes before linearized reading' (duration: 1.370315739s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:17.407254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:46:16.036711Z","time spent":"1.370531315s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:46:17.407313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098879842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-19T03:46:17.406703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.442332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:46:17.407375Z","caller":"traceutil/trace.go:171","msg":"trace[874663662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22726; }","duration":"1.098965585s","start":"2026-05-19T03:46:16.308388Z","end":"2026-05-19T03:46:17.407353Z","steps":["trace[874663662] 'agreement among raft nodes before linearized reading' (duration: 1.09877934s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:17.407412Z","caller":"traceutil/trace.go:171","msg":"trace[905319637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22726; }","duration":"735.160931ms","start":"2026-05-19T03:46:16.672211Z","end":"2026-05-19T03:46:17.407372Z","steps":["trace[905319637] 'agreement among raft nodes before linearized reading' (duration: 734.271518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:17.407414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371486028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-19T03:46:17.407428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:46:16.308369Z","time spent":"1.099048046s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:46:17.407471Z","caller":"traceutil/trace.go:171","msg":"trace[699783569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22726; }","duration":"1.371598221s","start":"2026-05-19T03:46:16.035861Z","end":"2026-05-19T03:46:17.407459Z","steps":["trace[699783569] 'agreement among raft nodes before linearized reading' (duration: 1.371297634s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:17.407516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:46:16.035845Z","time spent":"1.371660582s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:46:17.407195Z","caller":"traceutil/trace.go:171","msg":"trace[953990530] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22726; }","duration":"690.075376ms","start":"2026-05-19T03:46:16.717093Z","end":"2026-05-19T03:46:17.407168Z","steps":["trace[953990530] 'agreement among raft nodes before linearized reading' (duration: 689.636044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:46:17.4076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:46:16.717061Z","time spent":"690.506846ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-19T03:46:17.407471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:46:16.672191Z","time spent":"735.265123ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:47:31.113866Z","caller":"traceutil/trace.go:171","msg":"trace[1321708936] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"119.440574ms","start":"2026-05-19T03:47:30.994397Z","end":"2026-05-19T03:47:31.113838Z","steps":["trace[1321708936] 'process raft request' (duration: 119.25549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:47:44.243949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.633159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:47:44.244053Z","caller":"traceutil/trace.go:171","msg":"trace[1035320657] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23664; }","duration":"162.779025ms","start":"2026-05-19T03:47:44.081252Z","end":"2026-05-19T03:47:44.244031Z","steps":["trace[1035320657] 'range keys from in-memory index tree' (duration: 162.496047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:47:44.244159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.842299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:47:44.244244Z","caller":"traceutil/trace.go:171","msg":"trace[799614871] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23664; }","duration":"202.942822ms","start":"2026-05-19T03:47:44.041287Z","end":"2026-05-19T03:47:44.24423Z","steps":["trace[799614871] 'count revisions from in-memory index tree' (duration: 202.752547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:47:44.244342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.03426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-19T03:47:44.244428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.283247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:47:44.244413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.123723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:47:44.244458Z","caller":"traceutil/trace.go:171","msg":"trace[667064737] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23664; }","duration":"265.186654ms","start":"2026-05-19T03:47:43.979247Z","end":"2026-05-19T03:47:44.244433Z","steps":["trace[667064737] 'range keys from in-memory index tree' (duration: 264.767213ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:47:44.244494Z","caller":"traceutil/trace.go:171","msg":"trace[530917126] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23664; }","duration":"163.367019ms","start":"2026-05-19T03:47:44.081091Z","end":"2026-05-19T03:47:44.244458Z","steps":["trace[530917126] 'range keys from in-memory index tree' (duration: 163.189455ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:47:44.244503Z","caller":"traceutil/trace.go:171","msg":"trace[959641424] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23664; }","duration":"163.262147ms","start":"2026-05-19T03:47:44.081219Z","end":"2026-05-19T03:47:44.244481Z","steps":["trace[959641424] 'range keys from in-memory index tree' (duration: 162.972969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:47:44.244552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.266307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:47:44.244386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.234626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:47:44.244587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.294151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-19T03:47:44.244494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.086119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-19T03:47:44.244644Z","caller":"traceutil/trace.go:171","msg":"trace[362002904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23664; }","duration":"273.388504ms","start":"2026-05-19T03:47:43.971242Z","end":"2026-05-19T03:47:44.244631Z","steps":["trace[362002904] 'range keys from in-memory index tree' (duration: 273.119516ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:47:44.244667Z","caller":"traceutil/trace.go:171","msg":"trace[470575616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23664; }","duration":"340.299755ms","start":"2026-05-19T03:47:43.904355Z","end":"2026-05-19T03:47:44.244655Z","steps":["trace[470575616] 'range keys from in-memory index tree' (duration: 339.941925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:47:44.244691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.268764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:47:44.244707Z","caller":"traceutil/trace.go:171","msg":"trace[1819187355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23664; }","duration":"270.316664ms","start":"2026-05-19T03:47:43.974386Z","end":"2026-05-19T03:47:44.244703Z","steps":["trace[1819187355] 'range keys from in-memory index tree' (duration: 270.150831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:47:44.244714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:47:43.904329Z","time spent":"340.369576ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:47:44.244608Z","caller":"traceutil/trace.go:171","msg":"trace[708461369] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23664; }","duration":"163.487152ms","start":"2026-05-19T03:47:44.081114Z","end":"2026-05-19T03:47:44.244601Z","steps":["trace[708461369] 'range keys from in-memory index tree' (duration: 163.146814ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:47:44.244616Z","caller":"traceutil/trace.go:171","msg":"trace[401725402] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23664; }","duration":"312.35398ms","start":"2026-05-19T03:47:43.932243Z","end":"2026-05-19T03:47:44.244597Z","steps":["trace[401725402] 'count revisions from in-memory index tree' (duration: 312.195456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:47:44.244374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.600821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T03:47:44.244816Z","caller":"traceutil/trace.go:171","msg":"trace[630969532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23664; }","duration":"278.116223ms","start":"2026-05-19T03:47:43.966684Z","end":"2026-05-19T03:47:44.2448Z","steps":["trace[630969532] 'range keys from in-memory index tree' (duration: 277.452237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:47:44.244811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:47:43.93223Z","time spent":"312.557715ms","remote":"127.0.0.1:43922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:47:44.24498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.069604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-19T03:47:44.245057Z","caller":"traceutil/trace.go:171","msg":"trace[206101113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23664; }","duration":"271.185027ms","start":"2026-05-19T03:47:43.973851Z","end":"2026-05-19T03:47:44.245036Z","steps":["trace[206101113] 'range keys from in-memory index tree' (duration: 270.276344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:47:44.245477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.451341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-19T03:47:44.245522Z","caller":"traceutil/trace.go:171","msg":"trace[2072009349] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23664; }","duration":"163.516651ms","start":"2026-05-19T03:47:44.081982Z","end":"2026-05-19T03:47:44.245499Z","steps":["trace[2072009349] 'range keys from in-memory index tree' (duration: 163.321307ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:46.823245Z","caller":"traceutil/trace.go:171","msg":"trace[154434110] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"317.230744ms","start":"2026-05-19T03:48:46.505988Z","end":"2026-05-19T03:48:46.823219Z","steps":["trace[154434110] 'process raft request' (duration: 317.07285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:46.823399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.505969Z","time spent":"317.355217ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:47.020256Z","caller":"traceutil/trace.go:171","msg":"trace[1921507726] linearizableReadLoop","detail":"{readStateIndex:25036; appliedIndex:25033; }","duration":"426.800637ms","start":"2026-05-19T03:48:46.593436Z","end":"2026-05-19T03:48:47.020237Z","steps":["trace[1921507726] 'read index received' (duration: 229.606172ms)","trace[1921507726] 'applied index is now lower than readState.Index' (duration: 197.193575ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:48:47.02037Z","caller":"traceutil/trace.go:171","msg":"trace[1399878343] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"455.771988ms","start":"2026-05-19T03:48:46.564588Z","end":"2026-05-19T03:48:47.02036Z","steps":["trace[1399878343] 'process raft request' (duration: 455.615114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:47.020503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.1137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:47.020547Z","caller":"traceutil/trace.go:171","msg":"trace[682086463] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24235; }","duration":"306.194132ms","start":"2026-05-19T03:48:46.714342Z","end":"2026-05-19T03:48:47.020536Z","steps":["trace[682086463] 'agreement among raft nodes before linearized reading' (duration: 306.11387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:47.020569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.714324Z","time spent":"306.238514ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:47.020606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.583821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-19T03:48:47.020673Z","caller":"traceutil/trace.go:171","msg":"trace[79544039] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24235; }","duration":"417.662423ms","start":"2026-05-19T03:48:46.602997Z","end":"2026-05-19T03:48:47.02066Z","steps":["trace[79544039] 'agreement among raft nodes before linearized reading' (duration: 417.479258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:47.020672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.520228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-19T03:48:47.020711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.602967Z","time spent":"417.735715ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:48:47.020739Z","caller":"traceutil/trace.go:171","msg":"trace[1127956580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24235; }","duration":"422.63919ms","start":"2026-05-19T03:48:46.598086Z","end":"2026-05-19T03:48:47.020725Z","steps":["trace[1127956580] 'agreement among raft nodes before linearized reading' (duration: 422.428585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:47.020712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.141516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-19T03:48:47.020787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.598072Z","time spent":"422.702662ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:48:47.020815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.874569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:48:47.02081Z","caller":"traceutil/trace.go:171","msg":"trace[1729357175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24235; }","duration":"420.26303ms","start":"2026-05-19T03:48:46.600526Z","end":"2026-05-19T03:48:47.020789Z","steps":["trace[1729357175] 'agreement among raft nodes before linearized reading' (duration: 419.997883ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:47.020835Z","caller":"traceutil/trace.go:171","msg":"trace[1991022445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24235; }","duration":"426.89301ms","start":"2026-05-19T03:48:46.593935Z","end":"2026-05-19T03:48:47.020828Z","steps":["trace[1991022445] 'agreement among raft nodes before linearized reading' (duration: 426.533691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:47.020855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.593912Z","time spent":"426.93833ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:48:47.020828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.107362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:48:47.020899Z","caller":"traceutil/trace.go:171","msg":"trace[216932091] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24235; }","duration":"154.235505ms","start":"2026-05-19T03:48:46.86665Z","end":"2026-05-19T03:48:47.020885Z","steps":["trace[216932091] 'agreement among raft nodes before linearized reading' (duration: 154.075751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:47.020857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.60052Z","time spent":"420.327701ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:48:47.020935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.502275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T03:48:47.020748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.083373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:47.020975Z","caller":"traceutil/trace.go:171","msg":"trace[1777987722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24235; }","duration":"427.564397ms","start":"2026-05-19T03:48:46.593395Z","end":"2026-05-19T03:48:47.02096Z","steps":["trace[1777987722] 'agreement among raft nodes before linearized reading' (duration: 427.467715ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:47.020985Z","caller":"traceutil/trace.go:171","msg":"trace[887859467] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24235; }","duration":"217.350839ms","start":"2026-05-19T03:48:46.803619Z","end":"2026-05-19T03:48:47.020969Z","steps":["trace[887859467] 'agreement among raft nodes before linearized reading' (duration: 217.107543ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:47.020951Z","caller":"traceutil/trace.go:171","msg":"trace[1992711586] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"499.786744ms","start":"2026-05-19T03:48:46.521095Z","end":"2026-05-19T03:48:47.020882Z","steps":["trace[1992711586] 'process raft request' (duration: 498.989813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:47.021012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.59338Z","time spent":"427.625028ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:48:47.021158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.521076Z","time spent":"499.98718ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:47.021466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.702815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-19T03:48:47.021517Z","caller":"traceutil/trace.go:171","msg":"trace[378674037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24235; }","duration":"410.775267ms","start":"2026-05-19T03:48:46.610729Z","end":"2026-05-19T03:48:47.021504Z","steps":["trace[378674037] 'agreement among raft nodes before linearized reading' (duration: 410.174812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:47.02155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.610719Z","time spent":"410.823059ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:48:47.021457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.564571Z","time spent":"455.82026ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:48.272907Z","caller":"traceutil/trace.go:171","msg":"trace[586540366] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"153.164378ms","start":"2026-05-19T03:48:48.119714Z","end":"2026-05-19T03:48:48.272879Z","steps":["trace[586540366] 'process raft request' (duration: 134.88659ms)","trace[586540366] 'compare' (duration: 18.142584ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:52.278656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.172281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:48:52.278881Z","caller":"traceutil/trace.go:171","msg":"trace[199179341] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24273; }","duration":"211.378567ms","start":"2026-05-19T03:48:52.067448Z","end":"2026-05-19T03:48:52.278826Z","steps":["trace[199179341] 'count revisions from in-memory index tree' (duration: 210.158035ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:52.278871Z","caller":"traceutil/trace.go:171","msg":"trace[588767969] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"206.896162ms","start":"2026-05-19T03:48:52.071918Z","end":"2026-05-19T03:48:52.278814Z","steps":["trace[588767969] 'process raft request' (duration: 206.607005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:52.278696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.287723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:52.279266Z","caller":"traceutil/trace.go:171","msg":"trace[367999538] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24273; }","duration":"277.887458ms","start":"2026-05-19T03:48:52.001353Z","end":"2026-05-19T03:48:52.27924Z","steps":["trace[367999538] 'count revisions from in-memory index tree' (duration: 277.205351ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:52.313142Z","caller":"traceutil/trace.go:171","msg":"trace[1416120015] linearizableReadLoop","detail":"{readStateIndex:25078; appliedIndex:25075; }","duration":"207.482577ms","start":"2026-05-19T03:48:52.105639Z","end":"2026-05-19T03:48:52.313122Z","steps":["trace[1416120015] 'read index received' (duration: 173.148429ms)","trace[1416120015] 'applied index is now lower than readState.Index' (duration: 34.333048ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:48:52.313205Z","caller":"traceutil/trace.go:171","msg":"trace[1817668893] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"214.61285ms","start":"2026-05-19T03:48:52.098559Z","end":"2026-05-19T03:48:52.313172Z","steps":["trace[1817668893] 'process raft request' (duration: 214.399165ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:52.313235Z","caller":"traceutil/trace.go:171","msg":"trace[1595903840] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"212.953007ms","start":"2026-05-19T03:48:52.100251Z","end":"2026-05-19T03:48:52.313204Z","steps":["trace[1595903840] 'process raft request' (duration: 212.827574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:52.313271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.619481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:48:52.3133Z","caller":"traceutil/trace.go:171","msg":"trace[59676358] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24276; }","duration":"207.694012ms","start":"2026-05-19T03:48:52.105598Z","end":"2026-05-19T03:48:52.313292Z","steps":["trace[59676358] 'agreement among raft nodes before linearized reading' (duration: 207.60175ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:52.420753Z","caller":"traceutil/trace.go:171","msg":"trace[260233913] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"136.677346ms","start":"2026-05-19T03:48:52.28405Z","end":"2026-05-19T03:48:52.420727Z","steps":["trace[260233913] 'process raft request' (duration: 120.530423ms)","trace[260233913] 'compare' (duration: 15.698781ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:48:56.241711Z","caller":"traceutil/trace.go:171","msg":"trace[1747332118] linearizableReadLoop","detail":"{readStateIndex:25107; appliedIndex:25106; }","duration":"320.686432ms","start":"2026-05-19T03:48:55.920974Z","end":"2026-05-19T03:48:56.24166Z","steps":["trace[1747332118] 'read index received' (duration: 320.511438ms)","trace[1747332118] 'applied index is now lower than readState.Index' (duration: 173.864µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:48:56.241742Z","caller":"traceutil/trace.go:171","msg":"trace[809273018] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"558.789112ms","start":"2026-05-19T03:48:55.682909Z","end":"2026-05-19T03:48:56.241698Z","steps":["trace[809273018] 'process raft request' (duration: 558.572236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:56.241896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.682893Z","time spent":"558.925986ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:56.241907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.214075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:56.241954Z","caller":"traceutil/trace.go:171","msg":"trace[388302582] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24304; }","duration":"269.305248ms","start":"2026-05-19T03:48:55.972634Z","end":"2026-05-19T03:48:56.24194Z","steps":["trace[388302582] 'agreement among raft nodes before linearized reading' (duration: 269.215276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:56.242104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.121983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"warn","ts":"2026-05-19T03:48:56.242171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.190495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:56.242215Z","caller":"traceutil/trace.go:171","msg":"trace[717106515] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:24304; }","duration":"269.259987ms","start":"2026-05-19T03:48:55.972931Z","end":"2026-05-19T03:48:56.242191Z","steps":["trace[717106515] 'agreement among raft nodes before linearized reading' (duration: 268.95977ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:56.242231Z","caller":"traceutil/trace.go:171","msg":"trace[399954088] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24304; }","duration":"321.303548ms","start":"2026-05-19T03:48:55.92091Z","end":"2026-05-19T03:48:56.242213Z","steps":["trace[399954088] 'agreement among raft nodes before linearized reading' (duration: 320.870007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:56.242336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.920881Z","time spent":"321.39028ms","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:56.676061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.852375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:48:56.676145Z","caller":"traceutil/trace.go:171","msg":"trace[1456142603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24307; }","duration":"146.988079ms","start":"2026-05-19T03:48:56.529139Z","end":"2026-05-19T03:48:56.676127Z","steps":["trace[1456142603] 'range keys from in-memory index tree' (duration: 146.671181ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:57.564197Z","caller":"traceutil/trace.go:171","msg":"trace[602250967] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"145.849361ms","start":"2026-05-19T03:48:57.418318Z","end":"2026-05-19T03:48:57.564168Z","steps":["trace[602250967] 'process raft request' (duration: 142.68107ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:57.564325Z","caller":"traceutil/trace.go:171","msg":"trace[1803742540] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"138.710287ms","start":"2026-05-19T03:48:57.425584Z","end":"2026-05-19T03:48:57.564294Z","steps":["trace[1803742540] 'process raft request' (duration: 138.541903ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:57.564713Z","caller":"traceutil/trace.go:171","msg":"trace[1060801645] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"145.77443ms","start":"2026-05-19T03:48:57.418786Z","end":"2026-05-19T03:48:57.56456Z","steps":["trace[1060801645] 'process raft request' (duration: 145.269106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:00.779362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.113916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"warn","ts":"2026-05-19T03:49:00.779389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.993684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:00.779451Z","caller":"traceutil/trace.go:171","msg":"trace[1172346220] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:24335; }","duration":"275.25828ms","start":"2026-05-19T03:49:00.504174Z","end":"2026-05-19T03:49:00.779433Z","steps":["trace[1172346220] 'range keys from in-memory index tree' (duration: 274.930373ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:00.77947Z","caller":"traceutil/trace.go:171","msg":"trace[1393643990] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24335; }","duration":"275.132808ms","start":"2026-05-19T03:49:00.504319Z","end":"2026-05-19T03:49:00.779452Z","steps":["trace[1393643990] 'range keys from in-memory index tree' (duration: 274.877191ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:00.785547Z","caller":"traceutil/trace.go:171","msg":"trace[1183011093] linearizableReadLoop","detail":"{readStateIndex:25140; appliedIndex:25139; }","duration":"166.836616ms","start":"2026-05-19T03:49:00.618679Z","end":"2026-05-19T03:49:00.785515Z","steps":["trace[1183011093] 'read index received' (duration: 166.623391ms)","trace[1183011093] 'applied index is now lower than readState.Index' (duration: 211.635µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:00.785587Z","caller":"traceutil/trace.go:171","msg":"trace[1513567209] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"280.248558ms","start":"2026-05-19T03:49:00.505288Z","end":"2026-05-19T03:49:00.785537Z","steps":["trace[1513567209] 'process raft request' (duration: 280.046333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:00.785919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.192715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:49:00.78597Z","caller":"traceutil/trace.go:171","msg":"trace[564273683] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24336; }","duration":"167.307299ms","start":"2026-05-19T03:49:00.618647Z","end":"2026-05-19T03:49:00.785955Z","steps":["trace[564273683] 'agreement among raft nodes before linearized reading' (duration: 166.98651ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:00.837163Z","caller":"traceutil/trace.go:171","msg":"trace[1509171819] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"172.272547ms","start":"2026-05-19T03:49:00.664859Z","end":"2026-05-19T03:49:00.837132Z","steps":["trace[1509171819] 'process raft request' (duration: 172.120243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:00.837226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.633343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-19T03:49:00.837269Z","caller":"traceutil/trace.go:171","msg":"trace[108166053] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24337; }","duration":"157.728935ms","start":"2026-05-19T03:49:00.679529Z","end":"2026-05-19T03:49:00.837258Z","steps":["trace[108166053] 'agreement among raft nodes before linearized reading' (duration: 157.572071ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:01.594287Z","caller":"traceutil/trace.go:171","msg":"trace[1298965109] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"106.062843ms","start":"2026-05-19T03:49:01.488198Z","end":"2026-05-19T03:49:01.594261Z","steps":["trace[1298965109] 'process raft request' (duration: 105.878988ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:01.674482Z","caller":"traceutil/trace.go:171","msg":"trace[200197634] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"185.833534ms","start":"2026-05-19T03:49:01.488599Z","end":"2026-05-19T03:49:01.674433Z","steps":["trace[200197634] 'process raft request' (duration: 185.580818ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:01.674534Z","caller":"traceutil/trace.go:171","msg":"trace[562888423] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"185.228868ms","start":"2026-05-19T03:49:01.489262Z","end":"2026-05-19T03:49:01.674491Z","steps":["trace[562888423] 'process raft request' (duration: 185.043323ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:02.154545Z","caller":"traceutil/trace.go:171","msg":"trace[490411247] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"103.359244ms","start":"2026-05-19T03:49:02.050718Z","end":"2026-05-19T03:49:02.154078Z","steps":["trace[490411247] 'process raft request' (duration: 97.903564ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:02.375675Z","caller":"traceutil/trace.go:171","msg":"trace[1279295281] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"182.398145ms","start":"2026-05-19T03:49:02.193235Z","end":"2026-05-19T03:49:02.375633Z","steps":["trace[1279295281] 'process raft request' (duration: 182.260621ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:02.419376Z","caller":"traceutil/trace.go:171","msg":"trace[1827694132] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"223.015055ms","start":"2026-05-19T03:49:02.196325Z","end":"2026-05-19T03:49:02.41934Z","steps":["trace[1827694132] 'process raft request' (duration: 222.838979ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:02.419793Z","caller":"traceutil/trace.go:171","msg":"trace[1367260465] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"109.712786ms","start":"2026-05-19T03:49:02.310049Z","end":"2026-05-19T03:49:02.419761Z","steps":["trace[1367260465] 'process raft request' (duration: 109.236414ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:02.420751Z","caller":"traceutil/trace.go:171","msg":"trace[1362631354] linearizableReadLoop","detail":"{readStateIndex:25162; appliedIndex:25161; }","duration":"160.312341ms","start":"2026-05-19T03:49:02.260421Z","end":"2026-05-19T03:49:02.420733Z","steps":["trace[1362631354] 'read index received' (duration: 115.197727ms)","trace[1362631354] 'applied index is now lower than readState.Index' (duration: 45.113514ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:02.421891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.454059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7443"} {"level":"info","ts":"2026-05-19T03:49:02.422044Z","caller":"traceutil/trace.go:171","msg":"trace[1827971661] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:24361; }","duration":"161.651454ms","start":"2026-05-19T03:49:02.260373Z","end":"2026-05-19T03:49:02.422024Z","steps":["trace[1827971661] 'agreement among raft nodes before linearized reading' (duration: 161.353757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.422394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.179008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-05-19T03:49:02.42247Z","caller":"traceutil/trace.go:171","msg":"trace[2038714477] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24361; }","duration":"160.269ms","start":"2026-05-19T03:49:02.262182Z","end":"2026-05-19T03:49:02.422451Z","steps":["trace[2038714477] 'agreement among raft nodes before linearized reading' (duration: 160.104266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:03.679452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.436694ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:49:03.717366Z","caller":"traceutil/trace.go:171","msg":"trace[1569071821] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"103.564809ms","start":"2026-05-19T03:49:03.613762Z","end":"2026-05-19T03:49:03.717327Z","steps":["trace[1569071821] 'process raft request' (duration: 103.2175ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:04.553912Z","caller":"traceutil/trace.go:171","msg":"trace[164699760] linearizableReadLoop","detail":"{readStateIndex:25189; appliedIndex:25187; }","duration":"124.085314ms","start":"2026-05-19T03:49:04.429801Z","end":"2026-05-19T03:49:04.553886Z","steps":["trace[164699760] 'read index received' (duration: 86.841342ms)","trace[164699760] 'applied index is now lower than readState.Index' (duration: 37.242682ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:04.554038Z","caller":"traceutil/trace.go:171","msg":"trace[414849787] transaction","detail":"{read_only:false; response_revision:24384; number_of_response:1; }","duration":"126.396504ms","start":"2026-05-19T03:49:04.427596Z","end":"2026-05-19T03:49:04.553993Z","steps":["trace[414849787] 'process raft request' (duration: 126.131936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:04.554218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.398483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-05-19T03:49:04.554306Z","caller":"traceutil/trace.go:171","msg":"trace[1411106680] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24384; }","duration":"124.545216ms","start":"2026-05-19T03:49:04.42974Z","end":"2026-05-19T03:49:04.554285Z","steps":["trace[1411106680] 'agreement among raft nodes before linearized reading' (duration: 124.248489ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:05.621981Z","caller":"traceutil/trace.go:171","msg":"trace[128123166] linearizableReadLoop","detail":"{readStateIndex:25197; appliedIndex:25196; }","duration":"158.955307ms","start":"2026-05-19T03:49:05.462991Z","end":"2026-05-19T03:49:05.621946Z","steps":["trace[128123166] 'read index received' (duration: 101.950698ms)","trace[128123166] 'applied index is now lower than readState.Index' (duration: 57.002908ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:05.622071Z","caller":"traceutil/trace.go:171","msg":"trace[1502434760] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"168.191552ms","start":"2026-05-19T03:49:05.453838Z","end":"2026-05-19T03:49:05.62203Z","steps":["trace[1502434760] 'process raft request' (duration: 111.109891ms)","trace[1502434760] 'compare' (duration: 56.606139ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:05.622114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.11322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:05.622289Z","caller":"traceutil/trace.go:171","msg":"trace[646923173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24392; }","duration":"159.314566ms","start":"2026-05-19T03:49:05.46295Z","end":"2026-05-19T03:49:05.622265Z","steps":["trace[646923173] 'agreement among raft nodes before linearized reading' (duration: 159.10595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:06.086692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.73343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:06.086773Z","caller":"traceutil/trace.go:171","msg":"trace[213365955] linearizableReadLoop","detail":"{readStateIndex:25201; appliedIndex:25200; }","duration":"229.985693ms","start":"2026-05-19T03:49:05.856776Z","end":"2026-05-19T03:49:06.086762Z","steps":["trace[213365955] 'read index received' (duration: 89.057017ms)","trace[213365955] 'applied index is now lower than readState.Index' (duration: 140.927676ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:06.086807Z","caller":"traceutil/trace.go:171","msg":"trace[974653004] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"241.099096ms","start":"2026-05-19T03:49:05.845684Z","end":"2026-05-19T03:49:06.086783Z","steps":["trace[974653004] 'process raft request' (duration: 100.203172ms)","trace[974653004] 'compare' (duration: 140.423112ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:06.086958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.180618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:49:06.086998Z","caller":"traceutil/trace.go:171","msg":"trace[1186620321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24396; }","duration":"230.25843ms","start":"2026-05-19T03:49:05.856733Z","end":"2026-05-19T03:49:06.086991Z","steps":["trace[1186620321] 'agreement among raft nodes before linearized reading' (duration: 230.072725ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:06.938606Z","caller":"traceutil/trace.go:171","msg":"trace[2106665200] linearizableReadLoop","detail":"{readStateIndex:25203; appliedIndex:25202; }","duration":"472.966578ms","start":"2026-05-19T03:49:06.465613Z","end":"2026-05-19T03:49:06.93858Z","steps":["trace[2106665200] 'read index received' (duration: 472.844075ms)","trace[2106665200] 'applied index is now lower than readState.Index' (duration: 121.153µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:06.938748Z","caller":"traceutil/trace.go:171","msg":"trace[181509529] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"563.446142ms","start":"2026-05-19T03:49:06.375288Z","end":"2026-05-19T03:49:06.938734Z","steps":["trace[181509529] 'process raft request' (duration: 563.105113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:06.938923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:06.375259Z","time spent":"563.519804ms","remote":"127.0.0.1:45654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:06.939122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.517052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:06.939212Z","caller":"traceutil/trace.go:171","msg":"trace[683510324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24398; }","duration":"473.640675ms","start":"2026-05-19T03:49:06.465555Z","end":"2026-05-19T03:49:06.939196Z","steps":["trace[683510324] 'agreement among raft nodes before linearized reading' (duration: 473.515472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:06.939248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:06.46553Z","time spent":"473.709386ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:49:07.001403Z","caller":"traceutil/trace.go:171","msg":"trace[2011216964] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"441.332948ms","start":"2026-05-19T03:49:06.560018Z","end":"2026-05-19T03:49:07.001351Z","steps":["trace[2011216964] 'process raft request' (duration: 441.250856ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:07.001639Z","caller":"traceutil/trace.go:171","msg":"trace[94189739] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"439.277666ms","start":"2026-05-19T03:49:06.562344Z","end":"2026-05-19T03:49:07.001621Z","steps":["trace[94189739] 'process raft request' (duration: 438.969438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.001751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:06.56233Z","time spent":"439.359818ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:07.001654Z","caller":"traceutil/trace.go:171","msg":"trace[115275540] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"479.623158ms","start":"2026-05-19T03:49:06.521801Z","end":"2026-05-19T03:49:07.001424Z","steps":["trace[115275540] 'process raft request' (duration: 479.344331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.002068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.686853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-05-19T03:49:07.002151Z","caller":"traceutil/trace.go:171","msg":"trace[951194504] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24402; }","duration":"442.826587ms","start":"2026-05-19T03:49:06.559306Z","end":"2026-05-19T03:49:07.002133Z","steps":["trace[951194504] 'agreement among raft nodes before linearized reading' (duration: 442.591251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.002149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:06.559998Z","time spent":"442.025206ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:07.002124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:06.521767Z","time spent":"480.201332ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:07.002306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.062784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:07.00231Z","caller":"traceutil/trace.go:171","msg":"trace[1412799286] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"149.288878ms","start":"2026-05-19T03:49:06.853009Z","end":"2026-05-19T03:49:07.002298Z","steps":["trace[1412799286] 'process raft request' (duration: 148.515208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.002282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.935722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-05-19T03:49:07.002349Z","caller":"traceutil/trace.go:171","msg":"trace[951279139] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24402; }","duration":"316.147706ms","start":"2026-05-19T03:49:06.686186Z","end":"2026-05-19T03:49:07.002334Z","steps":["trace[951279139] 'agreement among raft nodes before linearized reading' (duration: 316.093544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.002384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:06.686161Z","time spent":"316.215429ms","remote":"127.0.0.1:37714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:07.002255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.844821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:07.002421Z","caller":"traceutil/trace.go:171","msg":"trace[2061126275] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24402; }","duration":"295.034328ms","start":"2026-05-19T03:49:06.707376Z","end":"2026-05-19T03:49:07.00241Z","steps":["trace[2061126275] 'agreement among raft nodes before linearized reading' (duration: 294.842262ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:07.002376Z","caller":"traceutil/trace.go:171","msg":"trace[2000068933] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24402; }","duration":"207.100527ms","start":"2026-05-19T03:49:06.795257Z","end":"2026-05-19T03:49:07.002357Z","steps":["trace[2000068933] 'agreement among raft nodes before linearized reading' (duration: 206.805099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.002196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:06.559284Z","time spent":"442.903429ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-05-19T03:49:07.530613Z","caller":"traceutil/trace.go:171","msg":"trace[201372200] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"172.715338ms","start":"2026-05-19T03:49:07.357872Z","end":"2026-05-19T03:49:07.530588Z","steps":["trace[201372200] 'process raft request' (duration: 172.528113ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:07.691148Z","caller":"traceutil/trace.go:171","msg":"trace[94808595] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"111.80956ms","start":"2026-05-19T03:49:07.579287Z","end":"2026-05-19T03:49:07.691097Z","steps":["trace[94808595] 'process raft request' (duration: 61.634696ms)","trace[94808595] 'compare' (duration: 50.0096ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:12.138618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.964085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:12.138737Z","caller":"traceutil/trace.go:171","msg":"trace[2023556764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24440; }","duration":"675.134149ms","start":"2026-05-19T03:49:11.46358Z","end":"2026-05-19T03:49:12.138714Z","steps":["trace[2023556764] 'range keys from in-memory index tree' (duration: 674.853092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.13879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:11.463554Z","time spent":"675.221611ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:49:12.140641Z","caller":"traceutil/trace.go:171","msg":"trace[1470878979] linearizableReadLoop","detail":"{readStateIndex:25247; appliedIndex:25246; }","duration":"377.150307ms","start":"2026-05-19T03:49:11.763444Z","end":"2026-05-19T03:49:12.140595Z","steps":["trace[1470878979] 'read index received' (duration: 312.915774ms)","trace[1470878979] 'applied index is now lower than readState.Index' (duration: 64.232693ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:12.140873Z","caller":"traceutil/trace.go:171","msg":"trace[359604396] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"592.496676ms","start":"2026-05-19T03:49:11.548352Z","end":"2026-05-19T03:49:12.140849Z","steps":["trace[359604396] 'process raft request' (duration: 527.970965ms)","trace[359604396] 'compare' (duration: 64.078569ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:12.141201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.331338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T03:49:12.141231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.288436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:12.141266Z","caller":"traceutil/trace.go:171","msg":"trace[31688795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24441; }","duration":"197.471752ms","start":"2026-05-19T03:49:11.943779Z","end":"2026-05-19T03:49:12.141251Z","steps":["trace[31688795] 'agreement among raft nodes before linearized reading' (duration: 197.225325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.141283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:11.54832Z","time spent":"592.804644ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:12.141316Z","caller":"traceutil/trace.go:171","msg":"trace[677864418] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24441; }","duration":"118.404969ms","start":"2026-05-19T03:49:12.022889Z","end":"2026-05-19T03:49:12.141294Z","steps":["trace[677864418] 'agreement among raft nodes before linearized reading' (duration: 118.236445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.141345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.072125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-19T03:49:12.141369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.909467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T03:49:12.14142Z","caller":"traceutil/trace.go:171","msg":"trace[905750097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24441; }","duration":"160.183337ms","start":"2026-05-19T03:49:11.981216Z","end":"2026-05-19T03:49:12.141399Z","steps":["trace[905750097] 'agreement among raft nodes before linearized reading' (duration: 159.975552ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:12.141446Z","caller":"traceutil/trace.go:171","msg":"trace[1186763044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24441; }","duration":"378.03663ms","start":"2026-05-19T03:49:11.763387Z","end":"2026-05-19T03:49:12.141424Z","steps":["trace[1186763044] 'agreement among raft nodes before linearized reading' (duration: 377.777774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.141493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:11.763364Z","time spent":"378.120492ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:49:12.141659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.857759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-19T03:49:12.14173Z","caller":"traceutil/trace.go:171","msg":"trace[907538824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24441; }","duration":"159.975432ms","start":"2026-05-19T03:49:11.981735Z","end":"2026-05-19T03:49:12.141711Z","steps":["trace[907538824] 'agreement among raft nodes before linearized reading' (duration: 159.450249ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:13.24987Z","caller":"traceutil/trace.go:171","msg":"trace[35481838] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"122.055242ms","start":"2026-05-19T03:49:13.127784Z","end":"2026-05-19T03:49:13.24984Z","steps":["trace[35481838] 'process raft request' (duration: 108.991388ms)","trace[35481838] 'compare' (duration: 12.790887ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:13.250012Z","caller":"traceutil/trace.go:171","msg":"trace[1799936109] transaction","detail":"{read_only:false; response_revision:24452; number_of_response:1; }","duration":"121.95449ms","start":"2026-05-19T03:49:13.128035Z","end":"2026-05-19T03:49:13.24999Z","steps":["trace[1799936109] 'process raft request' (duration: 121.772235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.250203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.596926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-05-19T03:49:13.250238Z","caller":"traceutil/trace.go:171","msg":"trace[483340018] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24452; }","duration":"122.651387ms","start":"2026-05-19T03:49:13.127578Z","end":"2026-05-19T03:49:13.25023Z","steps":["trace[483340018] 'agreement among raft nodes before linearized reading' (duration: 122.545664ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:13.250346Z","caller":"traceutil/trace.go:171","msg":"trace[595760325] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"122.407091ms","start":"2026-05-19T03:49:13.127913Z","end":"2026-05-19T03:49:13.250321Z","steps":["trace[595760325] 'process raft request' (duration: 121.823357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.250609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.670452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-05-19T03:49:13.250637Z","caller":"traceutil/trace.go:171","msg":"trace[1772483515] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24452; }","duration":"123.734314ms","start":"2026-05-19T03:49:13.126896Z","end":"2026-05-19T03:49:13.250631Z","steps":["trace[1772483515] 'agreement among raft nodes before linearized reading' (duration: 123.661612ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:13.249903Z","caller":"traceutil/trace.go:171","msg":"trace[470306960] linearizableReadLoop","detail":"{readStateIndex:25258; appliedIndex:25255; }","duration":"102.107792ms","start":"2026-05-19T03:49:13.147765Z","end":"2026-05-19T03:49:13.249873Z","steps":["trace[470306960] 'read index received' (duration: 89.025967ms)","trace[470306960] 'applied index is now lower than readState.Index' (duration: 13.080385ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:17.339828Z","caller":"traceutil/trace.go:171","msg":"trace[190466985] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"158.258029ms","start":"2026-05-19T03:49:17.181551Z","end":"2026-05-19T03:49:17.339809Z","steps":["trace[190466985] 'process raft request' (duration: 158.132186ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:17.752177Z","caller":"traceutil/trace.go:171","msg":"trace[123241809] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"458.818806ms","start":"2026-05-19T03:49:17.293333Z","end":"2026-05-19T03:49:17.752151Z","steps":["trace[123241809] 'process raft request' (duration: 458.496668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:17.752358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:17.293301Z","time spent":"458.96206ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:17.752573Z","caller":"traceutil/trace.go:171","msg":"trace[356579540] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"452.654238ms","start":"2026-05-19T03:49:17.299877Z","end":"2026-05-19T03:49:17.752531Z","steps":["trace[356579540] 'process raft request' (duration: 452.204537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:17.752761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:17.299849Z","time spent":"452.823543ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:17.752915Z","caller":"traceutil/trace.go:171","msg":"trace[1225536765] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"452.875754ms","start":"2026-05-19T03:49:17.3Z","end":"2026-05-19T03:49:17.752876Z","steps":["trace[1225536765] 'process raft request' (duration: 452.413552ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:17.753098Z","caller":"traceutil/trace.go:171","msg":"trace[900863587] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"448.167224ms","start":"2026-05-19T03:49:17.304897Z","end":"2026-05-19T03:49:17.753064Z","steps":["trace[900863587] 'process raft request' (duration: 447.915157ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:17.753057Z","caller":"traceutil/trace.go:171","msg":"trace[70969637] linearizableReadLoop","detail":"{readStateIndex:25285; appliedIndex:25283; }","duration":"459.218716ms","start":"2026-05-19T03:49:17.293816Z","end":"2026-05-19T03:49:17.753035Z","steps":["trace[70969637] 'read index received' (duration: 45.885684ms)","trace[70969637] 'applied index is now lower than readState.Index' (duration: 413.330592ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:17.753196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:17.299984Z","time spent":"453.048228ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:17.753285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:17.304879Z","time spent":"448.316757ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:17.753332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.507223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-05-19T03:49:17.753387Z","caller":"traceutil/trace.go:171","msg":"trace[1165302702] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24481; }","duration":"459.591525ms","start":"2026-05-19T03:49:17.29378Z","end":"2026-05-19T03:49:17.753372Z","steps":["trace[1165302702] 'agreement among raft nodes before linearized reading' (duration: 459.408371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:17.753439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:17.293756Z","time spent":"459.671857ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-05-19T03:49:17.885249Z","caller":"traceutil/trace.go:171","msg":"trace[1051575371] linearizableReadLoop","detail":"{readStateIndex:25290; appliedIndex:25288; }","duration":"132.027437ms","start":"2026-05-19T03:49:17.753198Z","end":"2026-05-19T03:49:17.885225Z","steps":["trace[1051575371] 'read index received' (duration: 57.706656ms)","trace[1051575371] 'applied index is now lower than readState.Index' (duration: 74.319581ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:17.885452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.948031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:17.885549Z","caller":"traceutil/trace.go:171","msg":"trace[1100083575] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24483; }","duration":"497.088304ms","start":"2026-05-19T03:49:17.388428Z","end":"2026-05-19T03:49:17.885516Z","steps":["trace[1100083575] 'agreement among raft nodes before linearized reading' (duration: 496.949771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:17.8856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:17.388406Z","time spent":"497.182496ms","remote":"127.0.0.1:49190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:17.885811Z","caller":"traceutil/trace.go:171","msg":"trace[1867450369] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"513.934006ms","start":"2026-05-19T03:49:17.371863Z","end":"2026-05-19T03:49:17.885797Z","steps":["trace[1867450369] 'process raft request' (duration: 439.120872ms)","trace[1867450369] 'compare' (duration: 74.027994ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:17.885916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:17.371851Z","time spent":"513.994478ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:17.88596Z","caller":"traceutil/trace.go:171","msg":"trace[687164111] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"142.69563ms","start":"2026-05-19T03:49:17.743242Z","end":"2026-05-19T03:49:17.885937Z","steps":["trace[687164111] 'process raft request' (duration: 141.917919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:17.886287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.890155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:49:17.886326Z","caller":"traceutil/trace.go:171","msg":"trace[47127822] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24483; }","duration":"515.954756ms","start":"2026-05-19T03:49:17.370362Z","end":"2026-05-19T03:49:17.886317Z","steps":["trace[47127822] 'agreement among raft nodes before linearized reading' (duration: 515.806573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:17.886357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:17.370347Z","time spent":"516.003248ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:49:17.886522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.155509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:17.886595Z","caller":"traceutil/trace.go:171","msg":"trace[1424577038] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24483; }","duration":"562.238291ms","start":"2026-05-19T03:49:17.324339Z","end":"2026-05-19T03:49:17.886577Z","steps":["trace[1424577038] 'agreement among raft nodes before linearized reading' (duration: 562.119278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:17.886641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:17.324264Z","time spent":"562.360364ms","remote":"127.0.0.1:43510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:17.887551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.60255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-05-19T03:49:17.887615Z","caller":"traceutil/trace.go:171","msg":"trace[1905680709] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24483; }","duration":"587.442206ms","start":"2026-05-19T03:49:17.300153Z","end":"2026-05-19T03:49:17.887595Z","steps":["trace[1905680709] 'agreement among raft nodes before linearized reading' (duration: 585.184618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:17.887664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:17.300145Z","time spent":"587.503317ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-05-19T03:49:24.567369Z","caller":"traceutil/trace.go:171","msg":"trace[1766412036] linearizableReadLoop","detail":"{readStateIndex:25339; appliedIndex:25338; }","duration":"101.373763ms","start":"2026-05-19T03:49:24.465969Z","end":"2026-05-19T03:49:24.567343Z","steps":["trace[1766412036] 'read index received' (duration: 91.042609ms)","trace[1766412036] 'applied index is now lower than readState.Index' (duration: 10.330284ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:24.567459Z","caller":"traceutil/trace.go:171","msg":"trace[385717378] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"106.884265ms","start":"2026-05-19T03:49:24.460531Z","end":"2026-05-19T03:49:24.567415Z","steps":["trace[385717378] 'process raft request' (duration: 96.458268ms)","trace[385717378] 'compare' (duration: 10.223972ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:24.567563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.571158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:24.568041Z","caller":"traceutil/trace.go:171","msg":"trace[114268725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24530; }","duration":"102.068772ms","start":"2026-05-19T03:49:24.465951Z","end":"2026-05-19T03:49:24.56802Z","steps":["trace[114268725] 'agreement among raft nodes before linearized reading' (duration: 101.545508ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:25.616214Z","caller":"traceutil/trace.go:171","msg":"trace[786069885] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"142.495565ms","start":"2026-05-19T03:49:25.473673Z","end":"2026-05-19T03:49:25.616169Z","steps":["trace[786069885] 'process raft request' (duration: 142.133796ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:26.454475Z","caller":"traceutil/trace.go:171","msg":"trace[1842873524] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"412.672415ms","start":"2026-05-19T03:49:26.041765Z","end":"2026-05-19T03:49:26.454438Z","steps":["trace[1842873524] 'process raft request' (duration: 412.506081ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:26.454572Z","caller":"traceutil/trace.go:171","msg":"trace[2080550724] linearizableReadLoop","detail":"{readStateIndex:25352; appliedIndex:25352; }","duration":"410.269964ms","start":"2026-05-19T03:49:26.044272Z","end":"2026-05-19T03:49:26.454542Z","steps":["trace[2080550724] 'read index received' (duration: 410.245753ms)","trace[2080550724] 'applied index is now lower than readState.Index' (duration: 21.631µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:26.454629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:26.041736Z","time spent":"412.822089ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:26.454826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.53707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-05-19T03:49:26.454882Z","caller":"traceutil/trace.go:171","msg":"trace[1710050165] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24543; }","duration":"410.659723ms","start":"2026-05-19T03:49:26.044209Z","end":"2026-05-19T03:49:26.454869Z","steps":["trace[1710050165] 'agreement among raft nodes before linearized reading' (duration: 410.468548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:26.454913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:26.044177Z","time spent":"410.726935ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-19T03:49:26.49276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.129593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:26.492854Z","caller":"traceutil/trace.go:171","msg":"trace[753962097] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24544; }","duration":"181.286457ms","start":"2026-05-19T03:49:26.311543Z","end":"2026-05-19T03:49:26.492829Z","steps":["trace[753962097] 'agreement among raft nodes before linearized reading' (duration: 181.114393ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:26.493221Z","caller":"traceutil/trace.go:171","msg":"trace[2139686067] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"160.139296ms","start":"2026-05-19T03:49:26.333063Z","end":"2026-05-19T03:49:26.493202Z","steps":["trace[2139686067] 'process raft request' (duration: 159.382997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:26.82088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.623402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:26.821094Z","caller":"traceutil/trace.go:171","msg":"trace[224009766] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"160.351521ms","start":"2026-05-19T03:49:26.660721Z","end":"2026-05-19T03:49:26.821073Z","steps":["trace[224009766] 'process raft request' (duration: 27.445562ms)","trace[224009766] 'compare' (duration: 132.365645ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:26.869195Z","caller":"traceutil/trace.go:171","msg":"trace[46170629] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"207.410735ms","start":"2026-05-19T03:49:26.661755Z","end":"2026-05-19T03:49:26.869166Z","steps":["trace[46170629] 'process raft request' (duration: 207.115637ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:26.869414Z","caller":"traceutil/trace.go:171","msg":"trace[2073397599] linearizableReadLoop","detail":"{readStateIndex:25358; appliedIndex:25356; }","duration":"137.693891ms","start":"2026-05-19T03:49:26.731696Z","end":"2026-05-19T03:49:26.86939Z","steps":["trace[2073397599] 'read index received' (duration: 137.102777ms)","trace[2073397599] 'applied index is now lower than readState.Index' (duration: 588.834µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:26.869535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.822985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:26.869584Z","caller":"traceutil/trace.go:171","msg":"trace[1340746321] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24549; }","duration":"137.891637ms","start":"2026-05-19T03:49:26.731679Z","end":"2026-05-19T03:49:26.869571Z","steps":["trace[1340746321] 'agreement among raft nodes before linearized reading' (duration: 137.797265ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:26.869507Z","caller":"traceutil/trace.go:171","msg":"trace[1477507184] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"207.481897ms","start":"2026-05-19T03:49:26.661943Z","end":"2026-05-19T03:49:26.869425Z","steps":["trace[1477507184] 'process raft request' (duration: 207.112788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:26.869657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.21678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:49:26.869688Z","caller":"traceutil/trace.go:171","msg":"trace[763871242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24549; }","duration":"103.299032ms","start":"2026-05-19T03:49:26.766381Z","end":"2026-05-19T03:49:26.86968Z","steps":["trace[763871242] 'agreement among raft nodes before linearized reading' (duration: 103.122097ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:26.992591Z","caller":"traceutil/trace.go:171","msg":"trace[1357939615] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"117.749792ms","start":"2026-05-19T03:49:26.8748Z","end":"2026-05-19T03:49:26.99255Z","steps":["trace[1357939615] 'process raft request' (duration: 105.748865ms)","trace[1357939615] 'compare' (duration: 11.621937ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:27.209515Z","caller":"traceutil/trace.go:171","msg":"trace[1677734046] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"122.985916ms","start":"2026-05-19T03:49:27.086495Z","end":"2026-05-19T03:49:27.209481Z","steps":["trace[1677734046] 'process raft request' (duration: 58.294991ms)","trace[1677734046] 'compare' (duration: 64.526041ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:32.769302Z","caller":"traceutil/trace.go:171","msg":"trace[591294690] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"120.580244ms","start":"2026-05-19T03:49:32.648695Z","end":"2026-05-19T03:49:32.769275Z","steps":["trace[591294690] 'process raft request' (duration: 87.702784ms)","trace[591294690] 'compare' (duration: 32.556502ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:32.769302Z","caller":"traceutil/trace.go:171","msg":"trace[978852307] linearizableReadLoop","detail":"{readStateIndex:25449; appliedIndex:25448; }","duration":"112.132398ms","start":"2026-05-19T03:49:32.657138Z","end":"2026-05-19T03:49:32.76927Z","steps":["trace[978852307] 'read index received' (duration: 79.242937ms)","trace[978852307] 'applied index is now lower than readState.Index' (duration: 32.887971ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:32.769446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.294333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-05-19T03:49:32.769507Z","caller":"traceutil/trace.go:171","msg":"trace[1541869182] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24637; }","duration":"112.376426ms","start":"2026-05-19T03:49:32.657121Z","end":"2026-05-19T03:49:32.769498Z","steps":["trace[1541869182] 'agreement among raft nodes before linearized reading' (duration: 112.18684ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:35.698578Z","caller":"traceutil/trace.go:171","msg":"trace[162753555] linearizableReadLoop","detail":"{readStateIndex:25543; appliedIndex:25542; }","duration":"115.406312ms","start":"2026-05-19T03:49:35.583147Z","end":"2026-05-19T03:49:35.698553Z","steps":["trace[162753555] 'read index received' (duration: 114.293284ms)","trace[162753555] 'applied index is now lower than readState.Index' (duration: 1.111668ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:35.698804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.636877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-05-19T03:49:35.698871Z","caller":"traceutil/trace.go:171","msg":"trace[1269089596] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:24727; }","duration":"115.70546ms","start":"2026-05-19T03:49:35.583122Z","end":"2026-05-19T03:49:35.698827Z","steps":["trace[1269089596] 'agreement among raft nodes before linearized reading' (duration: 115.522685ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:35.698993Z","caller":"traceutil/trace.go:171","msg":"trace[720973104] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"123.9521ms","start":"2026-05-19T03:49:35.574989Z","end":"2026-05-19T03:49:35.698941Z","steps":["trace[720973104] 'process raft request' (duration: 122.583226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:43.349331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755574961,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:49:43.508166Z","caller":"traceutil/trace.go:171","msg":"trace[415839056] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"680.316522ms","start":"2026-05-19T03:49:42.827811Z","end":"2026-05-19T03:49:43.508128Z","steps":["trace[415839056] 'process raft request' (duration: 680.035135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:43.508436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:42.827783Z","time spent":"680.526487ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:45.26713Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.759113585s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:49:45.267841Z","caller":"traceutil/trace.go:171","msg":"trace[1713737415] linearizableReadLoop","detail":"{readStateIndex:25599; appliedIndex:25597; }","duration":"2.418805198s","start":"2026-05-19T03:49:42.849007Z","end":"2026-05-19T03:49:45.267812Z","steps":["trace[1713737415] 'read index received' (duration: 659.086738ms)","trace[1713737415] 'applied index is now lower than readState.Index' (duration: 1.75971735s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:45.267995Z","caller":"traceutil/trace.go:171","msg":"trace[996296291] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"2.293255558s","start":"2026-05-19T03:49:42.974689Z","end":"2026-05-19T03:49:45.267945Z","steps":["trace[996296291] 'process raft request' (duration: 2.292913269s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:45.268189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:42.974666Z","time spent":"2.293416842s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:45.268304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419225879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:49:45.268389Z","caller":"traceutil/trace.go:171","msg":"trace[2018823619] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24782; }","duration":"2.419375372s","start":"2026-05-19T03:49:42.849Z","end":"2026-05-19T03:49:45.268375Z","steps":["trace[2018823619] 'agreement among raft nodes before linearized reading' (duration: 2.418967172s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:45.268471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:42.848951Z","time spent":"2.419505075s","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:46.502975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036751087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:46.506746Z","caller":"traceutil/trace.go:171","msg":"trace[1968546401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.040583404s","start":"2026-05-19T03:49:44.466144Z","end":"2026-05-19T03:49:46.506728Z","steps":["trace[1968546401] 'agreement among raft nodes before linearized reading' (duration: 2.036785507s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:46.506799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.466125Z","time spent":"2.040664685s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:47.050026Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070483291s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:49:47.050793Z","caller":"traceutil/trace.go:171","msg":"trace[159499774] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"3.500042774s","start":"2026-05-19T03:49:43.550714Z","end":"2026-05-19T03:49:47.050756Z","steps":["trace[159499774] 'process raft request' (duration: 3.499633134s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:47.05098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.550686Z","time spent":"3.50020989s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:47.942047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.35416ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:49:47.942883Z","caller":"traceutil/trace.go:171","msg":"trace[2119470374] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"3.969237066s","start":"2026-05-19T03:49:43.973623Z","end":"2026-05-19T03:49:47.94286Z","steps":["trace[2119470374] 'process raft request' (duration: 3.968537048s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:47.943012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.973581Z","time spent":"3.969366959s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:48.039345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999909138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:48.039466Z","caller":"traceutil/trace.go:171","msg":"trace[1903804043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000121263s","start":"2026-05-19T03:49:43.039313Z","end":"2026-05-19T03:49:48.039434Z","steps":["trace[1903804043] 'agreement among raft nodes before linearized reading' (duration: 4.999951998s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:48.03952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.039285Z","time spent":"5.000224107s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:49:48.508191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999154565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:48.508275Z","caller":"traceutil/trace.go:171","msg":"trace[294646861] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999290759s","start":"2026-05-19T03:49:46.508966Z","end":"2026-05-19T03:49:48.508257Z","steps":["trace[294646861] 'agreement among raft nodes before linearized reading' (duration: 1.999185036s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:48.508332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:46.508949Z","time spent":"1.99936226s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:48.943963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999804392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:48.944053Z","caller":"traceutil/trace.go:171","msg":"trace[866923653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999955096s","start":"2026-05-19T03:49:46.944077Z","end":"2026-05-19T03:49:48.944032Z","steps":["trace[866923653] 'agreement among raft nodes before linearized reading' (duration: 1.999823192s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:48.944103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:46.944048Z","time spent":"2.000044077s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:49.058944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.060343Z","time spent":"4.998588075s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T03:49:49.102528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.104498Z","time spent":"4.99801941s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T03:49:49.112549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.113534Z","time spent":"4.999010695s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T03:49:49.693508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.694256Z","time spent":"4.999243683s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:49:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:49.703062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999534968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:49.703205Z","caller":"traceutil/trace.go:171","msg":"trace[917607781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999696772s","start":"2026-05-19T03:49:44.703489Z","end":"2026-05-19T03:49:49.703186Z","steps":["trace[917607781] 'agreement among raft nodes before linearized reading' (duration: 4.999532058s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.703288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.7034Z","time spent":"4.999874118s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/19 03:49:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:49.716904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773545174s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:49.717396Z","caller":"traceutil/trace.go:171","msg":"trace[724506024] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"5.020008933s","start":"2026-05-19T03:49:44.697362Z","end":"2026-05-19T03:49:49.717371Z","steps":["trace[724506024] 'process raft request' (duration: 5.01989845s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:49.717501Z","caller":"traceutil/trace.go:171","msg":"trace[404619541] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"4.973737519s","start":"2026-05-19T03:49:44.743745Z","end":"2026-05-19T03:49:49.717483Z","steps":["trace[404619541] 'process raft request' (duration: 4.973569265s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.717595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.743717Z","time spent":"4.97382538s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:49.717618Z","caller":"traceutil/trace.go:171","msg":"trace[692597147] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"1.559640702s","start":"2026-05-19T03:49:48.157951Z","end":"2026-05-19T03:49:49.717592Z","steps":["trace[692597147] 'process raft request' (duration: 1.559610461s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.717687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.004528784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:49:49.71773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.157932Z","time spent":"1.559743625s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:49.717794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.242761179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:49.717763Z","caller":"traceutil/trace.go:171","msg":"trace[552361693] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"4.086671869s","start":"2026-05-19T03:49:45.631048Z","end":"2026-05-19T03:49:49.71772Z","steps":["trace[552361693] 'process raft request' (duration: 4.086440123s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.717811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.566369045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:49.717697Z","caller":"traceutil/trace.go:171","msg":"trace[655719240] linearizableReadLoop","detail":"{readStateIndex:25608; appliedIndex:25599; }","duration":"4.449682054s","start":"2026-05-19T03:49:45.267931Z","end":"2026-05-19T03:49:49.717613Z","steps":["trace[655719240] 'read index received' (duration: 326.128µs)","trace[655719240] 'applied index is now lower than readState.Index' (duration: 4.449352826s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:49.717864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.592331302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:49.717738Z","caller":"traceutil/trace.go:171","msg":"trace[856762688] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24792; }","duration":"6.004635317s","start":"2026-05-19T03:49:43.713091Z","end":"2026-05-19T03:49:49.717727Z","steps":["trace[856762688] 'agreement among raft nodes before linearized reading' (duration: 6.004534434s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:49.717912Z","caller":"traceutil/trace.go:171","msg":"trace[1112432286] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:24792; }","duration":"5.592375773s","start":"2026-05-19T03:49:44.125525Z","end":"2026-05-19T03:49:49.717901Z","steps":["trace[1112432286] 'agreement among raft nodes before linearized reading' (duration: 5.592318932s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.717928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.71307Z","time spent":"6.004844623s","remote":"127.0.0.1:34870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:49.717944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.125472Z","time spent":"5.592464215s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:49.717942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:45.631023Z","time spent":"4.086824553s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:49.718003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.012426517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-19T03:49:49.717865Z","caller":"traceutil/trace.go:171","msg":"trace[28588362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24792; }","duration":"6.566448337s","start":"2026-05-19T03:49:43.1514Z","end":"2026-05-19T03:49:49.717849Z","steps":["trace[28588362] 'agreement among raft nodes before linearized reading' (duration: 6.566364334s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:49.718045Z","caller":"traceutil/trace.go:171","msg":"trace[971884467] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24792; }","duration":"6.012467238s","start":"2026-05-19T03:49:43.705566Z","end":"2026-05-19T03:49:49.718033Z","steps":["trace[971884467] 'agreement among raft nodes before linearized reading' (duration: 6.012326914s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.718082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.151389Z","time spent":"6.566680033s","remote":"127.0.0.1:39332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:49.718087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.705552Z","time spent":"6.01252423s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-05-19T03:49:49.717828Z","caller":"traceutil/trace.go:171","msg":"trace[1448682920] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24792; }","duration":"5.24314576s","start":"2026-05-19T03:49:44.474676Z","end":"2026-05-19T03:49:49.717821Z","steps":["trace[1448682920] 'agreement among raft nodes before linearized reading' (duration: 5.243082938s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.718126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.957284048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:49.718146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.484904105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:49.718161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.786578129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T03:49:49.718165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.659091667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:49:49.718203Z","caller":"traceutil/trace.go:171","msg":"trace[345896239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24792; }","duration":"6.786667911s","start":"2026-05-19T03:49:42.931524Z","end":"2026-05-19T03:49:49.718192Z","steps":["trace[345896239] 'agreement among raft nodes before linearized reading' (duration: 6.786535097s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:49.718201Z","caller":"traceutil/trace.go:171","msg":"trace[873498793] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24792; }","duration":"4.484992028s","start":"2026-05-19T03:49:45.233192Z","end":"2026-05-19T03:49:49.718184Z","steps":["trace[873498793] 'agreement among raft nodes before linearized reading' (duration: 4.484911975s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:49.718198Z","caller":"traceutil/trace.go:171","msg":"trace[635899507] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:24792; }","duration":"4.957537714s","start":"2026-05-19T03:49:44.760642Z","end":"2026-05-19T03:49:49.71818Z","steps":["trace[635899507] 'agreement among raft nodes before linearized reading' (duration: 4.9570168s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.718205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.891965358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-05-19T03:49:49.718219Z","caller":"traceutil/trace.go:171","msg":"trace[950694108] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24792; }","duration":"6.659189489s","start":"2026-05-19T03:49:43.059014Z","end":"2026-05-19T03:49:49.718203Z","steps":["trace[950694108] 'agreement among raft nodes before linearized reading' (duration: 6.659017175s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.718237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:42.931497Z","time spent":"6.786733262s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:49:49.718245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:45.233172Z","time spent":"4.485063559s","remote":"127.0.0.1:37494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:49.71826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.058987Z","time spent":"6.659264801s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:49:49.718253Z","caller":"traceutil/trace.go:171","msg":"trace[1274189490] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24792; }","duration":"4.89206292s","start":"2026-05-19T03:49:44.82618Z","end":"2026-05-19T03:49:49.718243Z","steps":["trace[1274189490] 'agreement among raft nodes before linearized reading' (duration: 4.891926957s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.718262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.760612Z","time spent":"4.957630277s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:49.718302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.826155Z","time spent":"4.892140542s","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-19T03:49:49.718121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.165261596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:49:49.718436Z","caller":"traceutil/trace.go:171","msg":"trace[718439845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24792; }","duration":"6.165618275s","start":"2026-05-19T03:49:43.552809Z","end":"2026-05-19T03:49:49.718427Z","steps":["trace[718439845] 'agreement among raft nodes before linearized reading' (duration: 6.165216945s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.718494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.552788Z","time spent":"6.165665136s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:49:49.718381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.474656Z","time spent":"5.24355802s","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:49.718751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.697356Z","time spent":"5.021341437s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:49.718933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.585351591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-19T03:49:49.718969Z","caller":"traceutil/trace.go:171","msg":"trace[1285530610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24792; }","duration":"6.585418053s","start":"2026-05-19T03:49:43.133542Z","end":"2026-05-19T03:49:49.71896Z","steps":["trace[1285530610] 'agreement among raft nodes before linearized reading' (duration: 6.584462969s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.718992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.133521Z","time spent":"6.585465514s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:49:50.218244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755574977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:50.513599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999131078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:50.513728Z","caller":"traceutil/trace.go:171","msg":"trace[1198197810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999328144s","start":"2026-05-19T03:49:45.514375Z","end":"2026-05-19T03:49:50.513703Z","steps":["trace[1198197810] 'agreement among raft nodes before linearized reading' (duration: 4.999149179s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:50.513804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:45.514354Z","time spent":"4.999435497s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/19 03:49:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:50.516429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999885404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:50.516482Z","caller":"traceutil/trace.go:171","msg":"trace[1656275304] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999992106s","start":"2026-05-19T03:49:48.516477Z","end":"2026-05-19T03:49:50.516469Z","steps":["trace[1656275304] 'agreement among raft nodes before linearized reading' (duration: 1.999923675s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:50.516509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.516459Z","time spent":"2.000045027s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:50.719108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755574977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:51.220215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755574977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:51.721118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755574977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:52.150452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.092792058s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:49:52.150763Z","caller":"traceutil/trace.go:171","msg":"trace[1399114540] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"3.093224698s","start":"2026-05-19T03:49:49.057515Z","end":"2026-05-19T03:49:52.150739Z","steps":["trace[1399114540] 'process raft request' (duration: 3.093072384s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:52.150947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.057489Z","time spent":"3.093317721s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:52.517583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000834417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:52.517668Z","caller":"traceutil/trace.go:171","msg":"trace[779572869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000979861s","start":"2026-05-19T03:49:50.516672Z","end":"2026-05-19T03:49:52.517651Z","steps":["trace[779572869] 'agreement among raft nodes before linearized reading' (duration: 2.000862748s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:52.517708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:50.516657Z","time spent":"2.001042212s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:52.931602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.723151Z","time spent":"3.208443906s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:49:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:53.039821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998944127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:53.03991Z","caller":"traceutil/trace.go:171","msg":"trace[1695134353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99905115s","start":"2026-05-19T03:49:50.04084Z","end":"2026-05-19T03:49:53.039891Z","steps":["trace[1695134353] 'agreement among raft nodes before linearized reading' (duration: 2.998938407s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.039957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:50.040791Z","time spent":"2.999156952s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/19 03:49:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:53.058674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.722857Z","time spent":"3.335810273s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:49:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:53.129731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.722934Z","time spent":"3.406780309s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:49:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:54.059013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998685456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:54.059101Z","caller":"traceutil/trace.go:171","msg":"trace[631685430] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.99882196s","start":"2026-05-19T03:49:49.060256Z","end":"2026-05-19T03:49:54.059078Z","steps":["trace[631685430] 'agreement among raft nodes before linearized reading' (duration: 4.998717087s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.059149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.060237Z","time spent":"4.998902161s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/19 03:49:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:54.102956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998642637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:54.103036Z","caller":"traceutil/trace.go:171","msg":"trace[901852595] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.99879046s","start":"2026-05-19T03:49:49.104229Z","end":"2026-05-19T03:49:54.10302Z","steps":["trace[901852595] 'agreement among raft nodes before linearized reading' (duration: 4.998693587s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.10308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.104209Z","time spent":"4.998862062s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/19 03:49:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:54.111916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999058696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:54.112003Z","caller":"traceutil/trace.go:171","msg":"trace[2010946806] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999193309s","start":"2026-05-19T03:49:49.112788Z","end":"2026-05-19T03:49:54.111981Z","steps":["trace[2010946806] 'agreement among raft nodes before linearized reading' (duration: 4.999095196s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.112077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.112764Z","time spent":"4.999298052s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/19 03:49:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:54.273752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008612948s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:54.274553Z","caller":"traceutil/trace.go:171","msg":"trace[1043006834] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24793; }","duration":"1.008781782s","start":"2026-05-19T03:49:53.265105Z","end":"2026-05-19T03:49:54.273887Z","steps":["trace[1043006834] 'range keys from in-memory index tree' (duration: 1.008593118s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.523438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999935505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:54.523527Z","caller":"traceutil/trace.go:171","msg":"trace[1782037239] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096829s","start":"2026-05-19T03:49:52.523408Z","end":"2026-05-19T03:49:54.523505Z","steps":["trace[1782037239] 'agreement among raft nodes before linearized reading' (duration: 1.999959215s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.523577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:52.523395Z","time spent":"2.0001703s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:54.694367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998946624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:54.694531Z","caller":"traceutil/trace.go:171","msg":"trace[739699308] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99917438s","start":"2026-05-19T03:49:49.695334Z","end":"2026-05-19T03:49:54.694509Z","steps":["trace[739699308] 'agreement among raft nodes before linearized reading' (duration: 4.998976565s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.694629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.695313Z","time spent":"4.999298542s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/19 03:49:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:54.703137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998082215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:54.703206Z","caller":"traceutil/trace.go:171","msg":"trace[1747137307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998166567s","start":"2026-05-19T03:49:51.70502Z","end":"2026-05-19T03:49:54.703187Z","steps":["trace[1747137307] 'agreement among raft nodes before linearized reading' (duration: 2.998078764s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.703261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:51.704954Z","time spent":"2.99828628s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/19 03:49:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:54.94683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.948883Z","time spent":"4.997936527s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:49:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:55.514704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998231949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:55.514818Z","caller":"traceutil/trace.go:171","msg":"trace[1253135889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998393312s","start":"2026-05-19T03:49:52.516396Z","end":"2026-05-19T03:49:55.514789Z","steps":["trace[1253135889] 'agreement among raft nodes before linearized reading' (duration: 2.998255809s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:55.514906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:52.516375Z","time spent":"2.998518807s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/19 03:49:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:56.048331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.898691493s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:49:56.048839Z","caller":"traceutil/trace.go:171","msg":"trace[1014363799] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"5.774023598s","start":"2026-05-19T03:49:50.274796Z","end":"2026-05-19T03:49:56.04882Z","steps":["trace[1014363799] 'process raft request' (duration: 5.773971257s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.048965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:50.274771Z","time spent":"5.774126431s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:56.049301Z","caller":"traceutil/trace.go:171","msg":"trace[886425945] linearizableReadLoop","detail":"{readStateIndex:25616; appliedIndex:25610; }","duration":"6.331268802s","start":"2026-05-19T03:49:49.717896Z","end":"2026-05-19T03:49:56.049165Z","steps":["trace[886425945] 'read index received' (duration: 2.432729484s)","trace[886425945] 'applied index is now lower than readState.Index' (duration: 3.898536638s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:56.049405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.136634612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:56.049441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.023994631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-19T03:49:56.04946Z","caller":"traceutil/trace.go:171","msg":"trace[2100861765] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24799; }","duration":"7.136754255s","start":"2026-05-19T03:49:48.912689Z","end":"2026-05-19T03:49:56.049443Z","steps":["trace[2100861765] 'agreement among raft nodes before linearized reading' (duration: 7.136686483s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:56.049478Z","caller":"traceutil/trace.go:171","msg":"trace[1607969985] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24799; }","duration":"7.024030551s","start":"2026-05-19T03:49:49.025436Z","end":"2026-05-19T03:49:56.049467Z","steps":["trace[1607969985] 'agreement among raft nodes before linearized reading' (duration: 7.023923279s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.049497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.02539Z","time spent":"7.024103133s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:49:56.0495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.91267Z","time spent":"7.136820936s","remote":"127.0.0.1:45752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:56.049552Z","caller":"traceutil/trace.go:171","msg":"trace[1989183488] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"4.322421159s","start":"2026-05-19T03:49:51.727125Z","end":"2026-05-19T03:49:56.049546Z","steps":["trace[1989183488] 'process raft request' (duration: 4.32166892s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.049589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:51.727105Z","time spent":"4.32246339s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:56.049587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.292238259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:56.049663Z","caller":"traceutil/trace.go:171","msg":"trace[253251547] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24799; }","duration":"8.292384113s","start":"2026-05-19T03:49:47.757256Z","end":"2026-05-19T03:49:56.04964Z","steps":["trace[253251547] 'agreement among raft nodes before linearized reading' (duration: 8.292178888s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.049701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.365713063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:56.049721Z","caller":"traceutil/trace.go:171","msg":"trace[504960483] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24799; }","duration":"6.365732214s","start":"2026-05-19T03:49:49.683982Z","end":"2026-05-19T03:49:56.049714Z","steps":["trace[504960483] 'agreement among raft nodes before linearized reading' (duration: 6.365699393s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.049742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.683917Z","time spent":"6.365821296s","remote":"127.0.0.1:43662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:56.049727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:47.757231Z","time spent":"8.292477496s","remote":"127.0.0.1:37510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:56.049749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.464812013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:56.049774Z","caller":"traceutil/trace.go:171","msg":"trace[248129190] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24799; }","duration":"8.464897066s","start":"2026-05-19T03:49:47.584869Z","end":"2026-05-19T03:49:56.049766Z","steps":["trace[248129190] 'agreement among raft nodes before linearized reading' (duration: 8.464864505s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.049808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:47.584835Z","time spent":"8.464967608s","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:56.049806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.207763661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-19T03:49:56.049844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.588804179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:56.049846Z","caller":"traceutil/trace.go:171","msg":"trace[1724042053] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24799; }","duration":"7.207840053s","start":"2026-05-19T03:49:48.841996Z","end":"2026-05-19T03:49:56.049836Z","steps":["trace[1724042053] 'agreement among raft nodes before linearized reading' (duration: 7.207679459s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:56.049863Z","caller":"traceutil/trace.go:171","msg":"trace[1487920483] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24799; }","duration":"6.58885348s","start":"2026-05-19T03:49:49.461005Z","end":"2026-05-19T03:49:56.049859Z","steps":["trace[1487920483] 'agreement among raft nodes before linearized reading' (duration: 6.588817369s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.049878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.460987Z","time spent":"6.588887091s","remote":"127.0.0.1:43730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:56.049977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.712672697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:56.049997Z","caller":"traceutil/trace.go:171","msg":"trace[296274846] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:24799; }","duration":"6.71278226s","start":"2026-05-19T03:49:49.337211Z","end":"2026-05-19T03:49:56.049993Z","steps":["trace[296274846] 'agreement among raft nodes before linearized reading' (duration: 6.712748789s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.050012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.337197Z","time spent":"6.71281095s","remote":"127.0.0.1:43678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:56.049877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.841977Z","time spent":"7.207890294s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:56.050032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.141398967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:56.050067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.011593503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:56.050118Z","caller":"traceutil/trace.go:171","msg":"trace[523487393] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24799; }","duration":"10.141497949s","start":"2026-05-19T03:49:45.9086Z","end":"2026-05-19T03:49:56.050098Z","steps":["trace[523487393] 'agreement among raft nodes before linearized reading' (duration: 10.141316315s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.05018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.946459706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-19T03:49:56.050314Z","caller":"traceutil/trace.go:171","msg":"trace[548325625] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:24799; }","duration":"7.94663319s","start":"2026-05-19T03:49:48.103649Z","end":"2026-05-19T03:49:56.050282Z","steps":["trace[548325625] 'agreement among raft nodes before linearized reading' (duration: 7.946311212s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.050321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.980355659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:56.050348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.13323972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-695f854f45-l2spd\" ","response":"range_response_count:1 size:8652"} {"level":"warn","ts":"2026-05-19T03:49:56.050376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.500259506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:49:56.050366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.103627Z","time spent":"7.946728222s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.152\" "} {"level":"info","ts":"2026-05-19T03:49:56.050375Z","caller":"traceutil/trace.go:171","msg":"trace[374163346] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24799; }","duration":"9.98041262s","start":"2026-05-19T03:49:46.069948Z","end":"2026-05-19T03:49:56.050361Z","steps":["trace[374163346] 'agreement among raft nodes before linearized reading' (duration: 9.980326548s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:56.050396Z","caller":"traceutil/trace.go:171","msg":"trace[523293472] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24799; }","duration":"10.500324748s","start":"2026-05-19T03:49:45.550066Z","end":"2026-05-19T03:49:56.050391Z","steps":["trace[523293472] 'agreement among raft nodes before linearized reading' (duration: 10.500284067s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:56.050395Z","caller":"traceutil/trace.go:171","msg":"trace[1058285491] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-695f854f45-l2spd; range_end:; response_count:1; response_revision:24799; }","duration":"9.133311372s","start":"2026-05-19T03:49:46.917069Z","end":"2026-05-19T03:49:56.05038Z","steps":["trace[1058285491] 'agreement among raft nodes before linearized reading' (duration: 9.133102577s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.050413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:45.55002Z","time spent":"10.500389439s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:56.050427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:46.917053Z","time spent":"9.133367883s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8675,"request content":"key:\"/registry/pods/openstack/magnum-api-695f854f45-l2spd\" "} {"level":"warn","ts":"2026-05-19T03:49:56.050466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.326704396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:56.050479Z","caller":"traceutil/trace.go:171","msg":"trace[1252834345] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24799; }","duration":"10.326756158s","start":"2026-05-19T03:49:45.723718Z","end":"2026-05-19T03:49:56.050475Z","steps":["trace[1252834345] 'agreement among raft nodes before linearized reading' (duration: 10.326733467s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.050494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:45.723696Z","time spent":"10.326792489s","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:56.050491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.030521832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:56.050533Z","caller":"traceutil/trace.go:171","msg":"trace[427515658] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24799; }","duration":"10.030609084s","start":"2026-05-19T03:49:46.019911Z","end":"2026-05-19T03:49:56.05052Z","steps":["trace[427515658] 'agreement among raft nodes before linearized reading' (duration: 10.030540202s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.050575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:46.019851Z","time spent":"10.030710817s","remote":"127.0.0.1:34840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:56.050619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.936692535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:56.050339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.180999632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:56.05066Z","caller":"traceutil/trace.go:171","msg":"trace[692807934] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24799; }","duration":"7.936734876s","start":"2026-05-19T03:49:48.113913Z","end":"2026-05-19T03:49:56.050648Z","steps":["trace[692807934] 'agreement among raft nodes before linearized reading' (duration: 7.936672955s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.050694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.113879Z","time spent":"7.936807438s","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:56.050704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.868061787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274393"} {"level":"info","ts":"2026-05-19T03:49:56.050728Z","caller":"traceutil/trace.go:171","msg":"trace[975556972] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24799; }","duration":"8.86815943s","start":"2026-05-19T03:49:47.182561Z","end":"2026-05-19T03:49:56.050721Z","steps":["trace[975556972] 'agreement among raft nodes before linearized reading' (duration: 8.867415081s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.050623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.921910825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:56.050753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:47.182544Z","time spent":"8.868203412s","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274416,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-19T03:49:56.049717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.376503383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:56.05078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.02334401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:56.050874Z","caller":"traceutil/trace.go:171","msg":"trace[88864331] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24799; }","duration":"9.023472943s","start":"2026-05-19T03:49:47.027357Z","end":"2026-05-19T03:49:56.05083Z","steps":["trace[88864331] 'agreement among raft nodes before linearized reading' (duration: 9.023336549s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.050921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:47.027335Z","time spent":"9.023575496s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:56.050125Z","caller":"traceutil/trace.go:171","msg":"trace[2122410618] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24799; }","duration":"7.011695706s","start":"2026-05-19T03:49:49.038414Z","end":"2026-05-19T03:49:56.050109Z","steps":["trace[2122410618] 'agreement among raft nodes before linearized reading' (duration: 7.011579453s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.05111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.038391Z","time spent":"7.01269602s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:56.050425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:46.069922Z","time spent":"9.980488172s","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:56.050786Z","caller":"traceutil/trace.go:171","msg":"trace[1438073319] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24799; }","duration":"8.92209003s","start":"2026-05-19T03:49:47.128674Z","end":"2026-05-19T03:49:56.050764Z","steps":["trace[1438073319] 'agreement among raft nodes before linearized reading' (duration: 8.921918916s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.051272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:47.128651Z","time spent":"8.922593122s","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:56.050807Z","caller":"traceutil/trace.go:171","msg":"trace[1184788762] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24799; }","duration":"9.37758658s","start":"2026-05-19T03:49:46.673204Z","end":"2026-05-19T03:49:56.050791Z","steps":["trace[1184788762] 'agreement among raft nodes before linearized reading' (duration: 9.376452011s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.051291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.539125635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-19T03:49:56.049328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.07840483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:56.051367Z","caller":"traceutil/trace.go:171","msg":"trace[1365854114] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0; range_end:; response_count:1; response_revision:24799; }","duration":"7.539246049s","start":"2026-05-19T03:49:48.512097Z","end":"2026-05-19T03:49:56.051343Z","steps":["trace[1365854114] 'agreement among raft nodes before linearized reading' (duration: 7.537797932s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.051364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:46.673186Z","time spent":"9.378156275s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:56.051384Z","caller":"traceutil/trace.go:171","msg":"trace[771942648] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:24799; }","duration":"8.080553174s","start":"2026-05-19T03:49:47.970808Z","end":"2026-05-19T03:49:56.051361Z","steps":["trace[771942648] 'agreement among raft nodes before linearized reading' (duration: 8.078432801s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.051412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.512082Z","time spent":"7.539320091s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" "} {"level":"warn","ts":"2026-05-19T03:49:56.050177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:45.908547Z","time spent":"10.141614163s","remote":"127.0.0.1:43540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:56.051456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:47.97079Z","time spent":"8.080639477s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:56.050663Z","caller":"traceutil/trace.go:171","msg":"trace[724335065] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24799; }","duration":"9.181363361s","start":"2026-05-19T03:49:46.869288Z","end":"2026-05-19T03:49:56.050652Z","steps":["trace[724335065] 'agreement among raft nodes before linearized reading' (duration: 9.180972331s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.052062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:46.869267Z","time spent":"9.182767987s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:56.52456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0001552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:56.524679Z","caller":"traceutil/trace.go:171","msg":"trace[1851033123] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332975s","start":"2026-05-19T03:49:54.524319Z","end":"2026-05-19T03:49:56.524652Z","steps":["trace[1851033123] 'agreement among raft nodes before linearized reading' (duration: 2.000175871s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.524747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.524303Z","time spent":"2.000427027s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:56.550221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755574990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:56.981446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:56.98154Z","caller":"traceutil/trace.go:171","msg":"trace[968722548] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395836s","start":"2026-05-19T03:49:54.981124Z","end":"2026-05-19T03:49:56.98152Z","steps":["trace[968722548] 'agreement among raft nodes before linearized reading' (duration: 2.000271823s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.981593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.981106Z","time spent":"2.000476878s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:57.050923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755574990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:57.551922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755574990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:58.040127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.042436Z","time spent":"4.997685971s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:49:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:58.054772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755574990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:58.462728Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.41418934s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:49:58.476206Z","caller":"traceutil/trace.go:171","msg":"trace[1373696888] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24799; }","duration":"5.542315672s","start":"2026-05-19T03:49:52.933863Z","end":"2026-05-19T03:49:58.476178Z","steps":["trace[1373696888] 'process raft request' (duration: 5.529147445s)","trace[1373696888] 'compare' (duration: 13.038793ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:58.476356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:52.933842Z","time spent":"5.542441524s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:58.481494Z","caller":"traceutil/trace.go:171","msg":"trace[627805835] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24800; }","duration":"5.348793312s","start":"2026-05-19T03:49:53.13267Z","end":"2026-05-19T03:49:58.481463Z","steps":["trace[627805835] 'process raft request' (duration: 5.348621208s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:58.481668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.132645Z","time spent":"5.348926966s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":474,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:58.532151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999881424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:58.532247Z","caller":"traceutil/trace.go:171","msg":"trace[293920728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022776s","start":"2026-05-19T03:49:56.532207Z","end":"2026-05-19T03:49:58.53223Z","steps":["trace[293920728] 'agreement among raft nodes before linearized reading' (duration: 1.999904813s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:58.532286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:56.532158Z","time spent":"2.00011869s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:59.060358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999671562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:59.060448Z","caller":"traceutil/trace.go:171","msg":"trace[515951918] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999773685s","start":"2026-05-19T03:49:54.060652Z","end":"2026-05-19T03:49:59.060426Z","steps":["trace[515951918] 'agreement among raft nodes before linearized reading' (duration: 4.999661081s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.060495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.060583Z","time spent":"4.999900998s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/19 03:49:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 03:49:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:59.103714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998139393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:59.103826Z","caller":"traceutil/trace.go:171","msg":"trace[1707177617] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998309107s","start":"2026-05-19T03:49:54.105491Z","end":"2026-05-19T03:49:59.1038Z","steps":["trace[1707177617] 'agreement among raft nodes before linearized reading' (duration: 4.998168604s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.103892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.10547Z","time spent":"4.998407729s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/19 03:49:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:59.15751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.159367Z","time spent":"4.998136443s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:49:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:59.44433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.91036ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:49:59.445442Z","caller":"traceutil/trace.go:171","msg":"trace[1978676164] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"4.740468282s","start":"2026-05-19T03:49:54.704954Z","end":"2026-05-19T03:49:59.445422Z","steps":["trace[1978676164] 'process raft request' (duration: 4.740263207s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.445553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.704925Z","time spent":"4.740571344s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:59.454818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:56.051325Z","time spent":"3.403487445s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T03:49:59.454995Z","caller":"traceutil/trace.go:171","msg":"trace[968033413] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"3.401725529s","start":"2026-05-19T03:49:56.053244Z","end":"2026-05-19T03:49:59.454969Z","steps":["trace[968033413] 'process raft request' (duration: 3.401491863s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.455121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:56.053233Z","time spent":"3.401826362s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:59.45529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.733496024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ac131054-e41b-461c-8ce8-ede37dacc0fc\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-05-19T03:49:59.455324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.570137717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:59.455382Z","caller":"traceutil/trace.go:171","msg":"trace[222893069] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24808; }","duration":"8.570213119s","start":"2026-05-19T03:49:50.885155Z","end":"2026-05-19T03:49:59.455369Z","steps":["trace[222893069] 'agreement among raft nodes before linearized reading' (duration: 8.570106526s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.455395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.093694439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:59.455415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:50.885091Z","time spent":"8.570316923s","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:59.455481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.254745383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-19T03:49:59.455539Z","caller":"traceutil/trace.go:171","msg":"trace[2012304410] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24808; }","duration":"7.254833265s","start":"2026-05-19T03:49:52.200695Z","end":"2026-05-19T03:49:59.455529Z","steps":["trace[2012304410] 'agreement among raft nodes before linearized reading' (duration: 7.254550937s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.455579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:52.200677Z","time spent":"7.254893506s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-19T03:49:59.455599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.225312209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:59.455642Z","caller":"traceutil/trace.go:171","msg":"trace[1849034042] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24808; }","duration":"8.225393121s","start":"2026-05-19T03:49:51.23024Z","end":"2026-05-19T03:49:59.455634Z","steps":["trace[1849034042] 'agreement among raft nodes before linearized reading' (duration: 8.225333889s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.455672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:51.230219Z","time spent":"8.225446442s","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:59.455708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.581855656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:59.455727Z","caller":"traceutil/trace.go:171","msg":"trace[1596375363] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"3.402221243s","start":"2026-05-19T03:49:56.053494Z","end":"2026-05-19T03:49:59.455715Z","steps":["trace[1596375363] 'process raft request' (duration: 3.401373271s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:59.455741Z","caller":"traceutil/trace.go:171","msg":"trace[1649193854] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24808; }","duration":"9.581943238s","start":"2026-05-19T03:49:49.873789Z","end":"2026-05-19T03:49:59.455733Z","steps":["trace[1649193854] 'agreement among raft nodes before linearized reading' (duration: 9.581881427s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.455786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.873768Z","time spent":"9.582012259s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:59.455809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:56.053473Z","time spent":"3.402283754s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:59.455842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.505583526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:59.455876Z","caller":"traceutil/trace.go:171","msg":"trace[899836052] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24808; }","duration":"8.505665199s","start":"2026-05-19T03:49:50.950201Z","end":"2026-05-19T03:49:59.455866Z","steps":["trace[899836052] 'agreement among raft nodes before linearized reading' (duration: 8.505595387s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.455913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:50.950182Z","time spent":"8.50571469s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:59.455991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.607783609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:59.45602Z","caller":"traceutil/trace.go:171","msg":"trace[1054518733] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24808; }","duration":"9.607813759s","start":"2026-05-19T03:49:49.8482Z","end":"2026-05-19T03:49:59.456014Z","steps":["trace[1054518733] 'agreement among raft nodes before linearized reading' (duration: 9.607767938s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.456047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.848154Z","time spent":"9.607887351s","remote":"127.0.0.1:43800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:59.455638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.632214114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:59.456083Z","caller":"traceutil/trace.go:171","msg":"trace[1933830590] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"2.23157687s","start":"2026-05-19T03:49:57.224498Z","end":"2026-05-19T03:49:59.456075Z","steps":["trace[1933830590] 'process raft request' (duration: 2.230501032s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:59.4561Z","caller":"traceutil/trace.go:171","msg":"trace[1768995291] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24808; }","duration":"9.632749487s","start":"2026-05-19T03:49:49.82334Z","end":"2026-05-19T03:49:59.456089Z","steps":["trace[1768995291] 'agreement among raft nodes before linearized reading' (duration: 9.632207464s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:59.455426Z","caller":"traceutil/trace.go:171","msg":"trace[168262769] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24808; }","duration":"9.093762861s","start":"2026-05-19T03:49:50.361653Z","end":"2026-05-19T03:49:59.455416Z","steps":["trace[168262769] 'agreement among raft nodes before linearized reading' (duration: 9.093708659s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.456134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.823318Z","time spent":"9.632806509s","remote":"127.0.0.1:43604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:59.456135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:57.224474Z","time spent":"2.231636172s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:59.456203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:50.361632Z","time spent":"9.094527271s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:59.456251Z","caller":"traceutil/trace.go:171","msg":"trace[771714468] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"1.401145019s","start":"2026-05-19T03:49:58.055097Z","end":"2026-05-19T03:49:59.456242Z","steps":["trace[771714468] 'process raft request' (duration: 1.399941178s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:59.456053Z","caller":"traceutil/trace.go:171","msg":"trace[270829190] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"3.395580372s","start":"2026-05-19T03:49:56.060462Z","end":"2026-05-19T03:49:59.456043Z","steps":["trace[270829190] 'process raft request' (duration: 3.394477673s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:59.455343Z","caller":"traceutil/trace.go:171","msg":"trace[355503203] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ac131054-e41b-461c-8ce8-ede37dacc0fc; range_end:; response_count:1; response_revision:24808; }","duration":"9.733590296s","start":"2026-05-19T03:49:49.72174Z","end":"2026-05-19T03:49:59.455331Z","steps":["trace[355503203] 'agreement among raft nodes before linearized reading' (duration: 9.733402261s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.45633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:56.060441Z","time spent":"3.39586221s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8450,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:59.456361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.721726Z","time spent":"9.734626613s","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-ac131054-e41b-461c-8ce8-ede37dacc0fc\" "} {"level":"warn","ts":"2026-05-19T03:49:59.456416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.508095328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-05-19T03:49:59.456448Z","caller":"traceutil/trace.go:171","msg":"trace[1059988481] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:24808; }","duration":"4.50817375s","start":"2026-05-19T03:49:54.948267Z","end":"2026-05-19T03:49:59.456441Z","steps":["trace[1059988481] 'agreement among raft nodes before linearized reading' (duration: 4.508076118s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.456475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.948245Z","time spent":"4.508221422s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-19T03:49:59.45658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.731489552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-05-19T03:49:59.456607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.601732634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:59.456634Z","caller":"traceutil/trace.go:171","msg":"trace[2018845022] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24808; }","duration":"4.601821696s","start":"2026-05-19T03:49:54.854802Z","end":"2026-05-19T03:49:59.456624Z","steps":["trace[2018845022] 'agreement among raft nodes before linearized reading' (duration: 4.601776525s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.456663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.854781Z","time spent":"4.601876358s","remote":"127.0.0.1:34864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:59.456709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.734592342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:49:59.45674Z","caller":"traceutil/trace.go:171","msg":"trace[1254067319] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24808; }","duration":"9.734623842s","start":"2026-05-19T03:49:49.72211Z","end":"2026-05-19T03:49:59.456733Z","steps":["trace[1254067319] 'agreement among raft nodes before linearized reading' (duration: 9.73454008s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.456762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.72208Z","time spent":"9.734677294s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:49:59.456829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.642408514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:59.45686Z","caller":"traceutil/trace.go:171","msg":"trace[1258311553] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24808; }","duration":"4.642471185s","start":"2026-05-19T03:49:54.814382Z","end":"2026-05-19T03:49:59.456853Z","steps":["trace[1258311553] 'agreement among raft nodes before linearized reading' (duration: 4.642418744s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.456907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.814365Z","time spent":"4.642522136s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:59.457366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.873625583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"warn","ts":"2026-05-19T03:49:59.455502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.727020723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:59.45511Z","caller":"traceutil/trace.go:171","msg":"trace[1870995520] linearizableReadLoop","detail":"{readStateIndex:25628; appliedIndex:25617; }","duration":"3.405702181s","start":"2026-05-19T03:49:56.049386Z","end":"2026-05-19T03:49:59.455088Z","steps":["trace[1870995520] 'read index received' (duration: 2.413641106s)","trace[1870995520] 'applied index is now lower than readState.Index' (duration: 992.059635ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:59.45701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.598165716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:49:59.457437Z","caller":"traceutil/trace.go:171","msg":"trace[298767469] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24808; }","duration":"7.598643318s","start":"2026-05-19T03:49:51.858784Z","end":"2026-05-19T03:49:59.457428Z","steps":["trace[298767469] 'agreement among raft nodes before linearized reading' (duration: 7.59673738s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.457469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:51.858758Z","time spent":"7.59870382s","remote":"127.0.0.1:34962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2626,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:59.457485Z","caller":"traceutil/trace.go:171","msg":"trace[760269220] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24808; }","duration":"7.729027294s","start":"2026-05-19T03:49:51.728433Z","end":"2026-05-19T03:49:59.45746Z","steps":["trace[760269220] 'agreement among raft nodes before linearized reading' (duration: 7.727031684s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:59.457515Z","caller":"traceutil/trace.go:171","msg":"trace[2126836571] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24808; }","duration":"6.873797338s","start":"2026-05-19T03:49:52.583703Z","end":"2026-05-19T03:49:59.4575Z","steps":["trace[2126836571] 'agreement among raft nodes before linearized reading' (duration: 6.873445119s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.45754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:51.728411Z","time spent":"7.729112525s","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:49:59.457562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:52.58369Z","time spent":"6.873860229s","remote":"127.0.0.1:42874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418347,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-19T03:49:59.456631Z","caller":"traceutil/trace.go:171","msg":"trace[324640281] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24808; }","duration":"9.731554594s","start":"2026-05-19T03:49:49.72506Z","end":"2026-05-19T03:49:59.456615Z","steps":["trace[324640281] 'agreement among raft nodes before linearized reading' (duration: 9.73136784s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.45773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.72505Z","time spent":"9.73258086s","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-19T03:49:59.456325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:58.055076Z","time spent":"1.401223761s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:59.457061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.671625654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:59.457954Z","caller":"traceutil/trace.go:171","msg":"trace[332099708] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24808; }","duration":"7.672557658s","start":"2026-05-19T03:49:51.785385Z","end":"2026-05-19T03:49:59.457943Z","steps":["trace[332099708] 'agreement among raft nodes before linearized reading' (duration: 7.671648425s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.457989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:51.785361Z","time spent":"7.67261899s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:59.457112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.410080548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:59.458147Z","caller":"traceutil/trace.go:171","msg":"trace[628976487] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:24808; }","duration":"6.411156265s","start":"2026-05-19T03:49:53.046979Z","end":"2026-05-19T03:49:59.458135Z","steps":["trace[628976487] 'agreement among raft nodes before linearized reading' (duration: 6.410109878s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.458182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.046955Z","time spent":"6.411218276s","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:59.457155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.230282669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:59.458315Z","caller":"traceutil/trace.go:171","msg":"trace[331547496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24808; }","duration":"6.23149413s","start":"2026-05-19T03:49:53.226801Z","end":"2026-05-19T03:49:59.458296Z","steps":["trace[331547496] 'agreement among raft nodes before linearized reading' (duration: 6.230326919s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.458405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.226778Z","time spent":"6.231572622s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:59.457257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.318550496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:59.458533Z","caller":"traceutil/trace.go:171","msg":"trace[997767921] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24808; }","duration":"6.31986365s","start":"2026-05-19T03:49:53.138661Z","end":"2026-05-19T03:49:59.458524Z","steps":["trace[997767921] 'agreement among raft nodes before linearized reading' (duration: 6.318514375s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.458579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.138643Z","time spent":"6.319925582s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:59.946427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.744312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:59.946532Z","caller":"traceutil/trace.go:171","msg":"trace[377501575] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"481.899866ms","start":"2026-05-19T03:49:59.464613Z","end":"2026-05-19T03:49:59.946512Z","steps":["trace[377501575] 'agreement among raft nodes before linearized reading' (duration: 481.765783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.946584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.464589Z","time spent":"481.982738ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/19 03:49:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:59.958219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:00.459367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:00.532538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:00.532629Z","caller":"traceutil/trace.go:171","msg":"trace[24986526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000197211s","start":"2026-05-19T03:49:58.532411Z","end":"2026-05-19T03:50:00.532608Z","steps":["trace[24986526] 'agreement among raft nodes before linearized reading' (duration: 2.000078598s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:00.532681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:58.532352Z","time spent":"2.000318415s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:00.960187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:01.461238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:01.718415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.205308417s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:02.538812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000433737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:02.538958Z","caller":"traceutil/trace.go:171","msg":"trace[809434697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000631862s","start":"2026-05-19T03:50:00.5383Z","end":"2026-05-19T03:50:02.538931Z","steps":["trace[809434697] 'agreement among raft nodes before linearized reading' (duration: 2.000451197s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:02.53902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:00.538283Z","time spent":"2.000722454s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:03.930558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.149631923s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:04.154977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996022848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:04.15507Z","caller":"traceutil/trace.go:171","msg":"trace[2055683056] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.996233063s","start":"2026-05-19T03:49:59.158815Z","end":"2026-05-19T03:50:04.155048Z","steps":["trace[2055683056] 'agreement among raft nodes before linearized reading' (duration: 4.99611923s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.155117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.158797Z","time spent":"4.996308446s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/19 03:50:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:04.184267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.726123836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:04.184371Z","caller":"traceutil/trace.go:171","msg":"trace[315000712] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"4.72629963s","start":"2026-05-19T03:49:59.458048Z","end":"2026-05-19T03:50:04.184347Z","steps":["trace[315000712] 'agreement among raft nodes before linearized reading' (duration: 4.726168997s)"],"step_count":1} 2026/05/19 03:50:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:04.184436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.458033Z","time spent":"4.726387313s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/05/19 03:50:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:04.539702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999879122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:04.539803Z","caller":"traceutil/trace.go:171","msg":"trace[1492565211] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000037706s","start":"2026-05-19T03:50:02.539736Z","end":"2026-05-19T03:50:04.539774Z","steps":["trace[1492565211] 'agreement among raft nodes before linearized reading' (duration: 1.999923643s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.539865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:02.539713Z","time spent":"2.000137959s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:04.884528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.660383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-19T03:50:04.884552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619691729s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:04.884659Z","caller":"traceutil/trace.go:171","msg":"trace[37470034] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24809; }","duration":"1.619812572s","start":"2026-05-19T03:50:03.264829Z","end":"2026-05-19T03:50:04.884641Z","steps":["trace[37470034] 'range keys from in-memory index tree' (duration: 1.619669199s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:04.884727Z","caller":"traceutil/trace.go:171","msg":"trace[162253460] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24809; }","duration":"5.427566487s","start":"2026-05-19T03:49:59.457141Z","end":"2026-05-19T03:50:04.884707Z","steps":["trace[162253460] 'process raft request' (duration: 4.473625076s)","trace[162253460] 'compare' (duration: 953.601821ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:04.884799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.45712Z","time spent":"5.427648039s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:04.887632Z","caller":"traceutil/trace.go:171","msg":"trace[2110249203] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"5.422855016s","start":"2026-05-19T03:49:59.464748Z","end":"2026-05-19T03:50:04.887603Z","steps":["trace[2110249203] 'process raft request' (duration: 5.421922022s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.887781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.464728Z","time spent":"5.42297528s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:04.887763Z","caller":"traceutil/trace.go:171","msg":"trace[1859136001] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"5.42612525s","start":"2026-05-19T03:49:59.46158Z","end":"2026-05-19T03:50:04.887706Z","steps":["trace[1859136001] 'process raft request' (duration: 5.423044061s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:04.887763Z","caller":"traceutil/trace.go:171","msg":"trace[2068213231] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"5.072540546s","start":"2026-05-19T03:49:59.815181Z","end":"2026-05-19T03:50:04.887721Z","steps":["trace[2068213231] 'process raft request' (duration: 5.071570151s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:04.887812Z","caller":"traceutil/trace.go:171","msg":"trace[1303111194] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"4.985405578s","start":"2026-05-19T03:49:59.902347Z","end":"2026-05-19T03:50:04.887752Z","steps":["trace[1303111194] 'process raft request' (duration: 4.984430022s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.887942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.461551Z","time spent":"5.426310515s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:50:04.887963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.815163Z","time spent":"5.072727201s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:04.888007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.902321Z","time spent":"4.985591302s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:04.888009Z","caller":"traceutil/trace.go:171","msg":"trace[914777886] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"4.939281828s","start":"2026-05-19T03:49:59.948703Z","end":"2026-05-19T03:50:04.887985Z","steps":["trace[914777886] 'process raft request' (duration: 4.938100907s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.888165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.948671Z","time spent":"4.939447741s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:50:04.888435Z","caller":"traceutil/trace.go:171","msg":"trace[1457231978] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"4.937387339s","start":"2026-05-19T03:49:59.951021Z","end":"2026-05-19T03:50:04.888408Z","steps":["trace[1457231978] 'process raft request' (duration: 4.937062801s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.888603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.950999Z","time spent":"4.937522293s","remote":"127.0.0.1:42874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418382,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:04.888845Z","caller":"traceutil/trace.go:171","msg":"trace[1049225792] linearizableReadLoop","detail":"{readStateIndex:25638; appliedIndex:25629; }","duration":"5.43119814s","start":"2026-05-19T03:49:59.457594Z","end":"2026-05-19T03:50:04.888792Z","steps":["trace[1049225792] 'read index received' (duration: 2.261103565s)","trace[1049225792] 'applied index is now lower than readState.Index' (duration: 3.170092955s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:04.888893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.238279673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:04.888928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.663850387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:04.888962Z","caller":"traceutil/trace.go:171","msg":"trace[442486940] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24817; }","duration":"6.238381966s","start":"2026-05-19T03:49:58.650566Z","end":"2026-05-19T03:50:04.888948Z","steps":["trace[442486940] 'agreement among raft nodes before linearized reading' (duration: 6.238252023s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:04.88899Z","caller":"traceutil/trace.go:171","msg":"trace[1117030315] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24817; }","duration":"7.664008121s","start":"2026-05-19T03:49:57.224968Z","end":"2026-05-19T03:50:04.888976Z","steps":["trace[1117030315] 'agreement among raft nodes before linearized reading' (duration: 7.663903028s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.889001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:58.650549Z","time spent":"6.238441797s","remote":"127.0.0.1:39602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:04.889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.711752322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:04.889037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:57.224948Z","time spent":"7.664078683s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:04.889058Z","caller":"traceutil/trace.go:171","msg":"trace[589160493] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24817; }","duration":"7.711874655s","start":"2026-05-19T03:49:57.177165Z","end":"2026-05-19T03:50:04.88904Z","steps":["trace[589160493] 'agreement among raft nodes before linearized reading' (duration: 7.711774523s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.889121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:57.177145Z","time spent":"7.711959577s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:04.889228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.155432362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:04.889275Z","caller":"traceutil/trace.go:171","msg":"trace[111980759] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24817; }","duration":"7.155530525s","start":"2026-05-19T03:49:57.733733Z","end":"2026-05-19T03:50:04.889264Z","steps":["trace[111980759] 'agreement among raft nodes before linearized reading' (duration: 7.155463753s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.889314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:57.733708Z","time spent":"7.155596856s","remote":"127.0.0.1:53504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:04.889393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.386752657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:04.889409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.814270634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:04.889433Z","caller":"traceutil/trace.go:171","msg":"trace[1894575475] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24817; }","duration":"8.386822129s","start":"2026-05-19T03:49:56.502599Z","end":"2026-05-19T03:50:04.889421Z","steps":["trace[1894575475] 'agreement among raft nodes before linearized reading' (duration: 8.386733937s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.889462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:56.502577Z","time spent":"8.386879351s","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:04.889467Z","caller":"traceutil/trace.go:171","msg":"trace[319309802] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24817; }","duration":"7.814367457s","start":"2026-05-19T03:49:57.075083Z","end":"2026-05-19T03:50:04.88945Z","steps":["trace[319309802] 'agreement among raft nodes before linearized reading' (duration: 7.814253224s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.889481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.659454824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:04.889504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:57.075063Z","time spent":"7.814432168s","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:04.889195Z","caller":"traceutil/trace.go:171","msg":"trace[473832376] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"3.835047653s","start":"2026-05-19T03:50:01.05413Z","end":"2026-05-19T03:50:04.889177Z","steps":["trace[473832376] 'process raft request' (duration: 3.834209252s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.889552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.81788486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:04.889502Z","caller":"traceutil/trace.go:171","msg":"trace[1115707245] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"3.42321978s","start":"2026-05-19T03:50:01.466266Z","end":"2026-05-19T03:50:04.889486Z","steps":["trace[1115707245] 'process raft request' (duration: 3.422393639s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:04.889605Z","caller":"traceutil/trace.go:171","msg":"trace[1830950910] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24817; }","duration":"5.817984692s","start":"2026-05-19T03:49:59.071608Z","end":"2026-05-19T03:50:04.889592Z","steps":["trace[1830950910] 'agreement among raft nodes before linearized reading' (duration: 5.817917191s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.889449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.91915593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:04.889643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:01.466244Z","time spent":"3.423372573s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:04.889651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.071596Z","time spent":"5.818044245s","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:04.889594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:01.054113Z","time spent":"3.835436333s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:04.889672Z","caller":"traceutil/trace.go:171","msg":"trace[848734290] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24817; }","duration":"5.919474089s","start":"2026-05-19T03:49:58.970183Z","end":"2026-05-19T03:50:04.889657Z","steps":["trace[848734290] 'agreement among raft nodes before linearized reading' (duration: 5.919172741s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.88974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:58.970151Z","time spent":"5.919577232s","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:04.889521Z","caller":"traceutil/trace.go:171","msg":"trace[1518676479] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24817; }","duration":"7.659534236s","start":"2026-05-19T03:49:57.229978Z","end":"2026-05-19T03:50:04.889512Z","steps":["trace[1518676479] 'agreement among raft nodes before linearized reading' (duration: 7.659474965s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.889907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:57.229957Z","time spent":"7.659941106s","remote":"127.0.0.1:43740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:05.389926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:05.581046Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.422434093s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:06.54551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:06.545598Z","caller":"traceutil/trace.go:171","msg":"trace[1463362458] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000074578s","start":"2026-05-19T03:50:04.545501Z","end":"2026-05-19T03:50:06.545576Z","steps":["trace[1463362458] 'agreement among raft nodes before linearized reading' (duration: 1.999952445s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:06.54565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:04.545485Z","time spent":"2.000151891s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:07.105359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.522148073s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:08.546078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000230112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:08.54622Z","caller":"traceutil/trace.go:171","msg":"trace[1181892631] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418377s","start":"2026-05-19T03:50:06.545783Z","end":"2026-05-19T03:50:08.546202Z","steps":["trace[1181892631] 'agreement among raft nodes before linearized reading' (duration: 2.000254633s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:08.546276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:06.545745Z","time spent":"2.00052276s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:08.939232Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.833706394s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:08.944508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000448218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:08.944595Z","caller":"traceutil/trace.go:171","msg":"trace[1910446343] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000591561s","start":"2026-05-19T03:50:06.943984Z","end":"2026-05-19T03:50:08.944576Z","steps":["trace[1910446343] 'agreement among raft nodes before linearized reading' (duration: 2.000481119s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:08.944645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:06.943965Z","time spent":"2.000670233s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:09.276338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:07.207039Z","time spent":"2.069290708s","remote":"127.0.0.1:38604","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:50:09.278415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.697081555s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:09.278892Z","caller":"traceutil/trace.go:171","msg":"trace[19682715] linearizableReadLoop","detail":"{readStateIndex:25641; appliedIndex:25639; }","duration":"4.389918136s","start":"2026-05-19T03:50:04.888905Z","end":"2026-05-19T03:50:09.278823Z","steps":["trace[19682715] 'read index received' (duration: 692.372349ms)","trace[19682715] 'applied index is now lower than readState.Index' (duration: 3.697543327s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:09.27895Z","caller":"traceutil/trace.go:171","msg":"trace[1169055845] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"2.316958173s","start":"2026-05-19T03:50:06.96196Z","end":"2026-05-19T03:50:09.278918Z","steps":["trace[1169055845] 'process raft request' (duration: 2.31684483s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.279029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:06.961943Z","time spent":"2.317043776s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:09.279845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:04.893518Z","time spent":"4.386323784s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:50:09.279905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.978486767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:09.27996Z","caller":"traceutil/trace.go:171","msg":"trace[412257739] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24820; }","duration":"6.978552229s","start":"2026-05-19T03:50:02.301392Z","end":"2026-05-19T03:50:09.279945Z","steps":["trace[412257739] 'agreement among raft nodes before linearized reading' (duration: 6.978441035s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.279997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:02.301368Z","time spent":"6.978619261s","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:09.27999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.481201679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:09.280053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.372473302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:09.2801Z","caller":"traceutil/trace.go:171","msg":"trace[1277187908] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24820; }","duration":"8.372545523s","start":"2026-05-19T03:50:00.907539Z","end":"2026-05-19T03:50:09.280085Z","steps":["trace[1277187908] 'agreement among raft nodes before linearized reading' (duration: 8.372493182s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.280116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.258149334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:09.280135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:00.90752Z","time spent":"8.372608325s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:09.280157Z","caller":"traceutil/trace.go:171","msg":"trace[1414968401] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24820; }","duration":"5.258229566s","start":"2026-05-19T03:50:04.02192Z","end":"2026-05-19T03:50:09.280149Z","steps":["trace[1414968401] 'agreement among raft nodes before linearized reading' (duration: 5.258160124s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.280137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.575072936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:09.280185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.983737993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:09.280191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:04.021899Z","time spent":"5.258283017s","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:09.280222Z","caller":"traceutil/trace.go:171","msg":"trace[794372897] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24820; }","duration":"5.983819015s","start":"2026-05-19T03:50:03.296393Z","end":"2026-05-19T03:50:09.280212Z","steps":["trace[794372897] 'agreement among raft nodes before linearized reading' (duration: 5.983754263s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.280178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.748955965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:09.280233Z","caller":"traceutil/trace.go:171","msg":"trace[1310284205] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24820; }","duration":"7.57522503s","start":"2026-05-19T03:50:01.704984Z","end":"2026-05-19T03:50:09.280209Z","steps":["trace[1310284205] 'agreement among raft nodes before linearized reading' (duration: 7.574984603s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.280233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.716079939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-05-19T03:50:09.280308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:01.704961Z","time spent":"7.575335363s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:09.280318Z","caller":"traceutil/trace.go:171","msg":"trace[2129111515] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24820; }","duration":"7.749141729s","start":"2026-05-19T03:50:01.53114Z","end":"2026-05-19T03:50:09.280282Z","steps":["trace[2129111515] 'agreement among raft nodes before linearized reading' (duration: 7.748721959s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:09.280336Z","caller":"traceutil/trace.go:171","msg":"trace[774646001] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24820; }","duration":"9.716229303s","start":"2026-05-19T03:49:59.564083Z","end":"2026-05-19T03:50:09.280312Z","steps":["trace[774646001] 'agreement among raft nodes before linearized reading' (duration: 9.715905675s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.2803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.809735715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-695f854f45-l2spd\" ","response":"range_response_count:1 size:8468"} {"level":"warn","ts":"2026-05-19T03:50:09.280392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.564067Z","time spent":"9.716315226s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-19T03:50:09.280396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:01.531064Z","time spent":"7.749317784s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:09.280441Z","caller":"traceutil/trace.go:171","msg":"trace[506884601] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-695f854f45-l2spd; range_end:; response_count:1; response_revision:24820; }","duration":"9.809879329s","start":"2026-05-19T03:49:59.470533Z","end":"2026-05-19T03:50:09.280412Z","steps":["trace[506884601] 'agreement among raft nodes before linearized reading' (duration: 9.809500849s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.280488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.470521Z","time spent":"9.80994613s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8491,"request content":"key:\"/registry/pods/openstack/magnum-api-695f854f45-l2spd\" "} {"level":"warn","ts":"2026-05-19T03:50:09.280525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809149764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-05-19T03:50:09.280561Z","caller":"traceutil/trace.go:171","msg":"trace[1366126704] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24820; }","duration":"1.809220846s","start":"2026-05-19T03:50:07.471332Z","end":"2026-05-19T03:50:09.280553Z","steps":["trace[1366126704] 'agreement among raft nodes before linearized reading' (duration: 1.809086173s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.280582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:07.471313Z","time spent":"1.809263898s","remote":"127.0.0.1:45654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-19T03:50:09.279999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.816080947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:09.280688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.712895219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:09.280732Z","caller":"traceutil/trace.go:171","msg":"trace[506681021] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24820; }","duration":"8.71294354s","start":"2026-05-19T03:50:00.567779Z","end":"2026-05-19T03:50:09.280722Z","steps":["trace[506681021] 'agreement among raft nodes before linearized reading' (duration: 8.712871949s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.28077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:00.567719Z","time spent":"8.713041962s","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:09.280808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.170152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:09.280844Z","caller":"traceutil/trace.go:171","msg":"trace[1470630100] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24820; }","duration":"211.242843ms","start":"2026-05-19T03:50:09.069591Z","end":"2026-05-19T03:50:09.280834Z","steps":["trace[1470630100] 'agreement among raft nodes before linearized reading' (duration: 211.184062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.28087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.114740718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:09.280907Z","caller":"traceutil/trace.go:171","msg":"trace[1533112352] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:24820; }","duration":"9.11480869s","start":"2026-05-19T03:50:00.166085Z","end":"2026-05-19T03:50:09.280893Z","steps":["trace[1533112352] 'agreement among raft nodes before linearized reading' (duration: 9.114758118s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.280943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:00.166065Z","time spent":"9.114870101s","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:09.280963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.03864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:09.280982Z","caller":"traceutil/trace.go:171","msg":"trace[348885018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24820; }","duration":"726.090692ms","start":"2026-05-19T03:50:08.554886Z","end":"2026-05-19T03:50:09.280976Z","steps":["trace[348885018] 'agreement among raft nodes before linearized reading' (duration: 726.054091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.280998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:08.554832Z","time spent":"726.162833ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:50:09.281007Z","caller":"traceutil/trace.go:171","msg":"trace[1123510021] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"2.381930226s","start":"2026-05-19T03:50:06.899035Z","end":"2026-05-19T03:50:09.280965Z","steps":["trace[1123510021] 'process raft request' (duration: 2.379649857s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.281034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.687529618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:09.281069Z","caller":"traceutil/trace.go:171","msg":"trace[940467643] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24820; }","duration":"9.687566639s","start":"2026-05-19T03:49:59.593495Z","end":"2026-05-19T03:50:09.281062Z","steps":["trace[940467643] 'agreement among raft nodes before linearized reading' (duration: 9.687515478s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.281078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074513112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:09.281085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:06.898972Z","time spent":"2.382074889s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:09.281097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.593437Z","time spent":"9.687652362s","remote":"127.0.0.1:34768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:09.28112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046008175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:09.281152Z","caller":"traceutil/trace.go:171","msg":"trace[481532502] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24820; }","duration":"1.046079167s","start":"2026-05-19T03:50:08.235065Z","end":"2026-05-19T03:50:09.281144Z","steps":["trace[481532502] 'agreement among raft nodes before linearized reading' (duration: 1.046031106s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.281157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126735688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:09.281183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:08.235044Z","time spent":"1.046131328s","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:09.281191Z","caller":"traceutil/trace.go:171","msg":"trace[351907363] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24820; }","duration":"2.126802319s","start":"2026-05-19T03:50:07.154378Z","end":"2026-05-19T03:50:09.281181Z","steps":["trace[351907363] 'agreement among raft nodes before linearized reading' (duration: 2.126757908s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.281222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:07.154358Z","time spent":"2.126855921s","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:09.280057Z","caller":"traceutil/trace.go:171","msg":"trace[277498373] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24820; }","duration":"5.481353703s","start":"2026-05-19T03:50:03.798689Z","end":"2026-05-19T03:50:09.280042Z","steps":["trace[277498373] 'agreement among raft nodes before linearized reading' (duration: 5.48122199s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.281344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279927978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:09.28139Z","caller":"traceutil/trace.go:171","msg":"trace[45478945] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24820; }","duration":"1.27999679s","start":"2026-05-19T03:50:08.001378Z","end":"2026-05-19T03:50:09.281375Z","steps":["trace[45478945] 'agreement among raft nodes before linearized reading' (duration: 1.279927668s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.281391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:03.798673Z","time spent":"5.482697007s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:09.281425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:08.001361Z","time spent":"1.280054181s","remote":"127.0.0.1:43714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:09.281554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300226147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:09.281613Z","caller":"traceutil/trace.go:171","msg":"trace[312787387] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24820; }","duration":"1.3003384s","start":"2026-05-19T03:50:07.981256Z","end":"2026-05-19T03:50:09.281595Z","steps":["trace[312787387] 'agreement among raft nodes before linearized reading' (duration: 1.300156456s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.281723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:07.981239Z","time spent":"1.300401382s","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:09.281741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264194894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:09.281799Z","caller":"traceutil/trace.go:171","msg":"trace[1924851648] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24820; }","duration":"2.264308356s","start":"2026-05-19T03:50:07.017476Z","end":"2026-05-19T03:50:09.281785Z","steps":["trace[1924851648] 'agreement among raft nodes before linearized reading' (duration: 2.264137182s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.281838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:07.017447Z","time spent":"2.264380918s","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:09.281116Z","caller":"traceutil/trace.go:171","msg":"trace[155459742] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24820; }","duration":"2.074581394s","start":"2026-05-19T03:50:07.206521Z","end":"2026-05-19T03:50:09.281102Z","steps":["trace[155459742] 'agreement among raft nodes before linearized reading' (duration: 2.074533803s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.281969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:07.20649Z","time spent":"2.075465756s","remote":"127.0.0.1:51064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:09.282081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.758676321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:09.279991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.679992098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:09.282132Z","caller":"traceutil/trace.go:171","msg":"trace[1267404205] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24820; }","duration":"2.758764674s","start":"2026-05-19T03:50:06.523354Z","end":"2026-05-19T03:50:09.282119Z","steps":["trace[1267404205] 'agreement among raft nodes before linearized reading' (duration: 2.758685572s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.282184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:06.523333Z","time spent":"2.758835045s","remote":"127.0.0.1:43972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:09.280937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384890517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T03:50:09.282318Z","caller":"traceutil/trace.go:171","msg":"trace[1756810203] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0; range_end:; response_count:1; response_revision:24820; }","duration":"4.386298462s","start":"2026-05-19T03:50:04.896012Z","end":"2026-05-19T03:50:09.28231Z","steps":["trace[1756810203] 'agreement among raft nodes before linearized reading' (duration: 4.384833116s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.282348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:04.896001Z","time spent":"4.386335513s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" "} {"level":"warn","ts":"2026-05-19T03:50:09.280273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:03.296373Z","time spent":"5.983891417s","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:09.282477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957221219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:09.282423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868505591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:09.28253Z","caller":"traceutil/trace.go:171","msg":"trace[674171721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24820; }","duration":"2.957295412s","start":"2026-05-19T03:50:06.32522Z","end":"2026-05-19T03:50:09.282515Z","steps":["trace[674171721] 'agreement among raft nodes before linearized reading' (duration: 2.95722851s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.281036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05917688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-05-19T03:50:09.28258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:06.325205Z","time spent":"2.957361293s","remote":"127.0.0.1:49252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:09.282545Z","caller":"traceutil/trace.go:171","msg":"trace[235459994] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24820; }","duration":"2.868678235s","start":"2026-05-19T03:50:06.413856Z","end":"2026-05-19T03:50:09.282534Z","steps":["trace[235459994] 'agreement among raft nodes before linearized reading' (duration: 2.868509091s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.282634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:06.413831Z","time spent":"2.868788638s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:09.280701Z","caller":"traceutil/trace.go:171","msg":"trace[1466006575] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24820; }","duration":"9.816832045s","start":"2026-05-19T03:49:59.463847Z","end":"2026-05-19T03:50:09.280679Z","steps":["trace[1466006575] 'agreement among raft nodes before linearized reading' (duration: 9.816010705s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.282805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.141927953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-05-19T03:50:09.282892Z","caller":"traceutil/trace.go:171","msg":"trace[773381402] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24820; }","duration":"4.142040226s","start":"2026-05-19T03:50:05.140841Z","end":"2026-05-19T03:50:09.282882Z","steps":["trace[773381402] 'agreement among raft nodes before linearized reading' (duration: 4.141866491s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.282926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:05.140826Z","time spent":"4.142091877s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T03:50:09.282875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.463837Z","time spent":"9.81897927s","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-19T03:50:09.282143Z","caller":"traceutil/trace.go:171","msg":"trace[1077579594] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24820; }","duration":"8.682197764s","start":"2026-05-19T03:50:00.599935Z","end":"2026-05-19T03:50:09.282133Z","steps":["trace[1077579594] 'agreement among raft nodes before linearized reading' (duration: 8.679953857s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.2832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:00.599915Z","time spent":"8.683270501s","remote":"127.0.0.1:34976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:09.282588Z","caller":"traceutil/trace.go:171","msg":"trace[2102042957] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24820; }","duration":"2.06075626s","start":"2026-05-19T03:50:07.221815Z","end":"2026-05-19T03:50:09.282572Z","steps":["trace[2102042957] 'agreement among raft nodes before linearized reading' (duration: 2.05914876s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.283367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:07.221794Z","time spent":"2.061563941s","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-19T03:50:09.284157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.328972729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:09.284214Z","caller":"traceutil/trace.go:171","msg":"trace[1029611803] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24820; }","duration":"8.329034801s","start":"2026-05-19T03:50:00.955162Z","end":"2026-05-19T03:50:09.284197Z","steps":["trace[1029611803] 'agreement among raft nodes before linearized reading' (duration: 8.328910688s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:09.284251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:00.955106Z","time spent":"8.329138143s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:12.072781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.516192349s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:12.318011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761415962s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:12.318234Z","caller":"traceutil/trace.go:171","msg":"trace[1612878262] linearizableReadLoop","detail":"{readStateIndex:25645; appliedIndex:25643; }","duration":"3.032035983s","start":"2026-05-19T03:50:09.286179Z","end":"2026-05-19T03:50:12.318215Z","steps":["trace[1612878262] 'read index received' (duration: 270.409856ms)","trace[1612878262] 'applied index is now lower than readState.Index' (duration: 2.761624817s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:12.318315Z","caller":"traceutil/trace.go:171","msg":"trace[1759699173] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"3.035399619s","start":"2026-05-19T03:50:09.282903Z","end":"2026-05-19T03:50:12.318303Z","steps":["trace[1759699173] 'process raft request' (duration: 273.609218ms)","trace[1759699173] 'compare' (duration: 2.759086602s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:12.318375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.282886Z","time spent":"3.0354542s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:12.318422Z","caller":"traceutil/trace.go:171","msg":"trace[1856547898] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"3.034010914s","start":"2026-05-19T03:50:09.284365Z","end":"2026-05-19T03:50:12.318376Z","steps":["trace[1856547898] 'process raft request' (duration: 3.033770648s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:12.318602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.284348Z","time spent":"3.034157778s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:12.318836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032630258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef8ce492-61b5-4352-9a1a-fcc9fe2e77fa\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-19T03:50:12.319027Z","caller":"traceutil/trace.go:171","msg":"trace[1035080918] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef8ce492-61b5-4352-9a1a-fcc9fe2e77fa; range_end:; response_count:1; response_revision:24822; }","duration":"3.032849414s","start":"2026-05-19T03:50:09.286149Z","end":"2026-05-19T03:50:12.318999Z","steps":["trace[1035080918] 'agreement among raft nodes before linearized reading' (duration: 3.032390492s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:12.319121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.286139Z","time spent":"3.032964147s","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-ef8ce492-61b5-4352-9a1a-fcc9fe2e77fa\" "} {"level":"warn","ts":"2026-05-19T03:50:12.463439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000373345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:12.463715Z","caller":"traceutil/trace.go:171","msg":"trace[54514110] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000709664s","start":"2026-05-19T03:50:10.462984Z","end":"2026-05-19T03:50:12.463694Z","steps":["trace[54514110] 'agreement among raft nodes before linearized reading' (duration: 2.000411177s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:12.463814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:10.462961Z","time spent":"2.000838657s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:12.819036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:13.320084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:13.820978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:14.301756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.225008481s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:14.464691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000307044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:14.464782Z","caller":"traceutil/trace.go:171","msg":"trace[1421291498] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000534629s","start":"2026-05-19T03:50:12.46423Z","end":"2026-05-19T03:50:14.464765Z","steps":["trace[1421291498] 'agreement among raft nodes before linearized reading' (duration: 2.000342765s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:14.464824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:12.464199Z","time spent":"2.000614932s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:14.473869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209045016s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:14.473935Z","caller":"traceutil/trace.go:171","msg":"trace[263698379] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24822; }","duration":"1.209112207s","start":"2026-05-19T03:50:13.264813Z","end":"2026-05-19T03:50:14.473926Z","steps":["trace[263698379] 'range keys from in-memory index tree' (duration: 1.209034415s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:14.475571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.003345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:14.475847Z","caller":"traceutil/trace.go:171","msg":"trace[141899558] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"4.579086193s","start":"2026-05-19T03:50:09.896734Z","end":"2026-05-19T03:50:14.475821Z","steps":["trace[141899558] 'process raft request' (duration: 4.405559645s)","trace[141899558] 'compare' (duration: 172.79847ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:14.476008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.896714Z","time spent":"4.579226447s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:14.476329Z","caller":"traceutil/trace.go:171","msg":"trace[1266272379] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"3.188780392s","start":"2026-05-19T03:50:11.287519Z","end":"2026-05-19T03:50:14.476299Z","steps":["trace[1266272379] 'process raft request' (duration: 3.188159667s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:14.47693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:11.287493Z","time spent":"3.1894083s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:14.476451Z","caller":"traceutil/trace.go:171","msg":"trace[1743416279] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"2.736428093s","start":"2026-05-19T03:50:11.740007Z","end":"2026-05-19T03:50:14.476435Z","steps":["trace[1743416279] 'process raft request' (duration: 2.735764495s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:14.476498Z","caller":"traceutil/trace.go:171","msg":"trace[683244211] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"2.152183919s","start":"2026-05-19T03:50:12.324303Z","end":"2026-05-19T03:50:14.476486Z","steps":["trace[683244211] 'process raft request' (duration: 2.151560222s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:14.477082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:11.73999Z","time spent":"2.737012937s","remote":"127.0.0.1:45654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:14.476547Z","caller":"traceutil/trace.go:171","msg":"trace[1647553357] linearizableReadLoop","detail":"{readStateIndex:25649; appliedIndex:25645; }","duration":"2.158258234s","start":"2026-05-19T03:50:12.318272Z","end":"2026-05-19T03:50:14.47653Z","steps":["trace[1647553357] 'read index received' (duration: 1.983891513s)","trace[1647553357] 'applied index is now lower than readState.Index' (duration: 174.364871ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:14.477174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:12.324281Z","time spent":"2.152820046s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:50:16.470579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000232433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:16.47066Z","caller":"traceutil/trace.go:171","msg":"trace[275987283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346645s","start":"2026-05-19T03:50:14.470297Z","end":"2026-05-19T03:50:16.470644Z","steps":["trace[275987283] 'agreement among raft nodes before linearized reading' (duration: 2.000253283s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:16.470699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:14.470287Z","time spent":"2.000404046s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:16.591317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115367206s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-19T03:50:16.591483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.397126157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:50:16.591583Z","caller":"traceutil/trace.go:171","msg":"trace[677956130] linearizableReadLoop","detail":"{readStateIndex:25650; appliedIndex:25649; }","duration":"2.114360182s","start":"2026-05-19T03:50:14.477203Z","end":"2026-05-19T03:50:16.591563Z","steps":["trace[677956130] 'read index received' (duration: 56.482µs)","trace[677956130] 'applied index is now lower than readState.Index' (duration: 2.114302279s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.591742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.796312986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:16.591894Z","caller":"traceutil/trace.go:171","msg":"trace[841527058] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24826; }","duration":"6.796504071s","start":"2026-05-19T03:50:09.795328Z","end":"2026-05-19T03:50:16.591832Z","steps":["trace[841527058] 'agreement among raft nodes before linearized reading' (duration: 4.681480413s)","trace[841527058] 'count revisions from in-memory index tree' (duration: 2.114833414s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.592045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.795304Z","time spent":"6.796681805s","remote":"127.0.0.1:42896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:16.592159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.860704197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-19T03:50:16.592209Z","caller":"traceutil/trace.go:171","msg":"trace[114219023] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24826; }","duration":"4.860776439s","start":"2026-05-19T03:50:11.731413Z","end":"2026-05-19T03:50:16.59219Z","steps":["trace[114219023] 'agreement among raft nodes before linearized reading' (duration: 2.745333011s)","trace[114219023] 'range keys from in-memory index tree' (duration: 2.115331796s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.59226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:11.73139Z","time spent":"4.860858471s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-19T03:50:16.592265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.601426983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:16.59236Z","caller":"traceutil/trace.go:171","msg":"trace[422790718] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24826; }","duration":"5.601552697s","start":"2026-05-19T03:50:10.990781Z","end":"2026-05-19T03:50:16.592334Z","steps":["trace[422790718] 'agreement among raft nodes before linearized reading' (duration: 3.485996826s)","trace[422790718] 'count revisions from in-memory index tree' (duration: 2.115433438s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.592402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.304623478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-05-19T03:50:16.592455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:10.990767Z","time spent":"5.601638629s","remote":"127.0.0.1:45682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:16.592501Z","caller":"traceutil/trace.go:171","msg":"trace[1120272398] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24826; }","duration":"7.304728291s","start":"2026-05-19T03:50:09.287739Z","end":"2026-05-19T03:50:16.592467Z","steps":["trace[1120272398] 'agreement among raft nodes before linearized reading' (duration: 5.188834191s)","trace[1120272398] 'range keys from in-memory index tree' (duration: 2.115711045s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.592559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.287718Z","time spent":"7.304829623s","remote":"127.0.0.1:34746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-05-19T03:50:16.592469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.447686791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:16.592801Z","caller":"traceutil/trace.go:171","msg":"trace[1423791754] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24826; }","duration":"5.44803962s","start":"2026-05-19T03:50:11.144733Z","end":"2026-05-19T03:50:16.592773Z","steps":["trace[1423791754] 'agreement among raft nodes before linearized reading' (duration: 3.332026107s)","trace[1423791754] 'count revisions from in-memory index tree' (duration: 2.115688375s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.592857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.397268704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:16.592872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:11.144713Z","time spent":"5.448137763s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:16.592906Z","caller":"traceutil/trace.go:171","msg":"trace[1148526706] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24826; }","duration":"4.397342136s","start":"2026-05-19T03:50:12.195546Z","end":"2026-05-19T03:50:16.592888Z","steps":["trace[1148526706] 'agreement among raft nodes before linearized reading' (duration: 2.281130848s)","trace[1148526706] 'count revisions from in-memory index tree' (duration: 2.116113866s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.592944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:12.195526Z","time spent":"4.397409607s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:16.592819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.374624065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:16.593128Z","caller":"traceutil/trace.go:171","msg":"trace[527613805] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24826; }","duration":"4.374970064s","start":"2026-05-19T03:50:12.218142Z","end":"2026-05-19T03:50:16.593112Z","steps":["trace[527613805] 'agreement among raft nodes before linearized reading' (duration: 2.25852037s)","trace[527613805] 'count revisions from in-memory index tree' (duration: 2.116127856s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.593173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:12.218126Z","time spent":"4.375031365s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:16.593794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.884475841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:16.59394Z","caller":"traceutil/trace.go:171","msg":"trace[276873724] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24826; }","duration":"6.884674596s","start":"2026-05-19T03:50:09.709234Z","end":"2026-05-19T03:50:16.593909Z","steps":["trace[276873724] 'agreement among raft nodes before linearized reading' (duration: 4.767587996s)","trace[276873724] 'count revisions from in-memory index tree' (duration: 2.116884725s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.594035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.709214Z","time spent":"6.88480272s","remote":"127.0.0.1:43608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:16.594112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133981353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-19T03:50:16.594179Z","caller":"traceutil/trace.go:171","msg":"trace[1605215268] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24826; }","duration":"2.134082205s","start":"2026-05-19T03:50:14.46008Z","end":"2026-05-19T03:50:16.594163Z","steps":["trace[1605215268] 'agreement among raft nodes before linearized reading' (duration: 2.133904951s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:16.594227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:14.46006Z","time spent":"2.134157137s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:50:16.5945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.910407595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:16.594657Z","caller":"traceutil/trace.go:171","msg":"trace[1484629677] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24826; }","duration":"6.91060173s","start":"2026-05-19T03:50:09.684036Z","end":"2026-05-19T03:50:16.594637Z","steps":["trace[1484629677] 'agreement among raft nodes before linearized reading' (duration: 4.792796701s)","trace[1484629677] 'count revisions from in-memory index tree' (duration: 2.117633385s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.59475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.684014Z","time spent":"6.910717693s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:16.592038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.491827801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:16.60594Z","caller":"traceutil/trace.go:171","msg":"trace[142591455] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24826; }","duration":"5.505779818s","start":"2026-05-19T03:50:11.100144Z","end":"2026-05-19T03:50:16.605924Z","steps":["trace[142591455] 'agreement among raft nodes before linearized reading' (duration: 3.376624098s)","trace[142591455] 'count revisions from in-memory index tree' (duration: 2.11509591s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.597413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.051347253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:16.605975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:11.100125Z","time spent":"5.505837789s","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:16.60598Z","caller":"traceutil/trace.go:171","msg":"trace[1228115989] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24826; }","duration":"6.059958193s","start":"2026-05-19T03:50:10.546008Z","end":"2026-05-19T03:50:16.605966Z","steps":["trace[1228115989] 'agreement among raft nodes before linearized reading' (duration: 3.930780703s)","trace[1228115989] 'count revisions from in-memory index tree' (duration: 2.120597961s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.606006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:10.545983Z","time spent":"6.060012524s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:16.597521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533279277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:16.606056Z","caller":"traceutil/trace.go:171","msg":"trace[233417722] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24826; }","duration":"2.541852356s","start":"2026-05-19T03:50:14.064193Z","end":"2026-05-19T03:50:16.606045Z","steps":["trace[233417722] 'agreement among raft nodes before linearized reading' (duration: 2.533302137s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:16.606088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:14.064161Z","time spent":"2.541914988s","remote":"127.0.0.1:51070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:16.597562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91656116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:16.606184Z","caller":"traceutil/trace.go:171","msg":"trace[1707257593] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24826; }","duration":"2.925243392s","start":"2026-05-19T03:50:13.68093Z","end":"2026-05-19T03:50:16.606173Z","steps":["trace[1707257593] 'agreement among raft nodes before linearized reading' (duration: 2.916608101s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:16.605931Z","caller":"traceutil/trace.go:171","msg":"trace[1929804337] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24826; }","duration":"6.39724318s","start":"2026-05-19T03:50:10.194286Z","end":"2026-05-19T03:50:16.591529Z","steps":["trace[1929804337] 'agreement among raft nodes before linearized reading' (duration: 4.282512729s)","trace[1929804337] 'count revisions from in-memory index tree' (duration: 2.114633397s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.606213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:13.680908Z","time spent":"2.925293653s","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:16.60622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:10.194264Z","time spent":"6.411946515s","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:16.597594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98185317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:16.606279Z","caller":"traceutil/trace.go:171","msg":"trace[2044834158] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24826; }","duration":"2.990561814s","start":"2026-05-19T03:50:13.615707Z","end":"2026-05-19T03:50:16.606269Z","steps":["trace[2044834158] 'agreement among raft nodes before linearized reading' (duration: 2.981869081s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:16.606309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:13.61569Z","time spent":"2.990609014s","remote":"127.0.0.1:53492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:16.597627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011744814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:16.606338Z","caller":"traceutil/trace.go:171","msg":"trace[988491305] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:24826; }","duration":"3.020490538s","start":"2026-05-19T03:50:13.58584Z","end":"2026-05-19T03:50:16.606331Z","steps":["trace[988491305] 'agreement among raft nodes before linearized reading' (duration: 3.011768555s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:16.606359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:13.585821Z","time spent":"3.020531859s","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:16.5977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.275123749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-19T03:50:16.606411Z","caller":"traceutil/trace.go:171","msg":"trace[198941158] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24826; }","duration":"4.283907634s","start":"2026-05-19T03:50:12.322493Z","end":"2026-05-19T03:50:16.606401Z","steps":["trace[198941158] 'agreement among raft nodes before linearized reading' (duration: 4.27514772s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:16.606438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:12.32248Z","time spent":"4.283948755s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-19T03:50:16.597764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.276064784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-19T03:50:16.606481Z","caller":"traceutil/trace.go:171","msg":"trace[1870948575] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24826; }","duration":"4.284814878s","start":"2026-05-19T03:50:12.321659Z","end":"2026-05-19T03:50:16.606474Z","steps":["trace[1870948575] 'agreement among raft nodes before linearized reading' (duration: 4.276057964s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:16.606498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:12.32163Z","time spent":"4.284862609s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-19T03:50:16.597943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.933675889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:16.606556Z","caller":"traceutil/trace.go:171","msg":"trace[208916849] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24826; }","duration":"6.94230076s","start":"2026-05-19T03:50:09.664225Z","end":"2026-05-19T03:50:16.606526Z","steps":["trace[208916849] 'agreement among raft nodes before linearized reading' (duration: 4.812617747s)","trace[208916849] 'count revisions from in-memory index tree' (duration: 2.121077113s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.606586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.664207Z","time spent":"6.942369192s","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:16.597983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.308355933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:16.60666Z","caller":"traceutil/trace.go:171","msg":"trace[237238246] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24826; }","duration":"7.317009645s","start":"2026-05-19T03:50:09.289605Z","end":"2026-05-19T03:50:16.606615Z","steps":["trace[237238246] 'agreement among raft nodes before linearized reading' (duration: 5.18724749s)","trace[237238246] 'range keys from in-memory index tree' (duration: 2.121110093s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.59805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.308507007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-05-19T03:50:16.6067Z","caller":"traceutil/trace.go:171","msg":"trace[439197313] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24826; }","duration":"7.317177189s","start":"2026-05-19T03:50:09.289515Z","end":"2026-05-19T03:50:16.606692Z","steps":["trace[439197313] 'agreement among raft nodes before linearized reading' (duration: 5.187349693s)","trace[439197313] 'range keys from in-memory index tree' (duration: 2.121133044s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.606722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.289508Z","time spent":"7.31720797s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-19T03:50:16.606727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.289597Z","time spent":"7.317113088s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:50:16.598109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.310327054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-05-19T03:50:16.606773Z","caller":"traceutil/trace.go:171","msg":"trace[1464740954] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24826; }","duration":"7.319000726s","start":"2026-05-19T03:50:09.287762Z","end":"2026-05-19T03:50:16.606763Z","steps":["trace[1464740954] 'agreement among raft nodes before linearized reading' (duration: 5.189110118s)","trace[1464740954] 'range keys from in-memory index tree' (duration: 2.121191326s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.606802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.287754Z","time spent":"7.319040047s","remote":"127.0.0.1:34746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-05-19T03:50:16.598168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.310389806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-05-19T03:50:16.606913Z","caller":"traceutil/trace.go:171","msg":"trace[104094672] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24826; }","duration":"7.31914654s","start":"2026-05-19T03:50:09.287758Z","end":"2026-05-19T03:50:16.606905Z","steps":["trace[104094672] 'agreement among raft nodes before linearized reading' (duration: 5.189123218s)","trace[104094672] 'range keys from in-memory index tree' (duration: 2.121239657s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.606939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.28775Z","time spent":"7.31917877s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T03:50:16.591902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.638095834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:50:16.607193Z","caller":"traceutil/trace.go:171","msg":"trace[481689605] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24826; }","duration":"4.653461567s","start":"2026-05-19T03:50:11.95372Z","end":"2026-05-19T03:50:16.607181Z","steps":["trace[481689605] 'agreement among raft nodes before linearized reading' (duration: 2.523016894s)","trace[481689605] 'count revisions from in-memory index tree' (duration: 2.115089919s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:16.60722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:11.953697Z","time spent":"4.653514387s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:16.599003Z","caller":"traceutil/trace.go:171","msg":"trace[449453682] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"2.118772453s","start":"2026-05-19T03:50:14.480201Z","end":"2026-05-19T03:50:16.598973Z","steps":["trace[449453682] 'process raft request' (duration: 2.111244582s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:16.607324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:14.480184Z","time spent":"2.127110328s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:50:17.092755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:17.456946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.128060802s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:17.696577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.289501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:17.696827Z","caller":"traceutil/trace.go:171","msg":"trace[1876779940] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"2.75897338s","start":"2026-05-19T03:50:14.937813Z","end":"2026-05-19T03:50:17.696787Z","steps":["trace[1876779940] 'process raft request' (duration: 2.519368862s)","trace[1876779940] 'compare' (duration: 238.181952ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:17.696985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:14.937788Z","time spent":"2.759113813s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:17.697019Z","caller":"traceutil/trace.go:171","msg":"trace[743264343] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"2.550377073s","start":"2026-05-19T03:50:15.146616Z","end":"2026-05-19T03:50:17.696993Z","steps":["trace[743264343] 'process raft request' (duration: 2.550085596s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:17.697247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:15.146591Z","time spent":"2.550537017s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:18.470938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0001358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:18.47112Z","caller":"traceutil/trace.go:171","msg":"trace[1292391712] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000375696s","start":"2026-05-19T03:50:16.470724Z","end":"2026-05-19T03:50:18.4711Z","steps":["trace[1292391712] 'agreement among raft nodes before linearized reading' (duration: 2.000172401s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:18.4712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.470702Z","time spent":"2.00048498s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:18.945181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000597612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:18.945261Z","caller":"traceutil/trace.go:171","msg":"trace[1658048654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000732625s","start":"2026-05-19T03:50:16.94451Z","end":"2026-05-19T03:50:18.945243Z","steps":["trace[1658048654] 'agreement among raft nodes before linearized reading' (duration: 2.000631273s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:18.945546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.944489Z","time spent":"2.000875558s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:19.262126Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.568248593s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:19.580673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.219997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:19.580983Z","caller":"traceutil/trace.go:171","msg":"trace[1522520117] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"2.971955007s","start":"2026-05-19T03:50:16.60899Z","end":"2026-05-19T03:50:19.580945Z","steps":["trace[1522520117] 'process raft request' (duration: 2.653411509s)","trace[1522520117] 'compare' (duration: 314.037212ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:19.581063Z","caller":"traceutil/trace.go:171","msg":"trace[1906040631] linearizableReadLoop","detail":"{readStateIndex:25658; appliedIndex:25651; }","duration":"2.989406404s","start":"2026-05-19T03:50:16.591638Z","end":"2026-05-19T03:50:19.581044Z","steps":["trace[1906040631] 'read index received' (duration: 865.55815ms)","trace[1906040631] 'applied index is now lower than readState.Index' (duration: 2.123847224s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:19.581149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.608975Z","time spent":"2.97208102s","remote":"127.0.0.1:34746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:19.581246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09833267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-19T03:50:19.581278Z","caller":"traceutil/trace.go:171","msg":"trace[1823780890] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24834; }","duration":"3.098392601s","start":"2026-05-19T03:50:16.482873Z","end":"2026-05-19T03:50:19.581266Z","steps":["trace[1823780890] 'agreement among raft nodes before linearized reading' (duration: 3.098247578s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:19.581152Z","caller":"traceutil/trace.go:171","msg":"trace[1406801846] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"2.796454479s","start":"2026-05-19T03:50:16.784668Z","end":"2026-05-19T03:50:19.581122Z","steps":["trace[1406801846] 'process raft request' (duration: 2.796330346s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:19.581278Z","caller":"traceutil/trace.go:171","msg":"trace[2019180025] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"2.969067973s","start":"2026-05-19T03:50:16.612177Z","end":"2026-05-19T03:50:19.581245Z","steps":["trace[2019180025] 'process raft request' (duration: 2.968708464s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:19.581359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990358157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:19.581389Z","caller":"traceutil/trace.go:171","msg":"trace[772343595] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24834; }","duration":"3.990411618s","start":"2026-05-19T03:50:15.590968Z","end":"2026-05-19T03:50:19.581379Z","steps":["trace[772343595] 'agreement among raft nodes before linearized reading' (duration: 3.990363707s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:19.581384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847148334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:19.5814Z","caller":"traceutil/trace.go:171","msg":"trace[2112611083] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"2.968038657s","start":"2026-05-19T03:50:16.61334Z","end":"2026-05-19T03:50:19.581378Z","steps":["trace[2112611083] 'process raft request' (duration: 2.967598866s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:19.581436Z","caller":"traceutil/trace.go:171","msg":"trace[68110887] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24834; }","duration":"3.847246986s","start":"2026-05-19T03:50:15.734176Z","end":"2026-05-19T03:50:19.581423Z","steps":["trace[68110887] 'agreement among raft nodes before linearized reading' (duration: 3.847152094s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:19.581425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.612153Z","time spent":"2.969195126s","remote":"127.0.0.1:34746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:19.581443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.299853444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:19.581437Z","caller":"traceutil/trace.go:171","msg":"trace[1712565563] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"2.969273108s","start":"2026-05-19T03:50:16.612145Z","end":"2026-05-19T03:50:19.581418Z","steps":["trace[1712565563] 'process raft request' (duration: 2.968643542s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:19.581462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:15.734157Z","time spent":"3.847299677s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:19.581446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.784638Z","time spent":"2.796682315s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:19.581485Z","caller":"traceutil/trace.go:171","msg":"trace[710499852] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24834; }","duration":"3.299942287s","start":"2026-05-19T03:50:16.281529Z","end":"2026-05-19T03:50:19.581472Z","steps":["trace[710499852] 'agreement among raft nodes before linearized reading' (duration: 3.299859114s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:19.581473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134948276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:19.581457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.333308408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:19.581311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.482838Z","time spent":"3.098465192s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:50:19.581535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.098556471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18367"} {"level":"warn","ts":"2026-05-19T03:50:19.581528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.612126Z","time spent":"2.969356871s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:19.581533Z","caller":"traceutil/trace.go:171","msg":"trace[1513817438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24834; }","duration":"3.135058209s","start":"2026-05-19T03:50:16.446461Z","end":"2026-05-19T03:50:19.581519Z","steps":["trace[1513817438] 'agreement among raft nodes before linearized reading' (duration: 3.134940876s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:19.58156Z","caller":"traceutil/trace.go:171","msg":"trace[806449026] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24834; }","duration":"5.098602913s","start":"2026-05-19T03:50:14.482949Z","end":"2026-05-19T03:50:19.581552Z","steps":["trace[806449026] 'agreement among raft nodes before linearized reading' (duration: 5.098524071s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:19.581577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.44644Z","time spent":"3.1351267s","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:19.581584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:14.482938Z","time spent":"5.098640173s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-19T03:50:19.581505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.613328Z","time spent":"2.968119279s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:19.581581Z","caller":"traceutil/trace.go:171","msg":"trace[944475554] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24834; }","duration":"4.333442622s","start":"2026-05-19T03:50:15.248107Z","end":"2026-05-19T03:50:19.581549Z","steps":["trace[944475554] 'agreement among raft nodes before linearized reading' (duration: 4.333325759s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:19.581516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.281505Z","time spent":"3.300004968s","remote":"127.0.0.1:37714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:19.581688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:15.248087Z","time spent":"4.333556574s","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:19.581414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:15.590952Z","time spent":"3.990455619s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:20.081725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:20.480602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000111728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:20.480691Z","caller":"traceutil/trace.go:171","msg":"trace[1154119094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246292s","start":"2026-05-19T03:50:18.480421Z","end":"2026-05-19T03:50:20.480667Z","steps":["trace[1154119094] 'agreement among raft nodes before linearized reading' (duration: 2.000138219s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:20.480738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:18.480405Z","time spent":"2.000323635s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:20.582462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:20.638649Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110340209s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:21.641505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002641105s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:21.641708Z","caller":"traceutil/trace.go:171","msg":"trace[81467781] linearizableReadLoop","detail":"{readStateIndex:25660; appliedIndex:25658; }","duration":"2.060597745s","start":"2026-05-19T03:50:19.581094Z","end":"2026-05-19T03:50:21.641692Z","steps":["trace[81467781] 'read index received' (duration: 1.057709693s)","trace[81467781] 'applied index is now lower than readState.Index' (duration: 1.002887122s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:21.641764Z","caller":"traceutil/trace.go:171","msg":"trace[380521674] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"2.159671741s","start":"2026-05-19T03:50:19.482023Z","end":"2026-05-19T03:50:21.641695Z","steps":["trace[380521674] 'process raft request' (duration: 1.15684282s)","trace[380521674] 'compare' (duration: 1.002174794s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:21.64192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.922576812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:21.641922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:19.481998Z","time spent":"2.159838574s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:21.641962Z","caller":"traceutil/trace.go:171","msg":"trace[94122644] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24836; }","duration":"3.922623723s","start":"2026-05-19T03:50:17.719327Z","end":"2026-05-19T03:50:21.64195Z","steps":["trace[94122644] 'agreement among raft nodes before linearized reading' (duration: 3.922459069s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.642006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:17.719275Z","time spent":"3.922721265s","remote":"127.0.0.1:53454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.642218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.030307415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:21.642258Z","caller":"traceutil/trace.go:171","msg":"trace[2051200519] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24836; }","duration":"5.030356366s","start":"2026-05-19T03:50:16.61189Z","end":"2026-05-19T03:50:21.642246Z","steps":["trace[2051200519] 'agreement among raft nodes before linearized reading' (duration: 5.030300315s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.642287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.611881Z","time spent":"5.030398467s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:50:21.642515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.032972794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T03:50:21.642517Z","caller":"traceutil/trace.go:171","msg":"trace[1799515766] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"2.056829791s","start":"2026-05-19T03:50:19.585664Z","end":"2026-05-19T03:50:21.642494Z","steps":["trace[1799515766] 'process raft request' (duration: 2.055947727s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:21.642551Z","caller":"traceutil/trace.go:171","msg":"trace[1860918751] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0; range_end:; response_count:1; response_revision:24836; }","duration":"5.033024496s","start":"2026-05-19T03:50:16.609517Z","end":"2026-05-19T03:50:21.642542Z","steps":["trace[1860918751] 'agreement among raft nodes before linearized reading' (duration: 5.032906263s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.642581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.609509Z","time spent":"5.033066137s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" "} {"level":"warn","ts":"2026-05-19T03:50:21.64262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:19.585641Z","time spent":"2.056923463s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:21.642738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104572962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:21.642793Z","caller":"traceutil/trace.go:171","msg":"trace[322436791] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24836; }","duration":"2.104698345s","start":"2026-05-19T03:50:19.538081Z","end":"2026-05-19T03:50:21.642779Z","steps":["trace[322436791] 'agreement among raft nodes before linearized reading' (duration: 2.104611913s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.642832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:19.538031Z","time spent":"2.104788347s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.642995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.033954499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b51246a5-2940-4588-860f-d27a857abd76\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-19T03:50:21.64304Z","caller":"traceutil/trace.go:171","msg":"trace[1167543576] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b51246a5-2940-4588-860f-d27a857abd76; range_end:; response_count:1; response_revision:24836; }","duration":"5.03402726s","start":"2026-05-19T03:50:16.609003Z","end":"2026-05-19T03:50:21.64303Z","steps":["trace[1167543576] 'agreement among raft nodes before linearized reading' (duration: 5.033701222s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.643071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.608988Z","time spent":"5.034076452s","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-b51246a5-2940-4588-860f-d27a857abd76\" "} {"level":"warn","ts":"2026-05-19T03:50:21.64324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.035518949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-19T03:50:21.643273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879190285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-19T03:50:21.643317Z","caller":"traceutil/trace.go:171","msg":"trace[46857902] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24836; }","duration":"5.035618152s","start":"2026-05-19T03:50:16.60768Z","end":"2026-05-19T03:50:21.643298Z","steps":["trace[46857902] 'agreement among raft nodes before linearized reading' (duration: 5.035406337s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.643383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.60767Z","time spent":"5.035698404s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-19T03:50:21.643454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057695473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-w6crh\" ","response":"range_response_count:1 size:5315"} {"level":"info","ts":"2026-05-19T03:50:21.643518Z","caller":"traceutil/trace.go:171","msg":"trace[1464835002] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-w6crh; range_end:; response_count:1; response_revision:24836; }","duration":"2.057793865s","start":"2026-05-19T03:50:19.585708Z","end":"2026-05-19T03:50:21.643502Z","steps":["trace[1464835002] 'agreement among raft nodes before linearized reading' (duration: 2.057558059s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.643568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:19.58569Z","time spent":"2.057866326s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5338,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-w6crh\" "} {"level":"info","ts":"2026-05-19T03:50:21.643379Z","caller":"traceutil/trace.go:171","msg":"trace[484035418] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24836; }","duration":"2.879341718s","start":"2026-05-19T03:50:18.764012Z","end":"2026-05-19T03:50:21.643354Z","steps":["trace[484035418] 'agreement among raft nodes before linearized reading' (duration: 2.877695006s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.643666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:18.76399Z","time spent":"2.879655796s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-19T03:50:21.643748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326541281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:21.643777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757986666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:21.643822Z","caller":"traceutil/trace.go:171","msg":"trace[658884676] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:24836; }","duration":"1.326660224s","start":"2026-05-19T03:50:20.317142Z","end":"2026-05-19T03:50:21.643803Z","steps":["trace[658884676] 'agreement among raft nodes before linearized reading' (duration: 1.32652263s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.643895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056729537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18b0daef7365d8a6\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-19T03:50:21.643833Z","caller":"traceutil/trace.go:171","msg":"trace[1820213879] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24836; }","duration":"1.758086579s","start":"2026-05-19T03:50:19.88573Z","end":"2026-05-19T03:50:21.643816Z","steps":["trace[1820213879] 'agreement among raft nodes before linearized reading' (duration: 1.757977006s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:21.643957Z","caller":"traceutil/trace.go:171","msg":"trace[211677646] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18b0daef7365d8a6; range_end:; response_count:1; response_revision:24836; }","duration":"2.056817659s","start":"2026-05-19T03:50:19.587123Z","end":"2026-05-19T03:50:21.643941Z","steps":["trace[211677646] 'agreement among raft nodes before linearized reading' (duration: 2.056667455s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.643964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:19.885714Z","time spent":"1.758238222s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.644091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:19.587108Z","time spent":"2.056968703s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18b0daef7365d8a6\" "} {"level":"warn","ts":"2026-05-19T03:50:21.6439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:20.317126Z","time spent":"1.326753527s","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.644375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162984057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:21.643962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752424133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-19T03:50:21.64444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.595478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:21.644451Z","caller":"traceutil/trace.go:171","msg":"trace[1382675309] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24836; }","duration":"1.752924046s","start":"2026-05-19T03:50:19.89151Z","end":"2026-05-19T03:50:21.644434Z","steps":["trace[1382675309] 'agreement among raft nodes before linearized reading' (duration: 1.752345841s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:21.644468Z","caller":"traceutil/trace.go:171","msg":"trace[757574151] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24836; }","duration":"635.662849ms","start":"2026-05-19T03:50:21.008799Z","end":"2026-05-19T03:50:21.644462Z","steps":["trace[757574151] 'agreement among raft nodes before linearized reading' (duration: 635.620698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.64449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.008777Z","time spent":"635.70699ms","remote":"127.0.0.1:42850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.644495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:19.891501Z","time spent":"1.752980547s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-19T03:50:21.644406Z","caller":"traceutil/trace.go:171","msg":"trace[1338949269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24836; }","duration":"1.163048029s","start":"2026-05-19T03:50:20.481351Z","end":"2026-05-19T03:50:21.644399Z","steps":["trace[1338949269] 'agreement among raft nodes before linearized reading' (duration: 1.162985337s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.644563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:20.481336Z","time spent":"1.163217673s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:22.146379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:22.646612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:23.560012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.362795ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:23.560236Z","caller":"traceutil/trace.go:171","msg":"trace[1053645418] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24836; }","duration":"295.594441ms","start":"2026-05-19T03:50:23.264622Z","end":"2026-05-19T03:50:23.560216Z","steps":["trace[1053645418] 'range keys from in-memory index tree' (duration: 295.343633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:23.560301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.346628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:23.560443Z","caller":"traceutil/trace.go:171","msg":"trace[1745598841] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"1.915458904s","start":"2026-05-19T03:50:21.644959Z","end":"2026-05-19T03:50:23.560418Z","steps":["trace[1745598841] 'process raft request' (duration: 1.05987848s)","trace[1745598841] 'compare' (duration: 853.247574ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:23.560528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.644934Z","time spent":"1.915543936s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:23.65185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:23.65192Z","caller":"traceutil/trace.go:171","msg":"trace[1411603602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349885s","start":"2026-05-19T03:50:21.651556Z","end":"2026-05-19T03:50:23.651906Z","steps":["trace[1411603602] 'agreement among raft nodes before linearized reading' (duration: 2.000259533s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:23.651953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.651547Z","time spent":"2.000399736s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:50:23.656611Z","caller":"traceutil/trace.go:171","msg":"trace[5565528] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"2.010393242s","start":"2026-05-19T03:50:21.646196Z","end":"2026-05-19T03:50:23.656589Z","steps":["trace[5565528] 'process raft request' (duration: 2.010173206s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:23.656752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010624598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T03:50:23.656795Z","caller":"traceutil/trace.go:171","msg":"trace[891600865] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24840; }","duration":"2.01069466s","start":"2026-05-19T03:50:21.646092Z","end":"2026-05-19T03:50:23.656786Z","steps":["trace[891600865] 'agreement among raft nodes before linearized reading' (duration: 2.010551997s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:23.65682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.646083Z","time spent":"2.010731671s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-19T03:50:23.656825Z","caller":"traceutil/trace.go:171","msg":"trace[1022738864] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"2.008185396s","start":"2026-05-19T03:50:21.648618Z","end":"2026-05-19T03:50:23.656804Z","steps":["trace[1022738864] 'process raft request' (duration: 2.007883617s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:23.656886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.648599Z","time spent":"2.008256717s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:23.657094Z","caller":"traceutil/trace.go:171","msg":"trace[721252841] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"2.006536924s","start":"2026-05-19T03:50:21.650547Z","end":"2026-05-19T03:50:23.657084Z","steps":["trace[721252841] 'process raft request' (duration: 2.00599835s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:23.657165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.650531Z","time spent":"2.006588236s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:23.656607Z","caller":"traceutil/trace.go:171","msg":"trace[748206794] linearizableReadLoop","detail":"{readStateIndex:25664; appliedIndex:25660; }","duration":"2.010472174s","start":"2026-05-19T03:50:21.646118Z","end":"2026-05-19T03:50:23.65659Z","steps":["trace[748206794] 'read index received' (duration: 1.058737531s)","trace[748206794] 'applied index is now lower than readState.Index' (duration: 951.733743ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:23.65672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.646189Z","time spent":"2.010465994s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:24.158451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:25.653234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000785796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:25.653341Z","caller":"traceutil/trace.go:171","msg":"trace[1099340517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0009464s","start":"2026-05-19T03:50:23.652368Z","end":"2026-05-19T03:50:25.653315Z","steps":["trace[1099340517] 'agreement among raft nodes before linearized reading' (duration: 2.000809657s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:25.653404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.652352Z","time spent":"2.001036502s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:26.079011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717505181s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:26.079193Z","caller":"traceutil/trace.go:171","msg":"trace[468588570] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"2.430340153s","start":"2026-05-19T03:50:23.648828Z","end":"2026-05-19T03:50:26.079169Z","steps":["trace[468588570] 'process raft request' (duration: 712.466043ms)","trace[468588570] 'compare' (duration: 1.717004868s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:26.079288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.648809Z","time spent":"2.430435815s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:26.07929Z","caller":"traceutil/trace.go:171","msg":"trace[1685352986] linearizableReadLoop","detail":"{readStateIndex:25665; appliedIndex:25664; }","duration":"2.421869447s","start":"2026-05-19T03:50:23.657384Z","end":"2026-05-19T03:50:26.079254Z","steps":["trace[1685352986] 'read index received' (duration: 703.879714ms)","trace[1685352986] 'applied index is now lower than readState.Index' (duration: 1.717985553s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:27.662368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:27.662434Z","caller":"traceutil/trace.go:171","msg":"trace[543622051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239882s","start":"2026-05-19T03:50:25.662178Z","end":"2026-05-19T03:50:27.662418Z","steps":["trace[543622051] 'agreement among raft nodes before linearized reading' (duration: 2.00014914s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:27.662472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:25.662161Z","time spent":"2.000303554s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:28.301872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222763015s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:50:28.301981Z","caller":"traceutil/trace.go:171","msg":"trace[1240685359] linearizableReadLoop","detail":"{readStateIndex:25666; appliedIndex:25665; }","duration":"2.2225861s","start":"2026-05-19T03:50:26.079376Z","end":"2026-05-19T03:50:28.301962Z","steps":["trace[1240685359] 'read index received' (duration: 275.477µs)","trace[1240685359] 'applied index is now lower than readState.Index' (duration: 2.222308803s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:28.30316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.46217783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:28.303253Z","caller":"traceutil/trace.go:171","msg":"trace[1603865111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24842; }","duration":"6.462332314s","start":"2026-05-19T03:50:21.840893Z","end":"2026-05-19T03:50:28.303226Z","steps":["trace[1603865111] 'agreement among raft nodes before linearized reading' (duration: 4.238596335s)","trace[1603865111] 'count revisions from in-memory index tree' (duration: 2.223590396s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:28.303303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.84087Z","time spent":"6.462420436s","remote":"127.0.0.1:49286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:28.303307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19228358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:28.303383Z","caller":"traceutil/trace.go:171","msg":"trace[367718603] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24842; }","duration":"4.192408333s","start":"2026-05-19T03:50:24.110953Z","end":"2026-05-19T03:50:28.303361Z","steps":["trace[367718603] 'agreement among raft nodes before linearized reading' (duration: 4.19226487s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:28.303438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:24.110932Z","time spent":"4.192496056s","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:28.303433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343297306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:28.303483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503912316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:28.303514Z","caller":"traceutil/trace.go:171","msg":"trace[2009838909] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24842; }","duration":"2.34343796s","start":"2026-05-19T03:50:25.960054Z","end":"2026-05-19T03:50:28.303492Z","steps":["trace[2009838909] 'agreement among raft nodes before linearized reading' (duration: 2.343290027s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:28.303537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.403636032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:28.303553Z","caller":"traceutil/trace.go:171","msg":"trace[575239959] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24842; }","duration":"2.504021468s","start":"2026-05-19T03:50:25.799512Z","end":"2026-05-19T03:50:28.303534Z","steps":["trace[575239959] 'agreement among raft nodes before linearized reading' (duration: 2.503894015s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:28.303558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:25.960028Z","time spent":"2.343519492s","remote":"127.0.0.1:42922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:28.303522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363421609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:28.303583Z","caller":"traceutil/trace.go:171","msg":"trace[1846328597] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24842; }","duration":"6.403726705s","start":"2026-05-19T03:50:21.899844Z","end":"2026-05-19T03:50:28.303571Z","steps":["trace[1846328597] 'agreement among raft nodes before linearized reading' (duration: 4.179557525s)","trace[1846328597] 'count revisions from in-memory index tree' (duration: 2.224011716s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:28.303593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:25.799493Z","time spent":"2.50409067s","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:28.303611Z","caller":"traceutil/trace.go:171","msg":"trace[1314795638] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24842; }","duration":"3.363569003s","start":"2026-05-19T03:50:24.940023Z","end":"2026-05-19T03:50:28.303592Z","steps":["trace[1314795638] 'agreement among raft nodes before linearized reading' (duration: 3.363390788s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:28.303689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:24.94Z","time spent":"3.363675136s","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:28.303684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533256484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:28.303755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.55406195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-19T03:50:28.303806Z","caller":"traceutil/trace.go:171","msg":"trace[1616289303] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24842; }","duration":"6.554107321s","start":"2026-05-19T03:50:21.749682Z","end":"2026-05-19T03:50:28.303789Z","steps":["trace[1616289303] 'agreement among raft nodes before linearized reading' (duration: 4.330475535s)","trace[1616289303] 'range keys from in-memory index tree' (duration: 2.223487111s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:28.303813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.644114466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:28.303823Z","caller":"traceutil/trace.go:171","msg":"trace[372199575] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24842; }","duration":"3.533424648s","start":"2026-05-19T03:50:24.770362Z","end":"2026-05-19T03:50:28.303787Z","steps":["trace[372199575] 'agreement among raft nodes before linearized reading' (duration: 3.533177722s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:28.303854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.749667Z","time spent":"6.554177502s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-19T03:50:28.304055Z","caller":"traceutil/trace.go:171","msg":"trace[725722741] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:0; response_revision:24842; }","duration":"4.644376454s","start":"2026-05-19T03:50:23.659662Z","end":"2026-05-19T03:50:28.304039Z","steps":["trace[725722741] 'agreement among raft nodes before linearized reading' (duration: 4.644115987s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:28.304084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.4296206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:28.304078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.73524925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0daf2bfbcb1c2\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-19T03:50:28.304098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.357708698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:28.304119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.659648Z","time spent":"4.644458836s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.152\" "} {"level":"info","ts":"2026-05-19T03:50:28.304124Z","caller":"traceutil/trace.go:171","msg":"trace[21436494] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24842; }","duration":"5.429707552s","start":"2026-05-19T03:50:22.874401Z","end":"2026-05-19T03:50:28.304108Z","steps":["trace[21436494] 'agreement among raft nodes before linearized reading' (duration: 3.205149671s)","trace[21436494] 'count revisions from in-memory index tree' (duration: 2.224458028s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:28.30414Z","caller":"traceutil/trace.go:171","msg":"trace[1742838629] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24842; }","duration":"6.35778106s","start":"2026-05-19T03:50:21.946345Z","end":"2026-05-19T03:50:28.304126Z","steps":["trace[1742838629] 'agreement among raft nodes before linearized reading' (duration: 4.133298362s)","trace[1742838629] 'count revisions from in-memory index tree' (duration: 2.224417017s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:28.304147Z","caller":"traceutil/trace.go:171","msg":"trace[1699915780] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0daf2bfbcb1c2; range_end:; response_count:1; response_revision:24842; }","duration":"4.735338391s","start":"2026-05-19T03:50:23.568781Z","end":"2026-05-19T03:50:28.30412Z","steps":["trace[1699915780] 'agreement among raft nodes before linearized reading' (duration: 2.510839312s)","trace[1699915780] 'range keys from in-memory index tree' (duration: 2.22416644s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:28.304168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:22.874381Z","time spent":"5.429778714s","remote":"127.0.0.1:43572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:28.304177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.946329Z","time spent":"6.357839821s","remote":"127.0.0.1:34892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:28.304197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.568765Z","time spent":"4.735416864s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0daf2bfbcb1c2\" "} {"level":"warn","ts":"2026-05-19T03:50:28.30407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.586778187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"warn","ts":"2026-05-19T03:50:28.303745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.64267477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-19T03:50:28.304379Z","caller":"traceutil/trace.go:171","msg":"trace[1033437472] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24842; }","duration":"4.643331468s","start":"2026-05-19T03:50:23.661029Z","end":"2026-05-19T03:50:28.304361Z","steps":["trace[1033437472] 'agreement among raft nodes before linearized reading' (duration: 4.642607589s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:28.304443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.661017Z","time spent":"4.64340921s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-19T03:50:28.304065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:24.77034Z","time spent":"3.533711857s","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:28.303619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.89982Z","time spent":"6.403789426s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:28.304411Z","caller":"traceutil/trace.go:171","msg":"trace[1689077983] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:24842; }","duration":"6.587465196s","start":"2026-05-19T03:50:21.716867Z","end":"2026-05-19T03:50:28.304333Z","steps":["trace[1689077983] 'agreement among raft nodes before linearized reading' (duration: 4.362790402s)","trace[1689077983] 'range keys from in-memory index tree' (duration: 2.223700188s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:28.303602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.642329892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18b0daeed655c6c9\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-05-19T03:50:28.304687Z","caller":"traceutil/trace.go:171","msg":"trace[2079201608] range","detail":"{range_begin:/registry/events/openstack/container-infra.18b0daeed655c6c9; range_end:; response_count:1; response_revision:24842; }","duration":"4.643458491s","start":"2026-05-19T03:50:23.661208Z","end":"2026-05-19T03:50:28.304667Z","steps":["trace[2079201608] 'agreement among raft nodes before linearized reading' (duration: 4.642216699s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:28.304707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.716845Z","time spent":"6.587793603s","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-05-19T03:50:28.304758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.661198Z","time spent":"4.643538584s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18b0daeed655c6c9\" "} {"level":"warn","ts":"2026-05-19T03:50:28.305505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371054547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:50:28.305555Z","caller":"traceutil/trace.go:171","msg":"trace[1627450862] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24842; }","duration":"2.371146879s","start":"2026-05-19T03:50:25.934396Z","end":"2026-05-19T03:50:28.305543Z","steps":["trace[1627450862] 'agreement among raft nodes before linearized reading' (duration: 2.369361413s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:28.30559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:25.934376Z","time spent":"2.37120376s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2632,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:28.802277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:28.94465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:28.94474Z","caller":"traceutil/trace.go:171","msg":"trace[341128900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328695s","start":"2026-05-19T03:50:26.94439Z","end":"2026-05-19T03:50:28.944718Z","steps":["trace[341128900] 'agreement among raft nodes before linearized reading' (duration: 2.000212762s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:28.944809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:26.94437Z","time spent":"2.000428407s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:29.303026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:29.367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.718295958s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:50:29.367685Z","caller":"traceutil/trace.go:171","msg":"trace[1186683606] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"2.719088589s","start":"2026-05-19T03:50:26.648566Z","end":"2026-05-19T03:50:29.367654Z","steps":["trace[1186683606] 'process raft request' (duration: 2.718823422s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:29.367978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:26.648538Z","time spent":"2.719230972s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:29.663057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000457088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:29.663143Z","caller":"traceutil/trace.go:171","msg":"trace[1933947055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000595501s","start":"2026-05-19T03:50:27.662528Z","end":"2026-05-19T03:50:29.663124Z","steps":["trace[1933947055] 'agreement among raft nodes before linearized reading' (duration: 2.000480718s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:29.663515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:27.662511Z","time spent":"2.000854018s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:31.671219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:31.671311Z","caller":"traceutil/trace.go:171","msg":"trace[913912901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232403s","start":"2026-05-19T03:50:29.671058Z","end":"2026-05-19T03:50:31.67129Z","steps":["trace[913912901] 'agreement among raft nodes before linearized reading' (duration: 2.000115539s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:31.671367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:29.671015Z","time spent":"2.000342176s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:32.409568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.042378518s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:50:32.410186Z","caller":"traceutil/trace.go:171","msg":"trace[860593027] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"5.321124834s","start":"2026-05-19T03:50:27.089027Z","end":"2026-05-19T03:50:32.410152Z","steps":["trace[860593027] 'process raft request' (duration: 5.320816106s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:32.410278Z","caller":"traceutil/trace.go:171","msg":"trace[615951384] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"4.626767504s","start":"2026-05-19T03:50:27.783483Z","end":"2026-05-19T03:50:32.41025Z","steps":["trace[615951384] 'process raft request' (duration: 4.626516307s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.410484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:27.089005Z","time spent":"5.321261577s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:32.410647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:27.783457Z","time spent":"4.62702653s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:32.410755Z","caller":"traceutil/trace.go:171","msg":"trace[1584446749] transaction","detail":"{read_only:false; response_revision:24846; number_of_response:1; }","duration":"4.336607832s","start":"2026-05-19T03:50:28.074131Z","end":"2026-05-19T03:50:32.410739Z","steps":["trace[1584446749] 'process raft request' (duration: 4.335916045s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:32.411098Z","caller":"traceutil/trace.go:171","msg":"trace[2071922501] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"4.325963311s","start":"2026-05-19T03:50:28.085105Z","end":"2026-05-19T03:50:32.411068Z","steps":["trace[2071922501] 'process raft request' (duration: 4.325482348s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.413148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.085078Z","time spent":"4.328009322s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:32.411166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.305572Z","time spent":"4.105587304s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T03:50:32.411237Z","caller":"traceutil/trace.go:171","msg":"trace[1802830622] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"4.103811608s","start":"2026-05-19T03:50:28.307401Z","end":"2026-05-19T03:50:32.411212Z","steps":["trace[1802830622] 'process raft request' (duration: 4.103578622s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.413698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.307378Z","time spent":"4.10624588s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:32.411299Z","caller":"traceutil/trace.go:171","msg":"trace[1471348548] linearizableReadLoop","detail":"{readStateIndex:25675; appliedIndex:25666; }","duration":"4.109137974s","start":"2026-05-19T03:50:28.302134Z","end":"2026-05-19T03:50:32.411272Z","steps":["trace[1471348548] 'read index received' (duration: 1.065159375s)","trace[1471348548] 'applied index is now lower than readState.Index' (duration: 3.043977359s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:32.411414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.302414956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:32.413853Z","caller":"traceutil/trace.go:171","msg":"trace[1626388775] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24850; }","duration":"5.304895689s","start":"2026-05-19T03:50:27.108919Z","end":"2026-05-19T03:50:32.413814Z","steps":["trace[1626388775] 'agreement among raft nodes before linearized reading' (duration: 5.302372835s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.413917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:27.108897Z","time spent":"5.304999432s","remote":"127.0.0.1:43892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:32.411434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.788532361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:32.412964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.074089Z","time spent":"4.338789528s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:32.414069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.106666431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wqp7c\" ","response":"range_response_count:1 size:18526"} {"level":"warn","ts":"2026-05-19T03:50:32.414109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.315437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:32.41415Z","caller":"traceutil/trace.go:171","msg":"trace[1338059022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24850; }","duration":"742.39969ms","start":"2026-05-19T03:50:31.671742Z","end":"2026-05-19T03:50:32.414141Z","steps":["trace[1338059022] 'agreement among raft nodes before linearized reading' (duration: 742.321678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.413946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675304081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:32.41418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:31.671725Z","time spent":"742.44808ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:32.414185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589884746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:32.414232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.599632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:32.414223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777250069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:32.414284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.54481925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:32.41429Z","caller":"traceutil/trace.go:171","msg":"trace[776880520] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24850; }","duration":"754.691514ms","start":"2026-05-19T03:50:31.659578Z","end":"2026-05-19T03:50:32.414269Z","steps":["trace[776880520] 'agreement among raft nodes before linearized reading' (duration: 754.623572ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:32.414331Z","caller":"traceutil/trace.go:171","msg":"trace[154931988] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24850; }","duration":"1.777367462s","start":"2026-05-19T03:50:30.636921Z","end":"2026-05-19T03:50:32.414289Z","steps":["trace[154931988] 'agreement among raft nodes before linearized reading' (duration: 1.77726165s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.414362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224139829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:32.414376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:31.659553Z","time spent":"754.803337ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:50:32.414378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:30.636865Z","time spent":"1.777500605s","remote":"127.0.0.1:34676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:32.41449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432491879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:32.414523Z","caller":"traceutil/trace.go:171","msg":"trace[1226790364] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24850; }","duration":"2.432566441s","start":"2026-05-19T03:50:29.981944Z","end":"2026-05-19T03:50:32.414511Z","steps":["trace[1226790364] 'agreement among raft nodes before linearized reading' (duration: 2.43251786s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.414578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:29.98192Z","time spent":"2.432639093s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:32.411505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.414913003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:32.414699Z","caller":"traceutil/trace.go:171","msg":"trace[1424728797] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24850; }","duration":"5.418111174s","start":"2026-05-19T03:50:26.996576Z","end":"2026-05-19T03:50:32.414687Z","steps":["trace[1424728797] 'agreement among raft nodes before linearized reading' (duration: 5.414884512s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.414731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:26.996538Z","time spent":"5.418184646s","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:32.41473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.105749838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-19T03:50:32.414752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.591496344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:32.414763Z","caller":"traceutil/trace.go:171","msg":"trace[656555693] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94; range_end:; response_count:1; response_revision:24850; }","duration":"4.105809839s","start":"2026-05-19T03:50:28.308944Z","end":"2026-05-19T03:50:32.414754Z","steps":["trace[656555693] 'agreement among raft nodes before linearized reading' (duration: 4.105677286s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:32.414235Z","caller":"traceutil/trace.go:171","msg":"trace[665818374] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24850; }","duration":"1.589970609s","start":"2026-05-19T03:50:30.824252Z","end":"2026-05-19T03:50:32.414223Z","steps":["trace[665818374] 'agreement among raft nodes before linearized reading' (duration: 1.589828215s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:32.414779Z","caller":"traceutil/trace.go:171","msg":"trace[1408788744] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24850; }","duration":"3.591551784s","start":"2026-05-19T03:50:28.823218Z","end":"2026-05-19T03:50:32.41477Z","steps":["trace[1408788744] 'agreement among raft nodes before linearized reading' (duration: 3.591511463s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.414786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.308936Z","time spent":"4.10584495s","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94\" "} {"level":"warn","ts":"2026-05-19T03:50:32.414805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.823203Z","time spent":"3.591597036s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:32.414175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.458908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:50:32.414315Z","caller":"traceutil/trace.go:171","msg":"trace[679089206] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24850; }","duration":"3.544887042s","start":"2026-05-19T03:50:28.869418Z","end":"2026-05-19T03:50:32.414305Z","steps":["trace[679089206] 'agreement among raft nodes before linearized reading' (duration: 3.544842801s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:32.414854Z","caller":"traceutil/trace.go:171","msg":"trace[90054154] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24850; }","duration":"773.173816ms","start":"2026-05-19T03:50:31.641657Z","end":"2026-05-19T03:50:32.414831Z","steps":["trace[90054154] 'agreement among raft nodes before linearized reading' (duration: 772.370986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.414876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.869396Z","time spent":"3.545465177s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:32.414202Z","caller":"traceutil/trace.go:171","msg":"trace[1622689659] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24850; }","duration":"1.675597579s","start":"2026-05-19T03:50:30.738587Z","end":"2026-05-19T03:50:32.414184Z","steps":["trace[1622689659] 'agreement among raft nodes before linearized reading' (duration: 1.675301261s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.414947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:30.738569Z","time spent":"1.676370128s","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:32.41158Z","caller":"traceutil/trace.go:171","msg":"trace[404212715] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"4.099416756s","start":"2026-05-19T03:50:28.312149Z","end":"2026-05-19T03:50:32.411566Z","steps":["trace[404212715] 'process raft request' (duration: 4.099053957s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:32.413984Z","caller":"traceutil/trace.go:171","msg":"trace[1685540235] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24850; }","duration":"5.791156117s","start":"2026-05-19T03:50:26.622805Z","end":"2026-05-19T03:50:32.413961Z","steps":["trace[1685540235] 'agreement among raft nodes before linearized reading' (duration: 5.788562261s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.415028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.312139Z","time spent":"4.102860904s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:32.411426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.412502292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:32.41503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:26.622781Z","time spent":"5.792241215s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:32.415069Z","caller":"traceutil/trace.go:171","msg":"trace[1522676065] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24850; }","duration":"5.416239507s","start":"2026-05-19T03:50:26.998823Z","end":"2026-05-19T03:50:32.415062Z","steps":["trace[1522676065] 'agreement among raft nodes before linearized reading' (duration: 5.412492052s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.414885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:31.641635Z","time spent":"773.241568ms","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":159,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:32.415092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:26.998812Z","time spent":"5.416275067s","remote":"127.0.0.1:51146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:32.414155Z","caller":"traceutil/trace.go:171","msg":"trace[1047541643] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wqp7c; range_end:; response_count:1; response_revision:24850; }","duration":"4.106769283s","start":"2026-05-19T03:50:28.307367Z","end":"2026-05-19T03:50:32.414136Z","steps":["trace[1047541643] 'agreement among raft nodes before linearized reading' (duration: 4.106513917s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.414063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412670214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:32.415172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.3073Z","time spent":"4.107852381s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-wqp7c\" "} {"level":"info","ts":"2026-05-19T03:50:32.414443Z","caller":"traceutil/trace.go:171","msg":"trace[1675381017] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24850; }","duration":"2.224217351s","start":"2026-05-19T03:50:30.190212Z","end":"2026-05-19T03:50:32.41443Z","steps":["trace[1675381017] 'agreement among raft nodes before linearized reading' (duration: 2.224121508s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:32.415205Z","caller":"traceutil/trace.go:171","msg":"trace[1223176519] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24850; }","duration":"1.413855664s","start":"2026-05-19T03:50:31.00134Z","end":"2026-05-19T03:50:32.415196Z","steps":["trace[1223176519] 'agreement among raft nodes before linearized reading' (duration: 1.412690755s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.41523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:31.001317Z","time spent":"1.413904815s","remote":"127.0.0.1:51136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:32.415229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:30.190154Z","time spent":"2.225064003s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:32.411497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.402932347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:32.414812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:30.824229Z","time spent":"1.590570534s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:32.41147Z","caller":"traceutil/trace.go:171","msg":"trace[1965377238] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"4.103259414s","start":"2026-05-19T03:50:28.308196Z","end":"2026-05-19T03:50:32.411455Z","steps":["trace[1965377238] 'process raft request' (duration: 4.102948326s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:32.415275Z","caller":"traceutil/trace.go:171","msg":"trace[20523637] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24850; }","duration":"5.406734134s","start":"2026-05-19T03:50:27.008528Z","end":"2026-05-19T03:50:32.415262Z","steps":["trace[20523637] 'agreement among raft nodes before linearized reading' (duration: 5.402934937s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.415372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.308179Z","time spent":"4.107164474s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:32.415401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:27.008514Z","time spent":"5.406870057s","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:32.414009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.691034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:32.415471Z","caller":"traceutil/trace.go:171","msg":"trace[1393348130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24850; }","duration":"688.150521ms","start":"2026-05-19T03:50:31.727304Z","end":"2026-05-19T03:50:32.415454Z","steps":["trace[1393348130] 'agreement among raft nodes before linearized reading' (duration: 686.672923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.415521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:31.727242Z","time spent":"688.265685ms","remote":"127.0.0.1:49294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:34.10342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.888297ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:34.103597Z","caller":"traceutil/trace.go:171","msg":"trace[1087584185] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24850; }","duration":"839.072672ms","start":"2026-05-19T03:50:33.264502Z","end":"2026-05-19T03:50:34.103574Z","steps":["trace[1087584185] 'range keys from in-memory index tree' (duration: 838.868807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:34.103608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300052313s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-19T03:50:34.103823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:32.420368Z","time spent":"1.683450959s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T03:50:34.104016Z","caller":"traceutil/trace.go:171","msg":"trace[1582452242] linearizableReadLoop","detail":"{readStateIndex:25676; appliedIndex:25675; }","duration":"1.683569053s","start":"2026-05-19T03:50:32.420399Z","end":"2026-05-19T03:50:34.103968Z","steps":["trace[1582452242] 'read index received' (duration: 383.028118ms)","trace[1582452242] 'applied index is now lower than readState.Index' (duration: 1.300536415s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:34.104035Z","caller":"traceutil/trace.go:171","msg":"trace[1099728873] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"1.689525795s","start":"2026-05-19T03:50:32.41447Z","end":"2026-05-19T03:50:34.103996Z","steps":["trace[1099728873] 'process raft request' (duration: 388.942679ms)","trace[1099728873] 'compare' (duration: 1.299847247s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:34.104174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681707765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:34.104186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:32.414446Z","time spent":"1.689658088s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:34.104213Z","caller":"traceutil/trace.go:171","msg":"trace[1375928292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24851; }","duration":"1.681745906s","start":"2026-05-19T03:50:32.422457Z","end":"2026-05-19T03:50:34.104203Z","steps":["trace[1375928292] 'agreement among raft nodes before linearized reading' (duration: 1.681682754s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:34.104241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683836559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mjvf2\" ","response":"range_response_count:1 size:5422"} {"level":"warn","ts":"2026-05-19T03:50:34.104258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656713565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:34.104245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013240517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:34.104298Z","caller":"traceutil/trace.go:171","msg":"trace[194685293] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24851; }","duration":"1.656783667s","start":"2026-05-19T03:50:32.447502Z","end":"2026-05-19T03:50:34.104285Z","steps":["trace[194685293] 'agreement among raft nodes before linearized reading' (duration: 1.656720735s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:34.104293Z","caller":"traceutil/trace.go:171","msg":"trace[1584736832] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mjvf2; range_end:; response_count:1; response_revision:24851; }","duration":"1.683884881s","start":"2026-05-19T03:50:32.420391Z","end":"2026-05-19T03:50:34.104276Z","steps":["trace[1584736832] 'agreement among raft nodes before linearized reading' (duration: 1.683730387s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:34.104307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681766746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:34.104324Z","caller":"traceutil/trace.go:171","msg":"trace[1728006078] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24851; }","duration":"1.01335754s","start":"2026-05-19T03:50:33.090945Z","end":"2026-05-19T03:50:34.104302Z","steps":["trace[1728006078] 'agreement among raft nodes before linearized reading' (duration: 1.013214187s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:34.10434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:32.420343Z","time spent":"1.683989843s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mjvf2\" "} {"level":"info","ts":"2026-05-19T03:50:34.104345Z","caller":"traceutil/trace.go:171","msg":"trace[329266641] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24851; }","duration":"1.681816307s","start":"2026-05-19T03:50:32.422516Z","end":"2026-05-19T03:50:34.104333Z","steps":["trace[329266641] 'agreement among raft nodes before linearized reading' (duration: 1.681765186s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:34.104375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:32.422508Z","time spent":"1.681859588s","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:50:34.104262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:32.422352Z","time spent":"1.681902819s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:34.104374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:33.09093Z","time spent":"1.013432512s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:34.104335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:32.447475Z","time spent":"1.656851009s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:34.104166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683742347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-19T03:50:34.105039Z","caller":"traceutil/trace.go:171","msg":"trace[1377501036] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24851; }","duration":"1.68467232s","start":"2026-05-19T03:50:32.420352Z","end":"2026-05-19T03:50:34.105024Z","steps":["trace[1377501036] 'agreement among raft nodes before linearized reading' (duration: 1.683659955s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:34.105084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:32.420331Z","time spent":"1.684738892s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-19T03:50:34.608148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:35.744057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018821469s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:35.744163Z","caller":"traceutil/trace.go:171","msg":"trace[1622235258] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"1.638267423s","start":"2026-05-19T03:50:34.105876Z","end":"2026-05-19T03:50:35.744143Z","steps":["trace[1622235258] 'process raft request' (duration: 619.309041ms)","trace[1622235258] 'compare' (duration: 1.018392818s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:35.744215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.105856Z","time spent":"1.638337225s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:50:36.059409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.334236657s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:36.107668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:36.10777Z","caller":"traceutil/trace.go:171","msg":"trace[2042466237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000348845s","start":"2026-05-19T03:50:34.107399Z","end":"2026-05-19T03:50:36.107748Z","steps":["trace[2042466237] 'agreement among raft nodes before linearized reading' (duration: 2.000223332s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:36.10784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.10738Z","time spent":"2.000447627s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:37.688435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628801831s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:37.688659Z","caller":"traceutil/trace.go:171","msg":"trace[442360710] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"1.939820917s","start":"2026-05-19T03:50:35.748827Z","end":"2026-05-19T03:50:37.688648Z","steps":["trace[442360710] 'process raft request' (duration: 1.939786306s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:37.6887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:35.748804Z","time spent":"1.939881079s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:50:37.688821Z","caller":"traceutil/trace.go:171","msg":"trace[1848603540] transaction","detail":"{read_only:false; response_revision:24854; number_of_response:1; }","duration":"3.315047714s","start":"2026-05-19T03:50:34.373768Z","end":"2026-05-19T03:50:37.688816Z","steps":["trace[1848603540] 'process raft request' (duration: 3.314743605s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:37.688819Z","caller":"traceutil/trace.go:171","msg":"trace[1320516028] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"3.57690094s","start":"2026-05-19T03:50:34.11189Z","end":"2026-05-19T03:50:37.688791Z","steps":["trace[1320516028] 'process raft request' (duration: 1.947680647s)","trace[1320516028] 'compare' (duration: 1.628549775s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:37.688872Z","caller":"traceutil/trace.go:171","msg":"trace[1887286944] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"3.266992444s","start":"2026-05-19T03:50:34.421874Z","end":"2026-05-19T03:50:37.688867Z","steps":["trace[1887286944] 'process raft request' (duration: 3.266708596s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:37.688903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.421852Z","time spent":"3.267035716s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:37.688956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.111875Z","time spent":"3.577005963s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:37.68899Z","caller":"traceutil/trace.go:171","msg":"trace[326325917] linearizableReadLoop","detail":"{readStateIndex:25681; appliedIndex:25677; }","duration":"3.581535009s","start":"2026-05-19T03:50:34.10745Z","end":"2026-05-19T03:50:37.688985Z","steps":["trace[326325917] 'read index received' (duration: 617.737031ms)","trace[326325917] 'applied index is now lower than readState.Index' (duration: 2.963797208s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:37.689175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58154817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-19T03:50:37.689196Z","caller":"traceutil/trace.go:171","msg":"trace[1018070393] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24856; }","duration":"3.581607991s","start":"2026-05-19T03:50:34.107581Z","end":"2026-05-19T03:50:37.689189Z","steps":["trace[1018070393] 'agreement among raft nodes before linearized reading' (duration: 3.581499808s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:37.689211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.107563Z","time spent":"3.581644103s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-19T03:50:37.688853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.373744Z","time spent":"3.315094094s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:37.689324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575849217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:37.689345Z","caller":"traceutil/trace.go:171","msg":"trace[569802853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24856; }","duration":"1.575900389s","start":"2026-05-19T03:50:36.113441Z","end":"2026-05-19T03:50:37.689341Z","steps":["trace[569802853] 'agreement among raft nodes before linearized reading' (duration: 1.575867148s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:37.689358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:36.113425Z","time spent":"1.575930329s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:37.689445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609458617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:37.689481Z","caller":"traceutil/trace.go:171","msg":"trace[89199989] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24856; }","duration":"1.609516638s","start":"2026-05-19T03:50:36.079958Z","end":"2026-05-19T03:50:37.689475Z","steps":["trace[89199989] 'agreement among raft nodes before linearized reading' (duration: 1.609468197s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:37.689496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:36.079943Z","time spent":"1.60954802s","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:37.689619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579185629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:37.689668Z","caller":"traceutil/trace.go:171","msg":"trace[2087994156] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24856; }","duration":"3.579257561s","start":"2026-05-19T03:50:34.110398Z","end":"2026-05-19T03:50:37.689656Z","steps":["trace[2087994156] 'agreement among raft nodes before linearized reading' (duration: 3.579173429s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:37.689706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508560285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:37.689727Z","caller":"traceutil/trace.go:171","msg":"trace[282506819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24856; }","duration":"2.508617186s","start":"2026-05-19T03:50:35.181104Z","end":"2026-05-19T03:50:37.689721Z","steps":["trace[282506819] 'agreement among raft nodes before linearized reading' (duration: 2.508581485s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:37.689726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.110383Z","time spent":"3.579334412s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:50:37.689746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:35.181083Z","time spent":"2.508658127s","remote":"127.0.0.1:49272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:37.689826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.580596195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-014b7be8-39bb-429f-b862-381bf3c18410\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-19T03:50:37.689887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822187749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:37.689907Z","caller":"traceutil/trace.go:171","msg":"trace[2046884306] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24856; }","duration":"1.82224511s","start":"2026-05-19T03:50:35.867656Z","end":"2026-05-19T03:50:37.689902Z","steps":["trace[2046884306] 'agreement among raft nodes before linearized reading' (duration: 1.822217149s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:37.689923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:35.867635Z","time spent":"1.822282591s","remote":"127.0.0.1:37854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:37.689912Z","caller":"traceutil/trace.go:171","msg":"trace[999450412] range","detail":"{range_begin:/registry/persistentvolumes/pvc-014b7be8-39bb-429f-b862-381bf3c18410; range_end:; response_count:1; response_revision:24856; }","duration":"3.580691467s","start":"2026-05-19T03:50:34.1092Z","end":"2026-05-19T03:50:37.689892Z","steps":["trace[999450412] 'agreement among raft nodes before linearized reading' (duration: 3.580455211s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:37.689956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.109144Z","time spent":"3.58080216s","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-014b7be8-39bb-429f-b862-381bf3c18410\" "} {"level":"warn","ts":"2026-05-19T03:50:37.690009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958989946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:37.690042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487033834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:37.690043Z","caller":"traceutil/trace.go:171","msg":"trace[813030950] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:24856; }","duration":"2.959063687s","start":"2026-05-19T03:50:34.730971Z","end":"2026-05-19T03:50:37.690034Z","steps":["trace[813030950] 'agreement among raft nodes before linearized reading' (duration: 2.959009716s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:37.690057Z","caller":"traceutil/trace.go:171","msg":"trace[1876001277] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24856; }","duration":"2.487071025s","start":"2026-05-19T03:50:35.20298Z","end":"2026-05-19T03:50:37.690051Z","steps":["trace[1876001277] 'agreement among raft nodes before linearized reading' (duration: 2.487006223s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:37.690064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.73095Z","time spent":"2.959108588s","remote":"127.0.0.1:43858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:37.690076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:35.202969Z","time spent":"2.487100355s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:37.689882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408503513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:37.690176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807520291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:37.689862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615323917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:37.690191Z","caller":"traceutil/trace.go:171","msg":"trace[794619506] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24856; }","duration":"3.408857902s","start":"2026-05-19T03:50:34.281325Z","end":"2026-05-19T03:50:37.690183Z","steps":["trace[794619506] 'agreement among raft nodes before linearized reading' (duration: 3.408525654s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:37.690199Z","caller":"traceutil/trace.go:171","msg":"trace[11016671] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24856; }","duration":"2.807575402s","start":"2026-05-19T03:50:34.882614Z","end":"2026-05-19T03:50:37.69019Z","steps":["trace[11016671] 'agreement among raft nodes before linearized reading' (duration: 2.807541432s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:37.690215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.281303Z","time spent":"3.408903204s","remote":"127.0.0.1:43922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:37.690218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.882572Z","time spent":"2.807641324s","remote":"127.0.0.1:45782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:37.690216Z","caller":"traceutil/trace.go:171","msg":"trace[2142735587] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24856; }","duration":"1.615712937s","start":"2026-05-19T03:50:36.07449Z","end":"2026-05-19T03:50:37.690203Z","steps":["trace[2142735587] 'agreement among raft nodes before linearized reading' (duration: 1.615353308s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:37.689613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23983808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:37.69026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:36.074466Z","time spent":"1.615779159s","remote":"127.0.0.1:45626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:37.690297Z","caller":"traceutil/trace.go:171","msg":"trace[918907685] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24856; }","duration":"3.240567948s","start":"2026-05-19T03:50:34.449697Z","end":"2026-05-19T03:50:37.690265Z","steps":["trace[918907685] 'agreement among raft nodes before linearized reading' (duration: 3.239790729s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:37.690392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.449675Z","time spent":"3.240682351s","remote":"127.0.0.1:43946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:37.690547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.101452869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-19T03:50:37.690573Z","caller":"traceutil/trace.go:171","msg":"trace[951956224] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24856; }","duration":"3.101522921s","start":"2026-05-19T03:50:34.589044Z","end":"2026-05-19T03:50:37.690567Z","steps":["trace[951956224] 'agreement among raft nodes before linearized reading' (duration: 3.101459979s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:37.690588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.58902Z","time spent":"3.101563992s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:50:38.195659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:38.69682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:39.197764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:39.223599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.529195212s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:39.700089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00017029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:39.700169Z","caller":"traceutil/trace.go:171","msg":"trace[1168855475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000279553s","start":"2026-05-19T03:50:37.699871Z","end":"2026-05-19T03:50:39.700151Z","steps":["trace[1168855475] 'agreement among raft nodes before linearized reading' (duration: 2.00018357s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.700211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.699863Z","time spent":"2.000339675s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:39.711305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.408636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:39.711407Z","caller":"traceutil/trace.go:171","msg":"trace[1193211079] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"2.017087023s","start":"2026-05-19T03:50:37.6943Z","end":"2026-05-19T03:50:39.711387Z","steps":["trace[1193211079] 'process raft request' (duration: 1.529533613s)","trace[1193211079] 'compare' (duration: 487.18916ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:39.711461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.694279Z","time spent":"2.017157644s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:50:41.639071Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.415252397s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:41.700673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:41.700796Z","caller":"traceutil/trace.go:171","msg":"trace[1505441512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000186381s","start":"2026-05-19T03:50:39.700586Z","end":"2026-05-19T03:50:41.700773Z","steps":["trace[1505441512] 'agreement among raft nodes before linearized reading' (duration: 2.000047757s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:41.700848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.700565Z","time spent":"2.000271533s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:42.341397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:40.879151Z","time spent":"1.462239252s","remote":"127.0.0.1:50636","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:50:42.342092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.655632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:42.342277Z","caller":"traceutil/trace.go:171","msg":"trace[1208942249] linearizableReadLoop","detail":"{readStateIndex:25684; appliedIndex:25682; }","duration":"4.647072483s","start":"2026-05-19T03:50:37.695175Z","end":"2026-05-19T03:50:42.342248Z","steps":["trace[1208942249] 'read index received' (duration: 1.528695601s)","trace[1208942249] 'applied index is now lower than readState.Index' (duration: 3.118375112s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:42.342662Z","caller":"traceutil/trace.go:171","msg":"trace[1985121454] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"4.642077765s","start":"2026-05-19T03:50:37.700556Z","end":"2026-05-19T03:50:42.342634Z","steps":["trace[1985121454] 'process raft request' (duration: 3.938804127s)","trace[1985121454] 'compare' (duration: 702.083407ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:42.342746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.700547Z","time spent":"4.642151177s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:42.342931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.64772326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-rzbb5\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-05-19T03:50:42.343007Z","caller":"traceutil/trace.go:171","msg":"trace[1431395908] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-rzbb5; range_end:; response_count:1; response_revision:24858; }","duration":"4.647852783s","start":"2026-05-19T03:50:37.695136Z","end":"2026-05-19T03:50:42.342988Z","steps":["trace[1431395908] 'agreement among raft nodes before linearized reading' (duration: 4.647565376s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.343048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.695119Z","time spent":"4.647920274s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-rzbb5\" "} {"level":"warn","ts":"2026-05-19T03:50:43.531503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.098292ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:43.531671Z","caller":"traceutil/trace.go:171","msg":"trace[1937689010] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24858; }","duration":"267.268846ms","start":"2026-05-19T03:50:43.264369Z","end":"2026-05-19T03:50:43.531637Z","steps":["trace[1937689010] 'range keys from in-memory index tree' (duration: 267.074741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.532666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.248376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:43.533086Z","caller":"traceutil/trace.go:171","msg":"trace[871539969] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"3.835933647s","start":"2026-05-19T03:50:39.697117Z","end":"2026-05-19T03:50:43.533051Z","steps":["trace[871539969] 'process raft request' (duration: 3.047680804s)","trace[871539969] 'compare' (duration: 787.019671ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:43.533214Z","caller":"traceutil/trace.go:171","msg":"trace[1911850802] linearizableReadLoop","detail":"{readStateIndex:25687; appliedIndex:25684; }","duration":"1.190595613s","start":"2026-05-19T03:50:42.342597Z","end":"2026-05-19T03:50:43.533192Z","steps":["trace[1911850802] 'read index received' (duration: 402.216428ms)","trace[1911850802] 'applied index is now lower than readState.Index' (duration: 788.377725ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:43.533269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.697089Z","time spent":"3.83608328s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:43.533168Z","caller":"traceutil/trace.go:171","msg":"trace[1224387461] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"3.818253004s","start":"2026-05-19T03:50:39.714878Z","end":"2026-05-19T03:50:43.533131Z","steps":["trace[1224387461] 'process raft request' (duration: 3.817927085s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.533336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194061367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:43.533375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.714823Z","time spent":"3.818502459s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:50:43.533367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.849649736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:43.533417Z","caller":"traceutil/trace.go:171","msg":"trace[2021096113] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24861; }","duration":"3.194198241s","start":"2026-05-19T03:50:40.339203Z","end":"2026-05-19T03:50:43.533401Z","steps":["trace[2021096113] 'agreement among raft nodes before linearized reading' (duration: 3.193997186s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:43.533445Z","caller":"traceutil/trace.go:171","msg":"trace[519488980] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24861; }","duration":"3.8497888s","start":"2026-05-19T03:50:39.683633Z","end":"2026-05-19T03:50:43.533422Z","steps":["trace[519488980] 'agreement among raft nodes before linearized reading' (duration: 3.849637126s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.533467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:40.339162Z","time spent":"3.194290784s","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:43.53349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.683614Z","time spent":"3.849865932s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:43.533499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193553311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:50:43.53359Z","caller":"traceutil/trace.go:171","msg":"trace[1575113368] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24861; }","duration":"5.193725456s","start":"2026-05-19T03:50:38.339842Z","end":"2026-05-19T03:50:43.533567Z","steps":["trace[1575113368] 'agreement among raft nodes before linearized reading' (duration: 5.193374537s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.533642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.195087651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:43.533695Z","caller":"traceutil/trace.go:171","msg":"trace[2101644525] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24861; }","duration":"5.195180022s","start":"2026-05-19T03:50:38.338502Z","end":"2026-05-19T03:50:43.533682Z","steps":["trace[2101644525] 'agreement among raft nodes before linearized reading' (duration: 5.195058329s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.533692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316174371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:43.533713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982248672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:43.533709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824589669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:43.533752Z","caller":"traceutil/trace.go:171","msg":"trace[1090822433] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24861; }","duration":"3.316277764s","start":"2026-05-19T03:50:40.217458Z","end":"2026-05-19T03:50:43.533735Z","steps":["trace[1090822433] 'agreement among raft nodes before linearized reading' (duration: 3.316077669s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.533806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.871275897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-19T03:50:43.533823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.83862653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-19T03:50:43.533634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.833166031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-05-19T03:50:43.533845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.969785827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:43.533842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103067662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:43.533859Z","caller":"traceutil/trace.go:171","msg":"trace[489059329] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24861; }","duration":"4.871377261s","start":"2026-05-19T03:50:38.662468Z","end":"2026-05-19T03:50:43.533845Z","steps":["trace[489059329] 'agreement among raft nodes before linearized reading' (duration: 4.871213786s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:43.533878Z","caller":"traceutil/trace.go:171","msg":"trace[524814081] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:24861; }","duration":"5.838700802s","start":"2026-05-19T03:50:37.695162Z","end":"2026-05-19T03:50:43.533863Z","steps":["trace[524814081] 'agreement among raft nodes before linearized reading' (duration: 5.838571009s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:43.533888Z","caller":"traceutil/trace.go:171","msg":"trace[739038508] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24861; }","duration":"4.969877489s","start":"2026-05-19T03:50:38.563996Z","end":"2026-05-19T03:50:43.533874Z","steps":["trace[739038508] 'agreement among raft nodes before linearized reading' (duration: 4.969806477s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:43.5339Z","caller":"traceutil/trace.go:171","msg":"trace[1583224381] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24861; }","duration":"2.103168735s","start":"2026-05-19T03:50:41.430717Z","end":"2026-05-19T03:50:43.533886Z","steps":["trace[1583224381] 'agreement among raft nodes before linearized reading' (duration: 2.103071822s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.533904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309056283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:43.533905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:38.662434Z","time spent":"4.871461612s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-19T03:50:43.533934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:38.563959Z","time spent":"4.969965952s","remote":"127.0.0.1:43562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:43.533946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.430695Z","time spent":"2.103239267s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:43.533948Z","caller":"traceutil/trace.go:171","msg":"trace[704054008] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24861; }","duration":"1.309139355s","start":"2026-05-19T03:50:42.224797Z","end":"2026-05-19T03:50:43.533936Z","steps":["trace[704054008] 'agreement among raft nodes before linearized reading' (duration: 1.309067113s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.533992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.224776Z","time spent":"1.309204816s","remote":"127.0.0.1:43720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:43.533709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.833709364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:43.533824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:40.217433Z","time spent":"3.316374497s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:43.534099Z","caller":"traceutil/trace.go:171","msg":"trace[436345942] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24861; }","duration":"5.834056933s","start":"2026-05-19T03:50:37.699978Z","end":"2026-05-19T03:50:43.534035Z","steps":["trace[436345942] 'agreement among raft nodes before linearized reading' (duration: 5.833691124s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.533941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.69515Z","time spent":"5.838777934s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.152\" "} {"level":"warn","ts":"2026-05-19T03:50:43.534393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.699973Z","time spent":"5.834296359s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-19T03:50:43.533881Z","caller":"traceutil/trace.go:171","msg":"trace[642624952] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24861; }","duration":"5.833431357s","start":"2026-05-19T03:50:37.700435Z","end":"2026-05-19T03:50:43.533867Z","steps":["trace[642624952] 'agreement among raft nodes before linearized reading' (duration: 5.832925774s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.534618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.700429Z","time spent":"5.834165875s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-19T03:50:43.533758Z","caller":"traceutil/trace.go:171","msg":"trace[1329997342] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24861; }","duration":"1.982323814s","start":"2026-05-19T03:50:41.551416Z","end":"2026-05-19T03:50:43.53374Z","steps":["trace[1329997342] 'agreement among raft nodes before linearized reading' (duration: 1.982260302s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.534812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.551393Z","time spent":"1.98336439s","remote":"127.0.0.1:45732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:43.533649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:38.339768Z","time spent":"5.193863359s","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:43.533458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.795157459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-05-19T03:50:43.535415Z","caller":"traceutil/trace.go:171","msg":"trace[313311791] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:24861; }","duration":"5.797137199s","start":"2026-05-19T03:50:37.738251Z","end":"2026-05-19T03:50:43.535388Z","steps":["trace[313311791] 'agreement among raft nodes before linearized reading' (duration: 5.794970994s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.533758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:38.338482Z","time spent":"5.195243115s","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:43.533756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250616546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:43.533771Z","caller":"traceutil/trace.go:171","msg":"trace[1067208395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24861; }","duration":"1.824718442s","start":"2026-05-19T03:50:41.709035Z","end":"2026-05-19T03:50:43.533753Z","steps":["trace[1067208395] 'agreement among raft nodes before linearized reading' (duration: 1.824596819s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.533883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282778101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:43.533934Z","caller":"traceutil/trace.go:171","msg":"trace[1352944792] transaction","detail":"{read_only:false; response_revision:24861; number_of_response:1; }","duration":"3.61720418s","start":"2026-05-19T03:50:39.916715Z","end":"2026-05-19T03:50:43.53392Z","steps":["trace[1352944792] 'process raft request' (duration: 3.616205425s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.535747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.916683Z","time spent":"3.619007677s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:43.53582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.738226Z","time spent":"5.79756161s","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-05-19T03:50:43.535745Z","caller":"traceutil/trace.go:171","msg":"trace[2010828270] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24861; }","duration":"2.252630708s","start":"2026-05-19T03:50:41.283088Z","end":"2026-05-19T03:50:43.535718Z","steps":["trace[2010828270] 'agreement among raft nodes before linearized reading' (duration: 2.250591515s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.53597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.70901Z","time spent":"1.82694439s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:43.536063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.283071Z","time spent":"2.252925635s","remote":"127.0.0.1:39566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:43.536181Z","caller":"traceutil/trace.go:171","msg":"trace[1360533710] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24861; }","duration":"1.28510574s","start":"2026-05-19T03:50:42.251036Z","end":"2026-05-19T03:50:43.536142Z","steps":["trace[1360533710] 'agreement among raft nodes before linearized reading' (duration: 1.282802501s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:43.536228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.251015Z","time spent":"1.285198823s","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:44.03416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:44.438941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.694131813s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:45.5383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999975546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:45.538522Z","caller":"traceutil/trace.go:171","msg":"trace[1681672658] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306655s","start":"2026-05-19T03:50:43.53819Z","end":"2026-05-19T03:50:45.538497Z","steps":["trace[1681672658] 'agreement among raft nodes before linearized reading' (duration: 1.999983667s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:45.538732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:43.538185Z","time spent":"2.00052695s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:46.065638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626455502s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:46.065832Z","caller":"traceutil/trace.go:171","msg":"trace[1207757703] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"3.716333788s","start":"2026-05-19T03:50:42.349468Z","end":"2026-05-19T03:50:46.065802Z","steps":["trace[1207757703] 'process raft request' (duration: 2.08964204s)","trace[1207757703] 'compare' (duration: 1.625518337s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:46.065884Z","caller":"traceutil/trace.go:171","msg":"trace[1677198709] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"3.370587894s","start":"2026-05-19T03:50:42.695278Z","end":"2026-05-19T03:50:46.065866Z","steps":["trace[1677198709] 'process raft request' (duration: 3.37045277s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.065963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.695258Z","time spent":"3.370668375s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:46.066044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.349446Z","time spent":"3.716496662s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4212,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:46.066319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:43.535161Z","time spent":"2.531152272s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T03:50:46.066357Z","caller":"traceutil/trace.go:171","msg":"trace[1089260115] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"3.313082134s","start":"2026-05-19T03:50:42.753257Z","end":"2026-05-19T03:50:46.06634Z","steps":["trace[1089260115] 'process raft request' (duration: 3.312767596s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.066773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.753228Z","time spent":"3.313509504s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:46.066325Z","caller":"traceutil/trace.go:171","msg":"trace[677884697] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"3.350327826s","start":"2026-05-19T03:50:42.715983Z","end":"2026-05-19T03:50:46.06631Z","steps":["trace[677884697] 'process raft request' (duration: 3.349818873s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.067184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.715955Z","time spent":"3.351181117s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:46.067659Z","caller":"traceutil/trace.go:171","msg":"trace[1581119454] linearizableReadLoop","detail":"{readStateIndex:25694; appliedIndex:25687; }","duration":"2.534368485s","start":"2026-05-19T03:50:43.533275Z","end":"2026-05-19T03:50:46.067643Z","steps":["trace[1581119454] 'read index received' (duration: 905.885941ms)","trace[1581119454] 'applied index is now lower than readState.Index' (duration: 1.628481564s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:46.067797Z","caller":"traceutil/trace.go:171","msg":"trace[1690050719] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"2.529524511s","start":"2026-05-19T03:50:43.538263Z","end":"2026-05-19T03:50:46.067787Z","steps":["trace[1690050719] 'process raft request' (duration: 2.527990771s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.067903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:43.538245Z","time spent":"2.529625993s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:50:46.067993Z","caller":"traceutil/trace.go:171","msg":"trace[1761761261] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"2.528521266s","start":"2026-05-19T03:50:43.539465Z","end":"2026-05-19T03:50:46.067986Z","steps":["trace[1761761261] 'process raft request' (duration: 2.528087134s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.068028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:43.539455Z","time spent":"2.528552387s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:46.068227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327714457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:46.069284Z","caller":"traceutil/trace.go:171","msg":"trace[1874547667] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24867; }","duration":"3.328810294s","start":"2026-05-19T03:50:42.740462Z","end":"2026-05-19T03:50:46.069272Z","steps":["trace[1874547667] 'agreement among raft nodes before linearized reading' (duration: 3.327728897s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.068287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756319122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274393"} {"level":"warn","ts":"2026-05-19T03:50:46.068344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.512535574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:46.068364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403843154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:46.067925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04713471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:46.069974Z","caller":"traceutil/trace.go:171","msg":"trace[709795123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24867; }","duration":"3.049231314s","start":"2026-05-19T03:50:43.020734Z","end":"2026-05-19T03:50:46.069965Z","steps":["trace[709795123] 'agreement among raft nodes before linearized reading' (duration: 3.047134791s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.070009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:43.020711Z","time spent":"3.049289785s","remote":"127.0.0.1:49304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:46.070115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.74044Z","time spent":"3.329659466s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:46.070201Z","caller":"traceutil/trace.go:171","msg":"trace[355270764] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24867; }","duration":"2.7582422s","start":"2026-05-19T03:50:43.31193Z","end":"2026-05-19T03:50:46.070173Z","steps":["trace[355270764] 'agreement among raft nodes before linearized reading' (duration: 2.756146917s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.070224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:43.311903Z","time spent":"2.758314202s","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274416,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-19T03:50:46.070359Z","caller":"traceutil/trace.go:171","msg":"trace[375678686] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24867; }","duration":"3.514575506s","start":"2026-05-19T03:50:42.555776Z","end":"2026-05-19T03:50:46.070352Z","steps":["trace[375678686] 'agreement among raft nodes before linearized reading' (duration: 3.512554035s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.070382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.55576Z","time spent":"3.514614158s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:46.070452Z","caller":"traceutil/trace.go:171","msg":"trace[627457681] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24867; }","duration":"3.405965339s","start":"2026-05-19T03:50:42.664482Z","end":"2026-05-19T03:50:46.070448Z","steps":["trace[627457681] 'agreement among raft nodes before linearized reading' (duration: 3.403871005s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.070473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.664461Z","time spent":"3.406006349s","remote":"127.0.0.1:42874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:46.568905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:47.070057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755575093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:47.132182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.033550976s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:50:47.150894Z","caller":"traceutil/trace.go:171","msg":"trace[1341902872] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"1.610580846s","start":"2026-05-19T03:50:45.540288Z","end":"2026-05-19T03:50:47.150869Z","steps":["trace[1341902872] 'process raft request' (duration: 1.592100243s)","trace[1341902872] 'compare' (duration: 18.149484ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:47.151771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:45.540265Z","time spent":"1.610692539s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:47.545517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000234362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:47.5456Z","caller":"traceutil/trace.go:171","msg":"trace[22807737] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366905s","start":"2026-05-19T03:50:45.545217Z","end":"2026-05-19T03:50:47.545584Z","steps":["trace[22807737] 'agreement among raft nodes before linearized reading' (duration: 2.000261173s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:47.545639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:45.545206Z","time spent":"2.000425287s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:48.944418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999856022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:48.944511Z","caller":"traceutil/trace.go:171","msg":"trace[1217546260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999988664s","start":"2026-05-19T03:50:46.944502Z","end":"2026-05-19T03:50:48.94449Z","steps":["trace[1217546260] 'agreement among raft nodes before linearized reading' (duration: 1.999875032s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:48.944559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:46.944478Z","time spent":"2.000072007s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:48.95197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472040991s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:48.95218Z","caller":"traceutil/trace.go:171","msg":"trace[1097522554] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"2.882613282s","start":"2026-05-19T03:50:46.069496Z","end":"2026-05-19T03:50:48.952109Z","steps":["trace[1097522554] 'process raft request' (duration: 1.410340224s)","trace[1097522554] 'compare' (duration: 1.471311953s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:48.952397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:46.069483Z","time spent":"2.882808176s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:48.953806Z","caller":"traceutil/trace.go:171","msg":"trace[1754678429] linearizableReadLoop","detail":"{readStateIndex:25696; appliedIndex:25694; }","duration":"2.886017068s","start":"2026-05-19T03:50:46.067753Z","end":"2026-05-19T03:50:48.95377Z","steps":["trace[1754678429] 'read index received' (duration: 1.064620881s)","trace[1754678429] 'applied index is now lower than readState.Index' (duration: 1.821391357s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:49.546692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:49.546777Z","caller":"traceutil/trace.go:171","msg":"trace[1488581739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000265933s","start":"2026-05-19T03:50:47.546493Z","end":"2026-05-19T03:50:49.546759Z","steps":["trace[1488581739] 'agreement among raft nodes before linearized reading' (duration: 2.000158021s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:49.546832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:47.54648Z","time spent":"2.000333725s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:50.409429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.250723351s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:51.011023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058916613s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:50:51.011225Z","caller":"traceutil/trace.go:171","msg":"trace[750291210] linearizableReadLoop","detail":"{readStateIndex:25697; appliedIndex:25696; }","duration":"2.057030475s","start":"2026-05-19T03:50:48.954179Z","end":"2026-05-19T03:50:51.011209Z","steps":["trace[750291210] 'read index received' (duration: 166.164µs)","trace[750291210] 'applied index is now lower than readState.Index' (duration: 2.05686319s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.01212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.509099347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:51.012137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.638434104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-05-19T03:50:51.012175Z","caller":"traceutil/trace.go:171","msg":"trace[1995504323] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24869; }","duration":"3.509215549s","start":"2026-05-19T03:50:47.502946Z","end":"2026-05-19T03:50:51.012161Z","steps":["trace[1995504323] 'agreement among raft nodes before linearized reading' (duration: 3.509095546s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:51.012207Z","caller":"traceutil/trace.go:171","msg":"trace[216203817] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:24869; }","duration":"3.638513836s","start":"2026-05-19T03:50:47.373675Z","end":"2026-05-19T03:50:51.012189Z","steps":["trace[216203817] 'agreement among raft nodes before linearized reading' (duration: 3.638370293s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.012219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:47.502919Z","time spent":"3.509288832s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:51.012246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:47.373618Z","time spent":"3.638620639s","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-05-19T03:50:51.01238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.413392647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:51.012413Z","caller":"traceutil/trace.go:171","msg":"trace[742616964] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24869; }","duration":"4.413461338s","start":"2026-05-19T03:50:46.598937Z","end":"2026-05-19T03:50:51.012398Z","steps":["trace[742616964] 'agreement among raft nodes before linearized reading' (duration: 4.413412697s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.012447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:46.598912Z","time spent":"4.41352765s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:51.012547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.676297267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:51.012599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060736378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-19T03:50:51.012632Z","caller":"traceutil/trace.go:171","msg":"trace[507900996] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24869; }","duration":"3.06080548s","start":"2026-05-19T03:50:47.951817Z","end":"2026-05-19T03:50:51.012622Z","steps":["trace[507900996] 'agreement among raft nodes before linearized reading' (duration: 3.060690347s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.012626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20187691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-19T03:50:51.012646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700920414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:51.012649Z","caller":"traceutil/trace.go:171","msg":"trace[1792850364] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24869; }","duration":"6.676452261s","start":"2026-05-19T03:50:44.336167Z","end":"2026-05-19T03:50:51.012619Z","steps":["trace[1792850364] 'agreement among raft nodes before linearized reading' (duration: 4.617600249s)","trace[1792850364] 'count revisions from in-memory index tree' (duration: 2.058694947s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.012671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:47.951797Z","time spent":"3.060850291s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-19T03:50:51.012673Z","caller":"traceutil/trace.go:171","msg":"trace[1189177019] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:24869; }","duration":"2.700981056s","start":"2026-05-19T03:50:48.311685Z","end":"2026-05-19T03:50:51.012666Z","steps":["trace[1189177019] 'agreement among raft nodes before linearized reading' (duration: 2.700936255s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.012632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930165984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:51.012704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:48.311664Z","time spent":"2.701035627s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:51.012694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:44.336148Z","time spent":"6.676535674s","remote":"127.0.0.1:53506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:51.012727Z","caller":"traceutil/trace.go:171","msg":"trace[104623570] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24869; }","duration":"4.930288017s","start":"2026-05-19T03:50:46.082419Z","end":"2026-05-19T03:50:51.012707Z","steps":["trace[104623570] 'agreement among raft nodes before linearized reading' (duration: 4.930125143s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.012745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.938756953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T03:50:51.012673Z","caller":"traceutil/trace.go:171","msg":"trace[1499663644] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24869; }","duration":"2.201976692s","start":"2026-05-19T03:50:48.810685Z","end":"2026-05-19T03:50:51.012662Z","steps":["trace[1499663644] 'agreement among raft nodes before linearized reading' (duration: 2.201762077s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.012838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:48.810658Z","time spent":"2.202172247s","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:51.012827Z","caller":"traceutil/trace.go:171","msg":"trace[1444292504] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0; range_end:; response_count:1; response_revision:24869; }","duration":"4.938842086s","start":"2026-05-19T03:50:46.073961Z","end":"2026-05-19T03:50:51.012803Z","steps":["trace[1444292504] 'agreement among raft nodes before linearized reading' (duration: 4.93862209s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.01288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:46.073947Z","time spent":"4.938918798s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" "} {"level":"warn","ts":"2026-05-19T03:50:51.013086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.475839278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-qd2wj\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-05-19T03:50:51.013126Z","caller":"traceutil/trace.go:171","msg":"trace[872127958] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-qd2wj; range_end:; response_count:1; response_revision:24869; }","duration":"7.475891119s","start":"2026-05-19T03:50:43.537221Z","end":"2026-05-19T03:50:51.013113Z","steps":["trace[872127958] 'agreement among raft nodes before linearized reading' (duration: 5.416638198s)","trace[872127958] 'range keys from in-memory index tree' (duration: 2.059101338s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.013139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.256643553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:51.012586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.941145635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-2zdpq\" ","response":"range_response_count:1 size:4803"} {"level":"info","ts":"2026-05-19T03:50:51.013176Z","caller":"traceutil/trace.go:171","msg":"trace[636589628] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24869; }","duration":"6.256682025s","start":"2026-05-19T03:50:44.756482Z","end":"2026-05-19T03:50:51.013164Z","steps":["trace[636589628] 'agreement among raft nodes before linearized reading' (duration: 4.19730753s)","trace[636589628] 'count revisions from in-memory index tree' (duration: 2.059320803s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.013197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.145603464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:51.013206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:44.756428Z","time spent":"6.256770147s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:51.013227Z","caller":"traceutil/trace.go:171","msg":"trace[75543949] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24869; }","duration":"5.145628305s","start":"2026-05-19T03:50:45.867586Z","end":"2026-05-19T03:50:51.013215Z","steps":["trace[75543949] 'agreement among raft nodes before linearized reading' (duration: 3.086192609s)","trace[75543949] 'count revisions from in-memory index tree' (duration: 2.059391105s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:51.013216Z","caller":"traceutil/trace.go:171","msg":"trace[314606036] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-2zdpq; range_end:; response_count:1; response_revision:24869; }","duration":"4.941768611s","start":"2026-05-19T03:50:46.071416Z","end":"2026-05-19T03:50:51.013184Z","steps":["trace[314606036] 'agreement among raft nodes before linearized reading' (duration: 4.941075434s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.013255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:45.867518Z","time spent":"5.145730548s","remote":"127.0.0.1:34756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:51.013299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.923627854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:51.013324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:46.071408Z","time spent":"4.941877444s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4826,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-2zdpq\" "} {"level":"warn","ts":"2026-05-19T03:50:51.013324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.814220424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:51.013342Z","caller":"traceutil/trace.go:171","msg":"trace[1003727696] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24869; }","duration":"6.923708546s","start":"2026-05-19T03:50:44.08962Z","end":"2026-05-19T03:50:51.013329Z","steps":["trace[1003727696] 'agreement among raft nodes before linearized reading' (duration: 4.86427698s)","trace[1003727696] 'count revisions from in-memory index tree' (duration: 2.059377125s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.013342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.322256669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:51.013376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:44.089594Z","time spent":"6.923772997s","remote":"127.0.0.1:34928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:51.013155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:43.537212Z","time spent":"7.475935891s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4932,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-qd2wj\" "} {"level":"info","ts":"2026-05-19T03:50:51.013374Z","caller":"traceutil/trace.go:171","msg":"trace[794140037] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24869; }","duration":"6.814308348s","start":"2026-05-19T03:50:44.199049Z","end":"2026-05-19T03:50:51.013357Z","steps":["trace[794140037] 'agreement among raft nodes before linearized reading' (duration: 4.75483806s)","trace[794140037] 'count revisions from in-memory index tree' (duration: 2.059408755s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:51.013387Z","caller":"traceutil/trace.go:171","msg":"trace[2026406359] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24869; }","duration":"7.322326921s","start":"2026-05-19T03:50:43.691046Z","end":"2026-05-19T03:50:51.013373Z","steps":["trace[2026406359] 'agreement among raft nodes before linearized reading' (duration: 5.262860804s)","trace[2026406359] 'count revisions from in-memory index tree' (duration: 2.059407426s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.013417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:44.199024Z","time spent":"6.814383749s","remote":"127.0.0.1:42782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:51.013426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:43.691032Z","time spent":"7.322382152s","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:51.013806Z","caller":"traceutil/trace.go:171","msg":"trace[344206054] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"1.855187591s","start":"2026-05-19T03:50:49.158603Z","end":"2026-05-19T03:50:51.01379Z","steps":["trace[344206054] 'process raft request' (duration: 1.852520573s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.013918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:49.158575Z","time spent":"1.855261144s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:51.014282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.475864078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-11af6ab9-b9b6-4c7d-a1b2-f1c949cebfcf\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-19T03:50:51.014321Z","caller":"traceutil/trace.go:171","msg":"trace[2006372014] range","detail":"{range_begin:/registry/persistentvolumes/pvc-11af6ab9-b9b6-4c7d-a1b2-f1c949cebfcf; range_end:; response_count:1; response_revision:24869; }","duration":"7.475939449s","start":"2026-05-19T03:50:43.538368Z","end":"2026-05-19T03:50:51.014308Z","steps":["trace[2006372014] 'agreement among raft nodes before linearized reading' (duration: 5.415548869s)","trace[2006372014] 'range keys from in-memory index tree' (duration: 2.060279508s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.014345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:43.538281Z","time spent":"7.476057892s","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-11af6ab9-b9b6-4c7d-a1b2-f1c949cebfcf\" "} {"level":"warn","ts":"2026-05-19T03:50:51.012773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:46.082408Z","time spent":"4.930354709s","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:51.222779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.11298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:51.222889Z","caller":"traceutil/trace.go:171","msg":"trace[1325401689] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24870; }","duration":"367.283055ms","start":"2026-05-19T03:50:50.855584Z","end":"2026-05-19T03:50:51.222867Z","steps":["trace[1325401689] 'agreement among raft nodes before linearized reading' (duration: 158.196196ms)","trace[1325401689] 'count revisions from in-memory index tree' (duration: 208.928985ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.222939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:50.855563Z","time spent":"367.359606ms","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:51.223045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.480917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:51.223016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.802786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:51.223075Z","caller":"traceutil/trace.go:171","msg":"trace[2106863371] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24870; }","duration":"535.556629ms","start":"2026-05-19T03:50:50.687509Z","end":"2026-05-19T03:50:51.223066Z","steps":["trace[2106863371] 'agreement among raft nodes before linearized reading' (duration: 326.234914ms)","trace[2106863371] 'count revisions from in-memory index tree' (duration: 209.253572ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.223092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:50.687489Z","time spent":"535.598489ms","remote":"127.0.0.1:37506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:51.223084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668651851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:51.223174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248969836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:51.22317Z","caller":"traceutil/trace.go:171","msg":"trace[1144831885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24870; }","duration":"1.668787945s","start":"2026-05-19T03:50:49.554358Z","end":"2026-05-19T03:50:51.223146Z","steps":["trace[1144831885] 'agreement among raft nodes before linearized reading' (duration: 1.459399019s)","trace[1144831885] 'range keys from in-memory index tree' (duration: 209.277323ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:51.223105Z","caller":"traceutil/trace.go:171","msg":"trace[380743512] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:24870; }","duration":"512.94149ms","start":"2026-05-19T03:50:50.71014Z","end":"2026-05-19T03:50:51.223082Z","steps":["trace[380743512] 'agreement among raft nodes before linearized reading' (duration: 303.650956ms)","trace[380743512] 'range keys from in-memory index tree' (duration: 209.14754ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:51.223215Z","caller":"traceutil/trace.go:171","msg":"trace[1942844133] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24870; }","duration":"1.249037258s","start":"2026-05-19T03:50:49.974166Z","end":"2026-05-19T03:50:51.223203Z","steps":["trace[1942844133] 'agreement among raft nodes before linearized reading' (duration: 1.039599341s)","trace[1942844133] 'count revisions from in-memory index tree' (duration: 209.385486ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.223225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:49.554335Z","time spent":"1.668878197s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:51.223252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:49.974145Z","time spent":"1.249096869s","remote":"127.0.0.1:39590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:51.223155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615948903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:51.223358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:50.710122Z","time spent":"513.104694ms","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-05-19T03:50:51.223364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749554421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:51.223397Z","caller":"traceutil/trace.go:171","msg":"trace[1602936372] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24870; }","duration":"1.616280051s","start":"2026-05-19T03:50:49.607089Z","end":"2026-05-19T03:50:51.223369Z","steps":["trace[1602936372] 'agreement among raft nodes before linearized reading' (duration: 1.406658199s)","trace[1602936372] 'count revisions from in-memory index tree' (duration: 209.261462ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:51.223448Z","caller":"traceutil/trace.go:171","msg":"trace[671286686] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24870; }","duration":"1.749669834s","start":"2026-05-19T03:50:49.473753Z","end":"2026-05-19T03:50:51.223423Z","steps":["trace[671286686] 'agreement among raft nodes before linearized reading' (duration: 1.540014891s)","trace[671286686] 'count revisions from in-memory index tree' (duration: 209.55636ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.22349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:49.473726Z","time spent":"1.749752626s","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:51.223526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:49.607062Z","time spent":"1.616416275s","remote":"127.0.0.1:43534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:51.22345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267298412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-19T03:50:51.223656Z","caller":"traceutil/trace.go:171","msg":"trace[1564123106] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24870; }","duration":"2.267544849s","start":"2026-05-19T03:50:48.956047Z","end":"2026-05-19T03:50:51.223592Z","steps":["trace[1564123106] 'agreement among raft nodes before linearized reading' (duration: 2.057692771s)","trace[1564123106] 'range keys from in-memory index tree' (duration: 209.403687ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.22375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.042012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-19T03:50:51.223766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:48.956026Z","time spent":"2.267687832s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-19T03:50:51.223807Z","caller":"traceutil/trace.go:171","msg":"trace[1666893540] linearizableReadLoop","detail":"{readStateIndex:25699; appliedIndex:25698; }","duration":"204.06836ms","start":"2026-05-19T03:50:51.019732Z","end":"2026-05-19T03:50:51.2238Z","steps":["trace[1666893540] 'read index received' (duration: 46.073669ms)","trace[1666893540] 'applied index is now lower than readState.Index' (duration: 157.992931ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:51.223826Z","caller":"traceutil/trace.go:171","msg":"trace[241556112] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"207.147788ms","start":"2026-05-19T03:50:51.016664Z","end":"2026-05-19T03:50:51.223812Z","steps":["trace[241556112] 'process raft request' (duration: 48.992374ms)","trace[241556112] 'compare' (duration: 157.241131ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.22389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.160682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:51.223905Z","caller":"traceutil/trace.go:171","msg":"trace[941472422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24871; }","duration":"204.205994ms","start":"2026-05-19T03:50:51.019695Z","end":"2026-05-19T03:50:51.223901Z","steps":["trace[941472422] 'agreement among raft nodes before linearized reading' (duration: 204.151042ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:51.226534Z","caller":"traceutil/trace.go:171","msg":"trace[1495605045] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"203.822734ms","start":"2026-05-19T03:50:51.022698Z","end":"2026-05-19T03:50:51.226521Z","steps":["trace[1495605045] 'process raft request' (duration: 203.468375ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:51.226651Z","caller":"traceutil/trace.go:171","msg":"trace[1854125769] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"184.713635ms","start":"2026-05-19T03:50:51.04193Z","end":"2026-05-19T03:50:51.226644Z","steps":["trace[1854125769] 'process raft request' (duration: 184.538441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.249691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.061599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:51.249743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.195606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:51.249818Z","caller":"traceutil/trace.go:171","msg":"trace[159543948] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24874; }","duration":"133.3315ms","start":"2026-05-19T03:50:51.116467Z","end":"2026-05-19T03:50:51.249799Z","steps":["trace[159543948] 'agreement among raft nodes before linearized reading' (duration: 133.115794ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:51.249777Z","caller":"traceutil/trace.go:171","msg":"trace[737245627] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24874; }","duration":"168.185402ms","start":"2026-05-19T03:50:51.081569Z","end":"2026-05-19T03:50:51.249755Z","steps":["trace[737245627] 'agreement among raft nodes before linearized reading' (duration: 168.026018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.249833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.88571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-05-19T03:50:51.250653Z","caller":"traceutil/trace.go:171","msg":"trace[452884184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24874; }","duration":"214.752643ms","start":"2026-05-19T03:50:51.035887Z","end":"2026-05-19T03:50:51.25064Z","steps":["trace[452884184] 'agreement among raft nodes before linearized reading' (duration: 213.779398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.249932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.646603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-19T03:50:51.25079Z","caller":"traceutil/trace.go:171","msg":"trace[895877166] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:24874; }","duration":"196.541527ms","start":"2026-05-19T03:50:51.054243Z","end":"2026-05-19T03:50:51.250785Z","steps":["trace[895877166] 'agreement among raft nodes before linearized reading' (duration: 195.629873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.250031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.044897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-19T03:50:51.250907Z","caller":"traceutil/trace.go:171","msg":"trace[1819863875] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24874; }","duration":"229.943892ms","start":"2026-05-19T03:50:51.020959Z","end":"2026-05-19T03:50:51.250903Z","steps":["trace[1819863875] 'agreement among raft nodes before linearized reading' (duration: 228.881094ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:51.250152Z","caller":"traceutil/trace.go:171","msg":"trace[1084270312] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"176.342061ms","start":"2026-05-19T03:50:51.073579Z","end":"2026-05-19T03:50:51.249921Z","steps":["trace[1084270312] 'process raft request' (duration: 175.839498ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:51.415001Z","caller":"traceutil/trace.go:171","msg":"trace[728089478] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"188.018409ms","start":"2026-05-19T03:50:51.226947Z","end":"2026-05-19T03:50:51.414966Z","steps":["trace[728089478] 'process raft request' (duration: 99.928286ms)","trace[728089478] 'compare' (duration: 87.864257ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:51.415108Z","caller":"traceutil/trace.go:171","msg":"trace[2111736702] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"152.349627ms","start":"2026-05-19T03:50:51.262731Z","end":"2026-05-19T03:50:51.415081Z","steps":["trace[2111736702] 'process raft request' (duration: 152.260384ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:51.415342Z","caller":"traceutil/trace.go:171","msg":"trace[919963005] linearizableReadLoop","detail":"{readStateIndex:25703; appliedIndex:25702; }","duration":"165.625736ms","start":"2026-05-19T03:50:51.249568Z","end":"2026-05-19T03:50:51.415194Z","steps":["trace[919963005] 'read index received' (duration: 77.323668ms)","trace[919963005] 'applied index is now lower than readState.Index' (duration: 88.296138ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.415645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.298464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:51.415705Z","caller":"traceutil/trace.go:171","msg":"trace[874781239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24876; }","duration":"191.403297ms","start":"2026-05-19T03:50:51.224287Z","end":"2026-05-19T03:50:51.41569Z","steps":["trace[874781239] 'agreement among raft nodes before linearized reading' (duration: 191.288354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.415812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.78345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-tfvmz\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-05-19T03:50:51.415875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.135635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-05-19T03:50:51.415978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.754654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-19T03:50:51.41602Z","caller":"traceutil/trace.go:171","msg":"trace[1728559013] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24876; }","duration":"189.832596ms","start":"2026-05-19T03:50:51.226177Z","end":"2026-05-19T03:50:51.416009Z","steps":["trace[1728559013] 'agreement among raft nodes before linearized reading' (duration: 189.680722ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:51.415865Z","caller":"traceutil/trace.go:171","msg":"trace[693303594] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-tfvmz; range_end:; response_count:1; response_revision:24876; }","duration":"163.866532ms","start":"2026-05-19T03:50:51.251982Z","end":"2026-05-19T03:50:51.415848Z","steps":["trace[693303594] 'agreement among raft nodes before linearized reading' (duration: 163.598035ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:51.415975Z","caller":"traceutil/trace.go:171","msg":"trace[1437409911] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24876; }","duration":"185.298499ms","start":"2026-05-19T03:50:51.230654Z","end":"2026-05-19T03:50:51.415952Z","steps":["trace[1437409911] 'agreement among raft nodes before linearized reading' (duration: 184.766296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.416352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.204092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-39e39a82-04f4-4108-8e12-fc7d5f7f84a6\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-19T03:50:51.416407Z","caller":"traceutil/trace.go:171","msg":"trace[1345369218] range","detail":"{range_begin:/registry/persistentvolumes/pvc-39e39a82-04f4-4108-8e12-fc7d5f7f84a6; range_end:; response_count:1; response_revision:24876; }","duration":"152.279415ms","start":"2026-05-19T03:50:51.264112Z","end":"2026-05-19T03:50:51.416391Z","steps":["trace[1345369218] 'agreement among raft nodes before linearized reading' (duration: 152.118981ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:51.660317Z","caller":"traceutil/trace.go:171","msg":"trace[1081213026] linearizableReadLoop","detail":"{readStateIndex:25709; appliedIndex:25708; }","duration":"147.411821ms","start":"2026-05-19T03:50:51.512883Z","end":"2026-05-19T03:50:51.660295Z","steps":["trace[1081213026] 'read index received' (duration: 76.450766ms)","trace[1081213026] 'applied index is now lower than readState.Index' (duration: 70.959195ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.660448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.653479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-84c6bc68-c791-433a-958a-5f1cc0a28675\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-05-19T03:50:51.660493Z","caller":"traceutil/trace.go:171","msg":"trace[250903355] range","detail":"{range_begin:/registry/persistentvolumes/pvc-84c6bc68-c791-433a-958a-5f1cc0a28675; range_end:; response_count:1; response_revision:24881; }","duration":"194.748472ms","start":"2026-05-19T03:50:51.465734Z","end":"2026-05-19T03:50:51.660483Z","steps":["trace[250903355] 'agreement among raft nodes before linearized reading' (duration: 194.652039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.660543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.386131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-tfvmz\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-05-19T03:50:51.660626Z","caller":"traceutil/trace.go:171","msg":"trace[60368635] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-tfvmz; range_end:; response_count:1; response_revision:24881; }","duration":"194.508895ms","start":"2026-05-19T03:50:51.466098Z","end":"2026-05-19T03:50:51.660607Z","steps":["trace[60368635] 'agreement among raft nodes before linearized reading' (duration: 194.222808ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:51.660308Z","caller":"traceutil/trace.go:171","msg":"trace[1559792244] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"186.637104ms","start":"2026-05-19T03:50:51.47358Z","end":"2026-05-19T03:50:51.660217Z","steps":["trace[1559792244] 'process raft request' (duration: 115.69678ms)","trace[1559792244] 'compare' (duration: 70.638226ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.660747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.146537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T03:50:51.660803Z","caller":"traceutil/trace.go:171","msg":"trace[2068638553] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0; range_end:; response_count:1; response_revision:24881; }","duration":"144.31111ms","start":"2026-05-19T03:50:51.516471Z","end":"2026-05-19T03:50:51.660782Z","steps":["trace[2068638553] 'agreement among raft nodes before linearized reading' (duration: 144.058694ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:51.660321Z","caller":"traceutil/trace.go:171","msg":"trace[1770652074] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"146.539698ms","start":"2026-05-19T03:50:51.513759Z","end":"2026-05-19T03:50:51.660299Z","steps":["trace[1770652074] 'process raft request' (duration: 146.390874ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:51.92614Z","caller":"traceutil/trace.go:171","msg":"trace[292805929] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"111.469841ms","start":"2026-05-19T03:50:51.814651Z","end":"2026-05-19T03:50:51.92612Z","steps":["trace[292805929] 'process raft request' (duration: 108.987148ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:52.121904Z","caller":"traceutil/trace.go:171","msg":"trace[1742671909] linearizableReadLoop","detail":"{readStateIndex:25721; appliedIndex:25720; }","duration":"126.551127ms","start":"2026-05-19T03:50:51.995334Z","end":"2026-05-19T03:50:52.121885Z","steps":["trace[1742671909] 'read index received' (duration: 86.491891ms)","trace[1742671909] 'applied index is now lower than readState.Index' (duration: 40.058356ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:52.122021Z","caller":"traceutil/trace.go:171","msg":"trace[360615315] transaction","detail":"{read_only:false; response_revision:24892; number_of_response:1; }","duration":"136.975764ms","start":"2026-05-19T03:50:51.985035Z","end":"2026-05-19T03:50:52.122011Z","steps":["trace[360615315] 'process raft request' (duration: 136.724388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:52.126872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.471011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-ovs-agent-default-7bj5k.18b0da32735f86f5\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24887 ","response":"range_response_count:500 size:391905"} {"level":"info","ts":"2026-05-19T03:50:52.126947Z","caller":"traceutil/trace.go:171","msg":"trace[905883084] range","detail":"{range_begin:/registry/events/openstack/neutron-ovs-agent-default-7bj5k.18b0da32735f86f5\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:24892; }","duration":"131.630917ms","start":"2026-05-19T03:50:51.995284Z","end":"2026-05-19T03:50:52.126914Z","steps":["trace[905883084] 'agreement among raft nodes before linearized reading' (duration: 127.062961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:52.442994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.89145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:52.443299Z","caller":"traceutil/trace.go:171","msg":"trace[769707631] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"205.24981ms","start":"2026-05-19T03:50:52.238006Z","end":"2026-05-19T03:50:52.443255Z","steps":["trace[769707631] 'process raft request' (duration: 96.985372ms)","trace[769707631] 'compare' (duration: 107.669183ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:52.443329Z","caller":"traceutil/trace.go:171","msg":"trace[19104035] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"188.097691ms","start":"2026-05-19T03:50:52.255213Z","end":"2026-05-19T03:50:52.44331Z","steps":["trace[19104035] 'process raft request' (duration: 187.988698ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:52.443428Z","caller":"traceutil/trace.go:171","msg":"trace[459442461] linearizableReadLoop","detail":"{readStateIndex:25727; appliedIndex:25726; }","duration":"191.065537ms","start":"2026-05-19T03:50:52.252292Z","end":"2026-05-19T03:50:52.443358Z","steps":["trace[459442461] 'read index received' (duration: 82.695245ms)","trace[459442461] 'applied index is now lower than readState.Index' (duration: 108.369272ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:52.443612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.569823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:52.443665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.352595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-19T03:50:52.443723Z","caller":"traceutil/trace.go:171","msg":"trace[437029075] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24899; }","duration":"191.466808ms","start":"2026-05-19T03:50:52.252242Z","end":"2026-05-19T03:50:52.443709Z","steps":["trace[437029075] 'agreement among raft nodes before linearized reading' (duration: 191.247681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:52.4437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.585414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:52.443689Z","caller":"traceutil/trace.go:171","msg":"trace[1813955666] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24899; }","duration":"152.685446ms","start":"2026-05-19T03:50:52.290992Z","end":"2026-05-19T03:50:52.443677Z","steps":["trace[1813955666] 'agreement among raft nodes before linearized reading' (duration: 152.572123ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:52.44378Z","caller":"traceutil/trace.go:171","msg":"trace[1491713462] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24899; }","duration":"152.721827ms","start":"2026-05-19T03:50:52.29104Z","end":"2026-05-19T03:50:52.443762Z","steps":["trace[1491713462] 'agreement among raft nodes before linearized reading' (duration: 152.566393ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:53.223693Z","caller":"traceutil/trace.go:171","msg":"trace[1127196899] linearizableReadLoop","detail":"{readStateIndex:25730; appliedIndex:25728; }","duration":"764.957666ms","start":"2026-05-19T03:50:52.458715Z","end":"2026-05-19T03:50:53.223673Z","steps":["trace[1127196899] 'read index received' (duration: 32.769979ms)","trace[1127196899] 'applied index is now lower than readState.Index' (duration: 732.186337ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:53.223989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.245813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-05-19T03:50:53.224048Z","caller":"traceutil/trace.go:171","msg":"trace[1465921324] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:24901; }","duration":"765.344136ms","start":"2026-05-19T03:50:52.45869Z","end":"2026-05-19T03:50:53.224034Z","steps":["trace[1465921324] 'agreement among raft nodes before linearized reading' (duration: 765.134631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:53.224092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:52.458677Z","time spent":"765.401127ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-05-19T03:50:53.223761Z","caller":"traceutil/trace.go:171","msg":"trace[687086466] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"766.838684ms","start":"2026-05-19T03:50:52.456886Z","end":"2026-05-19T03:50:53.223725Z","steps":["trace[687086466] 'process raft request' (duration: 766.65655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:53.225572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:52.456869Z","time spent":"767.381029ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:53.269059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.102473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"info","ts":"2026-05-19T03:50:53.269139Z","caller":"traceutil/trace.go:171","msg":"trace[1590092165] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24902; }","duration":"676.234436ms","start":"2026-05-19T03:50:52.592887Z","end":"2026-05-19T03:50:53.269121Z","steps":["trace[1590092165] 'agreement among raft nodes before linearized reading' (duration: 675.880057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:53.269184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:52.592865Z","time spent":"676.306808ms","remote":"127.0.0.1:42874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418422,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-19T03:50:53.269232Z","caller":"traceutil/trace.go:171","msg":"trace[2082099462] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"248.281991ms","start":"2026-05-19T03:50:53.020924Z","end":"2026-05-19T03:50:53.269206Z","steps":["trace[2082099462] 'process raft request' (duration: 247.676035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:53.269714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.51585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b0daf5669a6cdb\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-05-19T03:50:53.269745Z","caller":"traceutil/trace.go:171","msg":"trace[1520963431] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18b0daf5669a6cdb; range_end:; response_count:1; response_revision:24902; }","duration":"774.546391ms","start":"2026-05-19T03:50:52.495191Z","end":"2026-05-19T03:50:53.269738Z","steps":["trace[1520963431] 'agreement among raft nodes before linearized reading' (duration: 774.465099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:53.269764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:52.49513Z","time spent":"774.629814ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b0daf5669a6cdb\" "} {"level":"warn","ts":"2026-05-19T03:50:53.270221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.995318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:53.270281Z","caller":"traceutil/trace.go:171","msg":"trace[822459533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24902; }","duration":"808.073829ms","start":"2026-05-19T03:50:52.462194Z","end":"2026-05-19T03:50:53.270268Z","steps":["trace[822459533] 'agreement among raft nodes before linearized reading' (duration: 807.982037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:53.270311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:52.462189Z","time spent":"808.11403ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:53.864006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.218134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:53.864112Z","caller":"traceutil/trace.go:171","msg":"trace[1689209567] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"589.407977ms","start":"2026-05-19T03:50:53.274681Z","end":"2026-05-19T03:50:53.864089Z","steps":["trace[1689209567] 'process raft request' (duration: 342.033439ms)","trace[1689209567] 'compare' (duration: 246.749931ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:53.864178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:53.274664Z","time spent":"589.485619ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:54.591192Z","caller":"traceutil/trace.go:171","msg":"trace[1817728651] linearizableReadLoop","detail":"{readStateIndex:25733; appliedIndex:25731; }","duration":"1.125870288s","start":"2026-05-19T03:50:53.465292Z","end":"2026-05-19T03:50:54.591162Z","steps":["trace[1817728651] 'read index received' (duration: 151.452534ms)","trace[1817728651] 'applied index is now lower than readState.Index' (duration: 974.416594ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:54.591296Z","caller":"traceutil/trace.go:171","msg":"trace[1288756642] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"1.312109311s","start":"2026-05-19T03:50:53.279177Z","end":"2026-05-19T03:50:54.591286Z","steps":["trace[1288756642] 'process raft request' (duration: 1.305934453s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.591385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:53.279157Z","time spent":"1.312162192s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:54.591436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126129304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:54.591507Z","caller":"traceutil/trace.go:171","msg":"trace[574343441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24904; }","duration":"1.126246267s","start":"2026-05-19T03:50:53.46524Z","end":"2026-05-19T03:50:54.591486Z","steps":["trace[574343441] 'agreement among raft nodes before linearized reading' (duration: 1.126139264s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.591549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:53.465219Z","time spent":"1.126323319s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:50:54.60103Z","caller":"traceutil/trace.go:171","msg":"trace[749458294] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"733.271376ms","start":"2026-05-19T03:50:53.867739Z","end":"2026-05-19T03:50:54.601011Z","steps":["trace[749458294] 'process raft request' (duration: 733.04236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.601132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:53.867719Z","time spent":"733.364108ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:50:54.601341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.514368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:54.601372Z","caller":"traceutil/trace.go:171","msg":"trace[1025877255] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24905; }","duration":"103.58742ms","start":"2026-05-19T03:50:54.497775Z","end":"2026-05-19T03:50:54.601362Z","steps":["trace[1025877255] 'agreement among raft nodes before linearized reading' (duration: 103.511758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.601552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.694263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:54.601581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050449269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:54.601619Z","caller":"traceutil/trace.go:171","msg":"trace[1061764166] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24905; }","duration":"580.780925ms","start":"2026-05-19T03:50:54.020819Z","end":"2026-05-19T03:50:54.6016Z","steps":["trace[1061764166] 'agreement among raft nodes before linearized reading' (duration: 580.625611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.601644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.818811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-05-19T03:50:54.601656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:54.020763Z","time spent":"580.884407ms","remote":"127.0.0.1:34784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:54.601681Z","caller":"traceutil/trace.go:171","msg":"trace[2008191644] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24905; }","duration":"762.879313ms","start":"2026-05-19T03:50:53.838791Z","end":"2026-05-19T03:50:54.60167Z","steps":["trace[2008191644] 'agreement among raft nodes before linearized reading' (duration: 762.799241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.601726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:53.838775Z","time spent":"762.941254ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-19T03:50:54.601871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.919964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:54.601897Z","caller":"traceutil/trace.go:171","msg":"trace[749919693] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24905; }","duration":"382.985036ms","start":"2026-05-19T03:50:54.218903Z","end":"2026-05-19T03:50:54.601888Z","steps":["trace[749919693] 'agreement among raft nodes before linearized reading' (duration: 382.912324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.601916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:54.218829Z","time spent":"383.081729ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:54.601929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.696604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-19T03:50:54.601955Z","caller":"traceutil/trace.go:171","msg":"trace[579003713] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24905; }","duration":"919.734625ms","start":"2026-05-19T03:50:53.68221Z","end":"2026-05-19T03:50:54.601945Z","steps":["trace[579003713] 'agreement among raft nodes before linearized reading' (duration: 919.665633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.601974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:53.682188Z","time spent":"919.781876ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-19T03:50:54.60164Z","caller":"traceutil/trace.go:171","msg":"trace[1878594924] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24905; }","duration":"1.050516951s","start":"2026-05-19T03:50:53.551106Z","end":"2026-05-19T03:50:54.601623Z","steps":["trace[1878594924] 'agreement among raft nodes before linearized reading' (duration: 1.050406538s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.602025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.486065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:54.602044Z","caller":"traceutil/trace.go:171","msg":"trace[1492371943] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24905; }","duration":"533.547667ms","start":"2026-05-19T03:50:54.068491Z","end":"2026-05-19T03:50:54.602038Z","steps":["trace[1492371943] 'agreement among raft nodes before linearized reading' (duration: 533.514346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.60203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:53.551037Z","time spent":"1.050978661s","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:50:54.602062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:54.068464Z","time spent":"533.594087ms","remote":"127.0.0.1:49164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:54.601552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.80175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-19T03:50:54.602137Z","caller":"traceutil/trace.go:171","msg":"trace[103333453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24905; }","duration":"935.420686ms","start":"2026-05-19T03:50:53.666704Z","end":"2026-05-19T03:50:54.602125Z","steps":["trace[103333453] 'agreement among raft nodes before linearized reading' (duration: 934.680077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.602176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:53.666689Z","time spent":"935.472077ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:50:54.788259Z","caller":"traceutil/trace.go:171","msg":"trace[239454191] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"102.800729ms","start":"2026-05-19T03:50:54.685424Z","end":"2026-05-19T03:50:54.788225Z","steps":["trace[239454191] 'process raft request' (duration: 101.295161ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:54.789963Z","caller":"traceutil/trace.go:171","msg":"trace[1729761160] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"104.361489ms","start":"2026-05-19T03:50:54.685564Z","end":"2026-05-19T03:50:54.789926Z","steps":["trace[1729761160] 'process raft request' (duration: 103.835885ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:55.224532Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22012} {"level":"info","ts":"2026-05-19T03:50:55.42488Z","caller":"traceutil/trace.go:171","msg":"trace[1046958657] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"190.726679ms","start":"2026-05-19T03:50:55.234135Z","end":"2026-05-19T03:50:55.424861Z","steps":["trace[1046958657] 'process raft request' (duration: 190.671807ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:55.425002Z","caller":"traceutil/trace.go:171","msg":"trace[623616553] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"195.0628ms","start":"2026-05-19T03:50:55.229922Z","end":"2026-05-19T03:50:55.424985Z","steps":["trace[623616553] 'process raft request' (duration: 191.94075ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:55.425098Z","caller":"traceutil/trace.go:171","msg":"trace[1738540184] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"192.109044ms","start":"2026-05-19T03:50:55.232979Z","end":"2026-05-19T03:50:55.425088Z","steps":["trace[1738540184] 'process raft request' (duration: 191.775926ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:55.425158Z","caller":"traceutil/trace.go:171","msg":"trace[34622871] linearizableReadLoop","detail":"{readStateIndex:25763; appliedIndex:25759; }","duration":"108.011303ms","start":"2026-05-19T03:50:55.317113Z","end":"2026-05-19T03:50:55.425124Z","steps":["trace[34622871] 'read index received' (duration: 104.864473ms)","trace[34622871] 'applied index is now lower than readState.Index' (duration: 3.14414ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:55.425379Z","caller":"traceutil/trace.go:171","msg":"trace[599834085] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"151.155876ms","start":"2026-05-19T03:50:55.274212Z","end":"2026-05-19T03:50:55.425368Z","steps":["trace[599834085] 'process raft request' (duration: 150.619733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:55.425403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.262839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-19T03:50:55.425444Z","caller":"traceutil/trace.go:171","msg":"trace[434437607] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24933; }","duration":"108.349012ms","start":"2026-05-19T03:50:55.31708Z","end":"2026-05-19T03:50:55.425429Z","steps":["trace[434437607] 'agreement among raft nodes before linearized reading' (duration: 108.135516ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:55.589404Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22012,"took":"359.075024ms","hash":3124156001,"current-db-size-bytes":55922688,"current-db-size":"56 MB","current-db-size-in-use-bytes":42414080,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-05-19T03:50:55.589461Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3124156001,"revision":22012,"compact-revision":19843} {"level":"info","ts":"2026-05-19T03:50:55.946576Z","caller":"traceutil/trace.go:171","msg":"trace[802670147] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"119.767104ms","start":"2026-05-19T03:50:55.826786Z","end":"2026-05-19T03:50:55.946553Z","steps":["trace[802670147] 'process raft request' (duration: 50.927053ms)","trace[802670147] 'compare' (duration: 68.731659ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:55.958366Z","caller":"traceutil/trace.go:171","msg":"trace[1688274874] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"126.955196ms","start":"2026-05-19T03:50:55.83139Z","end":"2026-05-19T03:50:55.958345Z","steps":["trace[1688274874] 'process raft request' (duration: 126.325251ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:56.102787Z","caller":"traceutil/trace.go:171","msg":"trace[1620566737] linearizableReadLoop","detail":"{readStateIndex:25789; appliedIndex:25788; }","duration":"134.736736ms","start":"2026-05-19T03:50:55.968033Z","end":"2026-05-19T03:50:56.10277Z","steps":["trace[1620566737] 'read index received' (duration: 96.679392ms)","trace[1620566737] 'applied index is now lower than readState.Index' (duration: 38.056624ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:56.102944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.89728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-tfvmz.18b0daf71aaba198\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-05-19T03:50:56.102967Z","caller":"traceutil/trace.go:171","msg":"trace[1244237506] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-tfvmz.18b0daf71aaba198; range_end:; response_count:1; response_revision:24959; }","duration":"134.943862ms","start":"2026-05-19T03:50:55.968016Z","end":"2026-05-19T03:50:56.10296Z","steps":["trace[1244237506] 'agreement among raft nodes before linearized reading' (duration: 134.815799ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:56.102972Z","caller":"traceutil/trace.go:171","msg":"trace[1045173863] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"136.006589ms","start":"2026-05-19T03:50:55.966936Z","end":"2026-05-19T03:50:56.102943Z","steps":["trace[1045173863] 'process raft request' (duration: 97.764441ms)","trace[1045173863] 'compare' (duration: 37.89353ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:56.283183Z","caller":"traceutil/trace.go:171","msg":"trace[1036853117] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"106.300279ms","start":"2026-05-19T03:50:56.17686Z","end":"2026-05-19T03:50:56.283161Z","steps":["trace[1036853117] 'process raft request' (duration: 67.539497ms)","trace[1036853117] 'compare' (duration: 38.606548ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:56.400727Z","caller":"traceutil/trace.go:171","msg":"trace[1106262051] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"106.717679ms","start":"2026-05-19T03:50:56.293986Z","end":"2026-05-19T03:50:56.400704Z","steps":["trace[1106262051] 'process raft request' (duration: 100.333516ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:56.62061Z","caller":"traceutil/trace.go:171","msg":"trace[1995658081] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"103.451147ms","start":"2026-05-19T03:50:56.517123Z","end":"2026-05-19T03:50:56.620574Z","steps":["trace[1995658081] 'process raft request' (duration: 93.43083ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:56.913345Z","caller":"traceutil/trace.go:171","msg":"trace[883415007] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"161.252054ms","start":"2026-05-19T03:50:56.752067Z","end":"2026-05-19T03:50:56.913319Z","steps":["trace[883415007] 'process raft request' (duration: 127.45661ms)","trace[883415007] 'compare' (duration: 33.6217ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:56.913311Z","caller":"traceutil/trace.go:171","msg":"trace[1063736096] linearizableReadLoop","detail":"{readStateIndex:25818; appliedIndex:25817; }","duration":"150.461359ms","start":"2026-05-19T03:50:56.76282Z","end":"2026-05-19T03:50:56.913281Z","steps":["trace[1063736096] 'read index received' (duration: 116.626904ms)","trace[1063736096] 'applied index is now lower than readState.Index' (duration: 33.833105ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:56.913555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.709935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-2zdpq.18b0daf6f88b2bd4\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-05-19T03:50:56.913626Z","caller":"traceutil/trace.go:171","msg":"trace[437757662] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-2zdpq.18b0daf6f88b2bd4; range_end:; response_count:1; response_revision:24988; }","duration":"150.850828ms","start":"2026-05-19T03:50:56.762757Z","end":"2026-05-19T03:50:56.913608Z","steps":["trace[437757662] 'agreement among raft nodes before linearized reading' (duration: 150.628203ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:57.605634Z","caller":"traceutil/trace.go:171","msg":"trace[1105267248] linearizableReadLoop","detail":"{readStateIndex:25833; appliedIndex:25832; }","duration":"179.361068ms","start":"2026-05-19T03:50:57.426245Z","end":"2026-05-19T03:50:57.605606Z","steps":["trace[1105267248] 'read index received' (duration: 175.241453ms)","trace[1105267248] 'applied index is now lower than readState.Index' (duration: 4.117625ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:57.605923Z","caller":"traceutil/trace.go:171","msg":"trace[1762967328] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"220.038097ms","start":"2026-05-19T03:50:57.385858Z","end":"2026-05-19T03:50:57.605896Z","steps":["trace[1762967328] 'process raft request' (duration: 215.606735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:57.606128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.870071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-05-19T03:50:57.606175Z","caller":"traceutil/trace.go:171","msg":"trace[1329752362] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25003; }","duration":"179.975063ms","start":"2026-05-19T03:50:57.426186Z","end":"2026-05-19T03:50:57.606161Z","steps":["trace[1329752362] 'agreement among raft nodes before linearized reading' (duration: 179.797839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:57.643823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.373563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:57.643928Z","caller":"traceutil/trace.go:171","msg":"trace[6006002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25004; }","duration":"178.525736ms","start":"2026-05-19T03:50:57.465379Z","end":"2026-05-19T03:50:57.643904Z","steps":["trace[6006002] 'agreement among raft nodes before linearized reading' (duration: 178.308091ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:57.644136Z","caller":"traceutil/trace.go:171","msg":"trace[2112141745] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"213.444279ms","start":"2026-05-19T03:50:57.430647Z","end":"2026-05-19T03:50:57.644091Z","steps":["trace[2112141745] 'process raft request' (duration: 212.802453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:57.644412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.848583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:50:57.644492Z","caller":"traceutil/trace.go:171","msg":"trace[1331327547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25004; }","duration":"192.957176ms","start":"2026-05-19T03:50:57.451511Z","end":"2026-05-19T03:50:57.644468Z","steps":["trace[1331327547] 'agreement among raft nodes before linearized reading' (duration: 192.716269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:57.64452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.949146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:50:57.644608Z","caller":"traceutil/trace.go:171","msg":"trace[26130487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25004; }","duration":"193.094279ms","start":"2026-05-19T03:50:57.451487Z","end":"2026-05-19T03:50:57.644582Z","steps":["trace[26130487] 'agreement among raft nodes before linearized reading' (duration: 192.813802ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:57.775593Z","caller":"traceutil/trace.go:171","msg":"trace[1597804968] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"126.936046ms","start":"2026-05-19T03:50:57.648638Z","end":"2026-05-19T03:50:57.775574Z","steps":["trace[1597804968] 'process raft request' (duration: 126.372612ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:57.775691Z","caller":"traceutil/trace.go:171","msg":"trace[1365005779] linearizableReadLoop","detail":"{readStateIndex:25837; appliedIndex:25835; }","duration":"102.382389ms","start":"2026-05-19T03:50:57.673296Z","end":"2026-05-19T03:50:57.775678Z","steps":["trace[1365005779] 'read index received' (duration: 101.739393ms)","trace[1365005779] 'applied index is now lower than readState.Index' (duration: 642.006µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:57.775764Z","caller":"traceutil/trace.go:171","msg":"trace[1454430059] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"126.775343ms","start":"2026-05-19T03:50:57.648982Z","end":"2026-05-19T03:50:57.775757Z","steps":["trace[1454430059] 'process raft request' (duration: 126.561997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:57.775854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.546294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-w6crh.18b0daf431f7846a\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-05-19T03:50:57.775877Z","caller":"traceutil/trace.go:171","msg":"trace[1792109603] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-w6crh.18b0daf431f7846a; range_end:; response_count:1; response_revision:25007; }","duration":"102.636516ms","start":"2026-05-19T03:50:57.673232Z","end":"2026-05-19T03:50:57.775869Z","steps":["trace[1792109603] 'agreement among raft nodes before linearized reading' (duration: 102.483082ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:58.076424Z","caller":"traceutil/trace.go:171","msg":"trace[1196067467] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"140.33501ms","start":"2026-05-19T03:50:57.936049Z","end":"2026-05-19T03:50:58.076384Z","steps":["trace[1196067467] 'process raft request' (duration: 85.240991ms)","trace[1196067467] 'compare' (duration: 54.920835ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:58.502332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.149383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:58.502486Z","caller":"traceutil/trace.go:171","msg":"trace[292373379] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"269.422311ms","start":"2026-05-19T03:50:58.233048Z","end":"2026-05-19T03:50:58.50247Z","steps":["trace[292373379] 'process raft request' (duration: 113.033062ms)","trace[292373379] 'compare' (duration: 155.962988ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:58.642625Z","caller":"traceutil/trace.go:171","msg":"trace[1357356235] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"101.922017ms","start":"2026-05-19T03:50:58.540657Z","end":"2026-05-19T03:50:58.642579Z","steps":["trace[1357356235] 'process raft request' (duration: 101.113206ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:58.920034Z","caller":"traceutil/trace.go:171","msg":"trace[789703492] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"105.60631ms","start":"2026-05-19T03:50:58.81441Z","end":"2026-05-19T03:50:58.920016Z","steps":["trace[789703492] 'process raft request' (duration: 81.094524ms)","trace[789703492] 'compare' (duration: 24.27414ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:59.121217Z","caller":"traceutil/trace.go:171","msg":"trace[1023381118] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"114.693834ms","start":"2026-05-19T03:50:59.006477Z","end":"2026-05-19T03:50:59.121171Z","steps":["trace[1023381118] 'process raft request' (duration: 46.874559ms)","trace[1023381118] 'compare' (duration: 67.453125ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:10.037899Z","caller":"traceutil/trace.go:171","msg":"trace[784623168] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"440.393694ms","start":"2026-05-19T03:51:09.597464Z","end":"2026-05-19T03:51:10.037858Z","steps":["trace[784623168] 'process raft request' (duration: 440.178959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:10.038103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:09.59744Z","time spent":"440.561588ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:10.079268Z","caller":"traceutil/trace.go:171","msg":"trace[969327249] linearizableReadLoop","detail":"{readStateIndex:25936; appliedIndex:25934; }","duration":"211.90785ms","start":"2026-05-19T03:51:09.867336Z","end":"2026-05-19T03:51:10.079243Z","steps":["trace[969327249] 'read index received' (duration: 170.369818ms)","trace[969327249] 'applied index is now lower than readState.Index' (duration: 41.537182ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:10.079323Z","caller":"traceutil/trace.go:171","msg":"trace[759195712] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"359.574197ms","start":"2026-05-19T03:51:09.719731Z","end":"2026-05-19T03:51:10.079305Z","steps":["trace[759195712] 'process raft request' (duration: 359.374162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:10.079431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:09.71971Z","time spent":"359.650939ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:10.079444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.107095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:51:10.079473Z","caller":"traceutil/trace.go:171","msg":"trace[680663011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25102; }","duration":"212.173427ms","start":"2026-05-19T03:51:09.867291Z","end":"2026-05-19T03:51:10.079464Z","steps":["trace[680663011] 'agreement among raft nodes before linearized reading' (duration: 212.070804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:10.079494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.141346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:51:10.079568Z","caller":"traceutil/trace.go:171","msg":"trace[492484841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25102; }","duration":"212.260089ms","start":"2026-05-19T03:51:09.867292Z","end":"2026-05-19T03:51:10.079552Z","steps":["trace[492484841] 'agreement among raft nodes before linearized reading' (duration: 212.065014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:11.236082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.141717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:11.236188Z","caller":"traceutil/trace.go:171","msg":"trace[1998695107] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"1.153087564s","start":"2026-05-19T03:51:10.083082Z","end":"2026-05-19T03:51:11.23617Z","steps":["trace[1998695107] 'process raft request' (duration: 515.782083ms)","trace[1998695107] 'compare' (duration: 634.810907ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:11.236253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:10.083063Z","time spent":"1.153159526s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:11.74963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.221944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:11.749967Z","caller":"traceutil/trace.go:171","msg":"trace[81434641] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"438.926266ms","start":"2026-05-19T03:51:11.311017Z","end":"2026-05-19T03:51:11.749943Z","steps":["trace[81434641] 'process raft request' (duration: 438.859485ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:11.750043Z","caller":"traceutil/trace.go:171","msg":"trace[1738556806] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"1.66590646s","start":"2026-05-19T03:51:10.084095Z","end":"2026-05-19T03:51:11.750002Z","steps":["trace[1738556806] 'process raft request' (duration: 1.461199584s)","trace[1738556806] 'compare' (duration: 203.632619ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:11.750082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:11.310993Z","time spent":"439.0348ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:11.750219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:10.084059Z","time spent":"1.666073744s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:11.750302Z","caller":"traceutil/trace.go:171","msg":"trace[1642761742] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"1.01219896s","start":"2026-05-19T03:51:10.738075Z","end":"2026-05-19T03:51:11.750274Z","steps":["trace[1642761742] 'process raft request' (duration: 1.011712258s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:11.750506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:10.738049Z","time spent":"1.012352844s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:11.750512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276414178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-19T03:51:11.750302Z","caller":"traceutil/trace.go:171","msg":"trace[837728822] linearizableReadLoop","detail":"{readStateIndex:25938; appliedIndex:25936; }","duration":"1.276165251s","start":"2026-05-19T03:51:10.474091Z","end":"2026-05-19T03:51:11.750256Z","steps":["trace[837728822] 'read index received' (duration: 124.850593ms)","trace[837728822] 'applied index is now lower than readState.Index' (duration: 1.151310148s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:11.750606Z","caller":"traceutil/trace.go:171","msg":"trace[543711776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25106; }","duration":"1.276558422s","start":"2026-05-19T03:51:10.474024Z","end":"2026-05-19T03:51:11.750583Z","steps":["trace[543711776] 'agreement among raft nodes before linearized reading' (duration: 1.276311695s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:11.750659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:10.473999Z","time spent":"1.276650684s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:51:11.750887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005370186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-19T03:51:11.750898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267924712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-05-19T03:51:11.750932Z","caller":"traceutil/trace.go:171","msg":"trace[1725068916] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25106; }","duration":"1.005447808s","start":"2026-05-19T03:51:10.745469Z","end":"2026-05-19T03:51:11.750917Z","steps":["trace[1725068916] 'agreement among raft nodes before linearized reading' (duration: 1.005327855s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:11.750971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:10.745449Z","time spent":"1.005515689s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:51:11.750994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143392177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:11.750939Z","caller":"traceutil/trace.go:171","msg":"trace[258733147] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25106; }","duration":"1.268043214s","start":"2026-05-19T03:51:10.482883Z","end":"2026-05-19T03:51:11.750927Z","steps":["trace[258733147] 'agreement among raft nodes before linearized reading' (duration: 1.267844449s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:11.751005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121818174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-05-19T03:51:11.751086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.333155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:11.751119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168639011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-19T03:51:11.751135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070781389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-05-19T03:51:11.751138Z","caller":"traceutil/trace.go:171","msg":"trace[599980229] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25106; }","duration":"1.121999699s","start":"2026-05-19T03:51:10.62911Z","end":"2026-05-19T03:51:11.75111Z","steps":["trace[599980229] 'agreement among raft nodes before linearized reading' (duration: 1.121677501s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:11.751153Z","caller":"traceutil/trace.go:171","msg":"trace[2056055784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25106; }","duration":"286.409766ms","start":"2026-05-19T03:51:11.464716Z","end":"2026-05-19T03:51:11.751126Z","steps":["trace[2056055784] 'agreement among raft nodes before linearized reading' (duration: 286.339165ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:11.751173Z","caller":"traceutil/trace.go:171","msg":"trace[66233106] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25106; }","duration":"1.070857121s","start":"2026-05-19T03:51:10.680305Z","end":"2026-05-19T03:51:11.751162Z","steps":["trace[66233106] 'agreement among raft nodes before linearized reading' (duration: 1.070753139s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:11.751163Z","caller":"traceutil/trace.go:171","msg":"trace[1782629398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25106; }","duration":"1.168717384s","start":"2026-05-19T03:51:10.582437Z","end":"2026-05-19T03:51:11.751154Z","steps":["trace[1782629398] 'agreement among raft nodes before linearized reading' (duration: 1.168614101s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:11.751209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:10.680276Z","time spent":"1.070926103s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-19T03:51:11.751205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:10.629092Z","time spent":"1.122101772s","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-05-19T03:51:11.75122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:10.582402Z","time spent":"1.168810277s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:51:11.751179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:10.482834Z","time spent":"1.268267481s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-19T03:51:11.750979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.455569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-19T03:51:11.751341Z","caller":"traceutil/trace.go:171","msg":"trace[1655896385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25106; }","duration":"955.89804ms","start":"2026-05-19T03:51:10.79543Z","end":"2026-05-19T03:51:11.751328Z","steps":["trace[1655896385] 'agreement among raft nodes before linearized reading' (duration: 955.319396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:11.75156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:10.795395Z","time spent":"956.155886ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:51:11.751582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.323335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:51:11.75162Z","caller":"traceutil/trace.go:171","msg":"trace[1401857734] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25106; }","duration":"557.368947ms","start":"2026-05-19T03:51:11.194241Z","end":"2026-05-19T03:51:11.75161Z","steps":["trace[1401857734] 'agreement among raft nodes before linearized reading' (duration: 557.10773ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:11.751031Z","caller":"traceutil/trace.go:171","msg":"trace[482003249] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25106; }","duration":"1.143458299s","start":"2026-05-19T03:51:10.60756Z","end":"2026-05-19T03:51:11.751018Z","steps":["trace[482003249] 'agreement among raft nodes before linearized reading' (duration: 1.143399417s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:11.751659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:11.194174Z","time spent":"557.47722ms","remote":"127.0.0.1:34746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:11.751624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.551493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:51:11.751713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:10.607539Z","time spent":"1.144132405s","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:51:11.751754Z","caller":"traceutil/trace.go:171","msg":"trace[324921600] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25106; }","duration":"758.721007ms","start":"2026-05-19T03:51:10.993023Z","end":"2026-05-19T03:51:11.751744Z","steps":["trace[324921600] 'agreement among raft nodes before linearized reading' (duration: 758.529112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:11.751795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:10.993002Z","time spent":"758.783149ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:11.752092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.624755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-19T03:51:11.752168Z","caller":"traceutil/trace.go:171","msg":"trace[1177911748] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:25106; }","duration":"328.746298ms","start":"2026-05-19T03:51:11.423408Z","end":"2026-05-19T03:51:11.752155Z","steps":["trace[1177911748] 'agreement among raft nodes before linearized reading' (duration: 328.215265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:11.752199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:11.423384Z","time spent":"328.80808ms","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.152\" "} {"level":"warn","ts":"2026-05-19T03:51:12.411303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.848067ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-19T03:51:12.411456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:11.753941Z","time spent":"657.509567ms","remote":"127.0.0.1:34522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T03:51:12.815833Z","caller":"traceutil/trace.go:171","msg":"trace[2141850784] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"1.059571933s","start":"2026-05-19T03:51:11.756207Z","end":"2026-05-19T03:51:12.815779Z","steps":["trace[2141850784] 'process raft request' (duration: 972.772293ms)","trace[2141850784] 'compare' (duration: 86.02817ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:12.816007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:11.756175Z","time spent":"1.059740797s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:12.816567Z","caller":"traceutil/trace.go:171","msg":"trace[388822426] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"1.059732206s","start":"2026-05-19T03:51:11.756806Z","end":"2026-05-19T03:51:12.816538Z","steps":["trace[388822426] 'process raft request' (duration: 1.059625043s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:12.816577Z","caller":"traceutil/trace.go:171","msg":"trace[2074611958] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"1.059811788s","start":"2026-05-19T03:51:11.756726Z","end":"2026-05-19T03:51:12.816538Z","steps":["trace[2074611958] 'process raft request' (duration: 1.059456549s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:12.816615Z","caller":"traceutil/trace.go:171","msg":"trace[1285526525] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"1.058533485s","start":"2026-05-19T03:51:11.758039Z","end":"2026-05-19T03:51:12.816573Z","steps":["trace[1285526525] 'process raft request' (duration: 1.058443893s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:12.816721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:11.756787Z","time spent":"1.059848289s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:12.816763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:11.756714Z","time spent":"1.059954331s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:12.816828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:11.758027Z","time spent":"1.05869659s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:12.816946Z","caller":"traceutil/trace.go:171","msg":"trace[461028688] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"772.301984ms","start":"2026-05-19T03:51:12.04463Z","end":"2026-05-19T03:51:12.816932Z","steps":["trace[461028688] 'process raft request' (duration: 771.894764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:12.817012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.044602Z","time spent":"772.376536ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:12.817031Z","caller":"traceutil/trace.go:171","msg":"trace[836834447] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"732.468385ms","start":"2026-05-19T03:51:12.084543Z","end":"2026-05-19T03:51:12.817011Z","steps":["trace[836834447] 'process raft request' (duration: 732.219519ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:12.817131Z","caller":"traceutil/trace.go:171","msg":"trace[743819686] linearizableReadLoop","detail":"{readStateIndex:25947; appliedIndex:25940; }","duration":"663.42843ms","start":"2026-05-19T03:51:12.153692Z","end":"2026-05-19T03:51:12.817121Z","steps":["trace[743819686] 'read index received' (duration: 40.786824ms)","trace[743819686] 'applied index is now lower than readState.Index' (duration: 622.640046ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:12.817187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.084502Z","time spent":"732.632069ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:12.817031Z","caller":"traceutil/trace.go:171","msg":"trace[576754624] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"403.945332ms","start":"2026-05-19T03:51:12.413052Z","end":"2026-05-19T03:51:12.816997Z","steps":["trace[576754624] 'process raft request' (duration: 403.88256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:12.817347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.41302Z","time spent":"404.294441ms","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:12.817693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.975723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:51:12.817735Z","caller":"traceutil/trace.go:171","msg":"trace[1803573782] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25113; }","duration":"664.097126ms","start":"2026-05-19T03:51:12.153627Z","end":"2026-05-19T03:51:12.817724Z","steps":["trace[1803573782] 'agreement among raft nodes before linearized reading' (duration: 663.575573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:12.817764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.153598Z","time spent":"664.157718ms","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:12.817795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.660517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:12.817901Z","caller":"traceutil/trace.go:171","msg":"trace[2094276358] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25113; }","duration":"556.812651ms","start":"2026-05-19T03:51:12.261072Z","end":"2026-05-19T03:51:12.817884Z","steps":["trace[2094276358] 'agreement among raft nodes before linearized reading' (duration: 556.599056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:12.817947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.261046Z","time spent":"556.888493ms","remote":"127.0.0.1:42820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:12.8181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.282859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:12.818133Z","caller":"traceutil/trace.go:171","msg":"trace[1647013885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25113; }","duration":"350.345092ms","start":"2026-05-19T03:51:12.46778Z","end":"2026-05-19T03:51:12.818125Z","steps":["trace[1647013885] 'agreement among raft nodes before linearized reading' (duration: 350.292921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:12.818153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.467758Z","time spent":"350.390593ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:51:12.818205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.831968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-19T03:51:12.818249Z","caller":"traceutil/trace.go:171","msg":"trace[1690049393] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25113; }","duration":"435.958181ms","start":"2026-05-19T03:51:12.38228Z","end":"2026-05-19T03:51:12.818238Z","steps":["trace[1690049393] 'agreement among raft nodes before linearized reading' (duration: 435.836618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:12.818301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.382225Z","time spent":"436.069614ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:51:12.8184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.470353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:12.818436Z","caller":"traceutil/trace.go:171","msg":"trace[1942500424] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25113; }","duration":"527.542425ms","start":"2026-05-19T03:51:12.290882Z","end":"2026-05-19T03:51:12.818425Z","steps":["trace[1942500424] 'agreement among raft nodes before linearized reading' (duration: 527.489033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:12.818468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.29087Z","time spent":"527.586595ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:12.818661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.776474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:51:12.818804Z","caller":"traceutil/trace.go:171","msg":"trace[1061476303] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25113; }","duration":"309.99297ms","start":"2026-05-19T03:51:12.508789Z","end":"2026-05-19T03:51:12.818782Z","steps":["trace[1061476303] 'agreement among raft nodes before linearized reading' (duration: 309.61684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:12.818946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.508767Z","time spent":"310.162523ms","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:51:13.281934Z","caller":"traceutil/trace.go:171","msg":"trace[995283651] linearizableReadLoop","detail":"{readStateIndex:25949; appliedIndex:25948; }","duration":"456.220389ms","start":"2026-05-19T03:51:12.825675Z","end":"2026-05-19T03:51:13.281895Z","steps":["trace[995283651] 'read index received' (duration: 424.359034ms)","trace[995283651] 'applied index is now lower than readState.Index' (duration: 31.859725ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:13.281939Z","caller":"traceutil/trace.go:171","msg":"trace[263430404] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"456.349471ms","start":"2026-05-19T03:51:12.825562Z","end":"2026-05-19T03:51:13.281911Z","steps":["trace[263430404] 'process raft request' (duration: 424.381464ms)","trace[263430404] 'compare' (duration: 31.558017ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:13.28217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.825548Z","time spent":"456.528987ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:13.282479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.753592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T03:51:13.282667Z","caller":"traceutil/trace.go:171","msg":"trace[1037877476] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25114; }","duration":"456.985108ms","start":"2026-05-19T03:51:12.825652Z","end":"2026-05-19T03:51:13.282637Z","steps":["trace[1037877476] 'agreement among raft nodes before linearized reading' (duration: 456.336511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:13.282818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.825642Z","time spent":"457.158412ms","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-19T03:51:14.177898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.416934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:14.178224Z","caller":"traceutil/trace.go:171","msg":"trace[890422501] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"419.338234ms","start":"2026-05-19T03:51:13.758874Z","end":"2026-05-19T03:51:14.178212Z","steps":["trace[890422501] 'process raft request' (duration: 419.311853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.178275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:13.758867Z","time spent":"419.384225ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:14.178497Z","caller":"traceutil/trace.go:171","msg":"trace[963538813] linearizableReadLoop","detail":"{readStateIndex:25955; appliedIndex:25949; }","duration":"896.457957ms","start":"2026-05-19T03:51:13.282011Z","end":"2026-05-19T03:51:14.178469Z","steps":["trace[963538813] 'read index received' (duration: 498.446739ms)","trace[963538813] 'applied index is now lower than readState.Index' (duration: 398.009128ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:14.178619Z","caller":"traceutil/trace.go:171","msg":"trace[1680360645] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"1.352225864s","start":"2026-05-19T03:51:12.826383Z","end":"2026-05-19T03:51:14.178609Z","steps":["trace[1680360645] 'process raft request' (duration: 1.35167798s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:14.178629Z","caller":"traceutil/trace.go:171","msg":"trace[145083915] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"1.352571823s","start":"2026-05-19T03:51:12.826038Z","end":"2026-05-19T03:51:14.17861Z","steps":["trace[145083915] 'process raft request' (duration: 1.351948657s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:14.178654Z","caller":"traceutil/trace.go:171","msg":"trace[454620218] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"1.35170317s","start":"2026-05-19T03:51:12.826918Z","end":"2026-05-19T03:51:14.178621Z","steps":["trace[454620218] 'process raft request' (duration: 1.351219478s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:14.1787Z","caller":"traceutil/trace.go:171","msg":"trace[1527749221] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"1.352236034s","start":"2026-05-19T03:51:12.826429Z","end":"2026-05-19T03:51:14.178665Z","steps":["trace[1527749221] 'process raft request' (duration: 1.351685651s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.178757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342666789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"warn","ts":"2026-05-19T03:51:14.178753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.826032Z","time spent":"1.352644186s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:14.178784Z","caller":"traceutil/trace.go:171","msg":"trace[1145865159] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:25122; }","duration":"1.342724881s","start":"2026-05-19T03:51:12.836052Z","end":"2026-05-19T03:51:14.178777Z","steps":["trace[1145865159] 'agreement among raft nodes before linearized reading' (duration: 1.342616608s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.178771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.826377Z","time spent":"1.352294365s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:14.178807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.836037Z","time spent":"1.342765602s","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1886,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-05-19T03:51:14.178817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.826912Z","time spent":"1.351824963s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:14.178817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196937262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-05-19T03:51:14.178497Z","caller":"traceutil/trace.go:171","msg":"trace[436286282] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"1.352059489s","start":"2026-05-19T03:51:12.826396Z","end":"2026-05-19T03:51:14.178455Z","steps":["trace[436286282] 'process raft request' (duration: 1.35169256s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.178903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.826426Z","time spent":"1.352351777s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:14.178925Z","caller":"traceutil/trace.go:171","msg":"trace[2115456584] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:25122; }","duration":"1.197093226s","start":"2026-05-19T03:51:12.981811Z","end":"2026-05-19T03:51:14.178904Z","steps":["trace[2115456584] 'agreement among raft nodes before linearized reading' (duration: 1.19684971s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.178972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.332709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T03:51:14.178982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.981786Z","time spent":"1.197181348s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7104,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-19T03:51:14.178974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.826374Z","time spent":"1.352549922s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:51:14.179041Z","caller":"traceutil/trace.go:171","msg":"trace[1597423226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25122; }","duration":"938.430551ms","start":"2026-05-19T03:51:13.240594Z","end":"2026-05-19T03:51:14.179025Z","steps":["trace[1597423226] 'agreement among raft nodes before linearized reading' (duration: 938.024821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.179088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:13.240579Z","time spent":"938.500443ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:51:14.178539Z","caller":"traceutil/trace.go:171","msg":"trace[1870961795] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"420.833062ms","start":"2026-05-19T03:51:13.75767Z","end":"2026-05-19T03:51:14.178503Z","steps":["trace[1870961795] 'process raft request' (duration: 420.492664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.179272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:13.757649Z","time spent":"421.579261ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:14.178573Z","caller":"traceutil/trace.go:171","msg":"trace[1044029095] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"1.35282361s","start":"2026-05-19T03:51:12.825737Z","end":"2026-05-19T03:51:14.178561Z","steps":["trace[1044029095] 'process raft request' (duration: 954.701529ms)","trace[1044029095] 'compare' (duration: 397.271479ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:14.179367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:12.825726Z","time spent":"1.353594589s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:51:14.179438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.780189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:14.179485Z","caller":"traceutil/trace.go:171","msg":"trace[724326343] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25122; }","duration":"217.868843ms","start":"2026-05-19T03:51:13.961603Z","end":"2026-05-19T03:51:14.179472Z","steps":["trace[724326343] 'agreement among raft nodes before linearized reading' (duration: 217.79017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.179502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.692548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-19T03:51:14.179478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.15223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:14.179564Z","caller":"traceutil/trace.go:171","msg":"trace[731226924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25122; }","duration":"712.786201ms","start":"2026-05-19T03:51:13.466763Z","end":"2026-05-19T03:51:14.179549Z","steps":["trace[731226924] 'agreement among raft nodes before linearized reading' (duration: 712.625796ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:14.179597Z","caller":"traceutil/trace.go:171","msg":"trace[1678636488] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25122; }","duration":"812.351337ms","start":"2026-05-19T03:51:13.367213Z","end":"2026-05-19T03:51:14.179565Z","steps":["trace[1678636488] 'agreement among raft nodes before linearized reading' (duration: 812.12888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.179617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:13.466744Z","time spent":"712.858402ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:51:14.179662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:13.367181Z","time spent":"812.467949ms","remote":"127.0.0.1:43498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:14.179518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.173333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:51:14.179823Z","caller":"traceutil/trace.go:171","msg":"trace[875633357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25122; }","duration":"425.513472ms","start":"2026-05-19T03:51:13.754289Z","end":"2026-05-19T03:51:14.179803Z","steps":["trace[875633357] 'agreement among raft nodes before linearized reading' (duration: 425.0666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.179891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:13.754268Z","time spent":"425.605405ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:51:14.179757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.087482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-19T03:51:14.180578Z","caller":"traceutil/trace.go:171","msg":"trace[1068146261] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25122; }","duration":"478.221001ms","start":"2026-05-19T03:51:13.702337Z","end":"2026-05-19T03:51:14.180558Z","steps":["trace[1068146261] 'agreement among raft nodes before linearized reading' (duration: 477.02321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.181835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:13.702316Z","time spent":"479.497823ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:51:14.764885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.564728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:14.765038Z","caller":"traceutil/trace.go:171","msg":"trace[275144040] linearizableReadLoop","detail":"{readStateIndex:25958; appliedIndex:25957; }","duration":"576.913607ms","start":"2026-05-19T03:51:14.188052Z","end":"2026-05-19T03:51:14.764965Z","steps":["trace[275144040] 'read index received' (duration: 466.194864ms)","trace[275144040] 'applied index is now lower than readState.Index' (duration: 110.717373ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:14.765352Z","caller":"traceutil/trace.go:171","msg":"trace[1817962524] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"577.156173ms","start":"2026-05-19T03:51:14.187942Z","end":"2026-05-19T03:51:14.765098Z","steps":["trace[1817962524] 'process raft request' (duration: 466.290116ms)","trace[1817962524] 'compare' (duration: 110.182969ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:14.765384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.287336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:51:14.765699Z","caller":"traceutil/trace.go:171","msg":"trace[317855343] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25123; }","duration":"577.645165ms","start":"2026-05-19T03:51:14.188025Z","end":"2026-05-19T03:51:14.76567Z","steps":["trace[317855343] 'agreement among raft nodes before linearized reading' (duration: 577.077921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.765722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:14.187923Z","time spent":"577.640205ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:14.765762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:14.188013Z","time spent":"577.736577ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T03:51:14.766358Z","caller":"traceutil/trace.go:171","msg":"trace[1827760976] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"575.545761ms","start":"2026-05-19T03:51:14.190791Z","end":"2026-05-19T03:51:14.766337Z","steps":["trace[1827760976] 'process raft request' (duration: 575.416408ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:14.766371Z","caller":"traceutil/trace.go:171","msg":"trace[1780348830] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"578.179558ms","start":"2026-05-19T03:51:14.188164Z","end":"2026-05-19T03:51:14.766343Z","steps":["trace[1780348830] 'process raft request' (duration: 577.929252ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:14.76643Z","caller":"traceutil/trace.go:171","msg":"trace[661454353] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"574.679869ms","start":"2026-05-19T03:51:14.191738Z","end":"2026-05-19T03:51:14.766418Z","steps":["trace[661454353] 'process raft request' (duration: 574.572657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.766496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:14.190761Z","time spent":"575.642383ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:51:14.766708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:14.191723Z","time spent":"574.74257ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:14.76671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:14.188153Z","time spent":"578.312151ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:14.766388Z","caller":"traceutil/trace.go:171","msg":"trace[923614759] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"574.678799ms","start":"2026-05-19T03:51:14.191687Z","end":"2026-05-19T03:51:14.766365Z","steps":["trace[923614759] 'process raft request' (duration: 574.578526ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:14.766831Z","caller":"traceutil/trace.go:171","msg":"trace[1982294055] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"574.781531ms","start":"2026-05-19T03:51:14.192031Z","end":"2026-05-19T03:51:14.766812Z","steps":["trace[1982294055] 'process raft request' (duration: 574.315519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.76688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:14.191676Z","time spent":"575.108ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:14.76695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:14.192023Z","time spent":"574.878955ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:51:14.767186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.970878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-84c6bc68-c791-433a-958a-5f1cc0a28675\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-05-19T03:51:14.767217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.503003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:14.767226Z","caller":"traceutil/trace.go:171","msg":"trace[697507170] range","detail":"{range_begin:/registry/persistentvolumes/pvc-84c6bc68-c791-433a-958a-5f1cc0a28675; range_end:; response_count:1; response_revision:25129; }","duration":"577.038619ms","start":"2026-05-19T03:51:14.190177Z","end":"2026-05-19T03:51:14.767215Z","steps":["trace[697507170] 'agreement among raft nodes before linearized reading' (duration: 576.968808ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:14.767242Z","caller":"traceutil/trace.go:171","msg":"trace[1454744938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25129; }","duration":"303.570895ms","start":"2026-05-19T03:51:14.463664Z","end":"2026-05-19T03:51:14.767235Z","steps":["trace[1454744938] 'agreement among raft nodes before linearized reading' (duration: 303.513223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.767251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:14.19016Z","time spent":"577.086541ms","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-84c6bc68-c791-433a-958a-5f1cc0a28675\" "} {"level":"warn","ts":"2026-05-19T03:51:14.767271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:14.463642Z","time spent":"303.625257ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:51:14.76729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.455005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-19T03:51:14.767279Z","caller":"traceutil/trace.go:171","msg":"trace[1060682086] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"574.922046ms","start":"2026-05-19T03:51:14.192341Z","end":"2026-05-19T03:51:14.767263Z","steps":["trace[1060682086] 'process raft request' (duration: 574.400612ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:14.767339Z","caller":"traceutil/trace.go:171","msg":"trace[1865852251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25129; }","duration":"447.554197ms","start":"2026-05-19T03:51:14.319772Z","end":"2026-05-19T03:51:14.767326Z","steps":["trace[1865852251] 'agreement among raft nodes before linearized reading' (duration: 447.419234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.767372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:14.319741Z","time spent":"447.624129ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:51:14.767404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.025457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:14.76739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:14.192329Z","time spent":"575.005577ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:14.767448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.727595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5642"} {"level":"info","ts":"2026-05-19T03:51:14.767475Z","caller":"traceutil/trace.go:171","msg":"trace[1262272202] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:25129; }","duration":"575.784097ms","start":"2026-05-19T03:51:14.191681Z","end":"2026-05-19T03:51:14.767465Z","steps":["trace[1262272202] 'agreement among raft nodes before linearized reading' (duration: 575.673404ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:14.767429Z","caller":"traceutil/trace.go:171","msg":"trace[435436194] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25129; }","duration":"254.077929ms","start":"2026-05-19T03:51:14.513341Z","end":"2026-05-19T03:51:14.767419Z","steps":["trace[435436194] 'agreement among raft nodes before linearized reading' (duration: 254.041038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.76752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:14.191662Z","time spent":"575.851779ms","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5665,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-05-19T03:51:14.767516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.458144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:51:14.767598Z","caller":"traceutil/trace.go:171","msg":"trace[1895035758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25129; }","duration":"305.601588ms","start":"2026-05-19T03:51:14.461976Z","end":"2026-05-19T03:51:14.767578Z","steps":["trace[1895035758] 'agreement among raft nodes before linearized reading' (duration: 305.425743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:14.767656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:14.461954Z","time spent":"305.691429ms","remote":"127.0.0.1:49252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:19.243403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.832493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:19.243516Z","caller":"traceutil/trace.go:171","msg":"trace[309008154] linearizableReadLoop","detail":"{readStateIndex:26112; appliedIndex:26111; }","duration":"438.25687ms","start":"2026-05-19T03:51:18.805241Z","end":"2026-05-19T03:51:19.243498Z","steps":["trace[309008154] 'read index received' (duration: 132.235362ms)","trace[309008154] 'applied index is now lower than readState.Index' (duration: 306.020118ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:19.243603Z","caller":"traceutil/trace.go:171","msg":"trace[1892128763] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"442.395496ms","start":"2026-05-19T03:51:18.80119Z","end":"2026-05-19T03:51:19.243586Z","steps":["trace[1892128763] 'process raft request' (duration: 136.295857ms)","trace[1892128763] 'compare' (duration: 305.652598ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:19.243705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:18.801175Z","time spent":"442.488578ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:19.244803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.522012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-19T03:51:19.244918Z","caller":"traceutil/trace.go:171","msg":"trace[685814480] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b; range_end:; response_count:1; response_revision:25275; }","duration":"439.681256ms","start":"2026-05-19T03:51:18.80521Z","end":"2026-05-19T03:51:19.244891Z","steps":["trace[685814480] 'agreement among raft nodes before linearized reading' (duration: 439.336807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:19.245525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:18.805203Z","time spent":"440.304042ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" "} {"level":"warn","ts":"2026-05-19T03:51:19.743641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755576195,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:51:20.549375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.883569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:20.549613Z","caller":"traceutil/trace.go:171","msg":"trace[1147675932] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"1.710005929s","start":"2026-05-19T03:51:18.839585Z","end":"2026-05-19T03:51:20.549591Z","steps":["trace[1147675932] 'process raft request' (duration: 1.038831172s)","trace[1147675932] 'compare' (duration: 670.221953ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:20.5497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:18.839555Z","time spent":"1.71009662s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:20.549782Z","caller":"traceutil/trace.go:171","msg":"trace[1413643505] linearizableReadLoop","detail":"{readStateIndex:26115; appliedIndex:26112; }","duration":"1.30622175s","start":"2026-05-19T03:51:19.243544Z","end":"2026-05-19T03:51:20.549765Z","steps":["trace[1413643505] 'read index received' (duration: 634.978672ms)","trace[1413643505] 'applied index is now lower than readState.Index' (duration: 671.241898ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:20.549803Z","caller":"traceutil/trace.go:171","msg":"trace[143765446] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"1.708741946s","start":"2026-05-19T03:51:18.841031Z","end":"2026-05-19T03:51:20.549773Z","steps":["trace[143765446] 'process raft request' (duration: 1.708464108s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:20.549922Z","caller":"traceutil/trace.go:171","msg":"trace[1749927670] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"1.248031023s","start":"2026-05-19T03:51:19.301846Z","end":"2026-05-19T03:51:20.549877Z","steps":["trace[1749927670] 'process raft request' (duration: 1.247854688s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:20.549957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32689043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-19T03:51:20.549971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:18.841006Z","time spent":"1.70886183s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:20.549974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70574665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-19T03:51:20.550011Z","caller":"traceutil/trace.go:171","msg":"trace[165637303] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25278; }","duration":"1.326988402s","start":"2026-05-19T03:51:19.22301Z","end":"2026-05-19T03:51:20.549998Z","steps":["trace[165637303] 'agreement among raft nodes before linearized reading' (duration: 1.326793067s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:20.550004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704829537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-19T03:51:20.550004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448340836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-05-19T03:51:20.550044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:19.222976Z","time spent":"1.327059664s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:51:20.550037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:19.30181Z","time spent":"1.248163517s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:20.550073Z","caller":"traceutil/trace.go:171","msg":"trace[2000592461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25278; }","duration":"1.70494272s","start":"2026-05-19T03:51:18.845114Z","end":"2026-05-19T03:51:20.550056Z","steps":["trace[2000592461] 'agreement among raft nodes before linearized reading' (duration: 1.704722064s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:20.550083Z","caller":"traceutil/trace.go:171","msg":"trace[393747347] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b; range_end:; response_count:1; response_revision:25278; }","duration":"1.448468979s","start":"2026-05-19T03:51:19.101597Z","end":"2026-05-19T03:51:20.550066Z","steps":["trace[393747347] 'agreement among raft nodes before linearized reading' (duration: 1.448215962s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:20.550115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:18.845098Z","time spent":"1.705008861s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:51:20.550118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:19.101574Z","time spent":"1.448536061s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" "} {"level":"info","ts":"2026-05-19T03:51:20.550033Z","caller":"traceutil/trace.go:171","msg":"trace[1653421879] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25278; }","duration":"1.705844442s","start":"2026-05-19T03:51:18.844167Z","end":"2026-05-19T03:51:20.550011Z","steps":["trace[1653421879] 'agreement among raft nodes before linearized reading' (duration: 1.705675118s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:20.550211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:18.844152Z","time spent":"1.706033687s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:51:20.576177Z","caller":"traceutil/trace.go:171","msg":"trace[488828556] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"375.603848ms","start":"2026-05-19T03:51:20.200543Z","end":"2026-05-19T03:51:20.576147Z","steps":["trace[488828556] 'process raft request' (duration: 375.454294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:20.576343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:20.200518Z","time spent":"375.73632ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:21.463362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:51:21.463444Z","caller":"traceutil/trace.go:171","msg":"trace[1294768869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000174001s","start":"2026-05-19T03:51:19.463253Z","end":"2026-05-19T03:51:21.463427Z","steps":["trace[1294768869] 'agreement among raft nodes before linearized reading' (duration: 2.000066968s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.463489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:19.463233Z","time spent":"2.000243502s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:51:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:51:21.647098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.548399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:21.647551Z","caller":"traceutil/trace.go:171","msg":"trace[1016430752] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"857.123584ms","start":"2026-05-19T03:51:20.790408Z","end":"2026-05-19T03:51:21.647531Z","steps":["trace[1016430752] 'process raft request' (duration: 857.086913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.647635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:20.790382Z","time spent":"857.215456ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:21.647543Z","caller":"traceutil/trace.go:171","msg":"trace[1447972800] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"1.092446823s","start":"2026-05-19T03:51:20.555036Z","end":"2026-05-19T03:51:21.647483Z","steps":["trace[1447972800] 'process raft request' (duration: 1.092276728s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.647891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:20.555025Z","time spent":"1.09274944s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:21.648046Z","caller":"traceutil/trace.go:171","msg":"trace[899328648] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"1.445587616s","start":"2026-05-19T03:51:20.202442Z","end":"2026-05-19T03:51:21.64803Z","steps":["trace[899328648] 'process raft request' (duration: 794.009179ms)","trace[899328648] 'compare' (duration: 649.952885ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:21.64867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:20.202408Z","time spent":"1.446219621s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:21.648107Z","caller":"traceutil/trace.go:171","msg":"trace[61289099] linearizableReadLoop","detail":"{readStateIndex:26117; appliedIndex:26115; }","duration":"1.098268551s","start":"2026-05-19T03:51:20.549815Z","end":"2026-05-19T03:51:21.648084Z","steps":["trace[61289099] 'read index received' (duration: 26.299232ms)","trace[61289099] 'applied index is now lower than readState.Index' (duration: 1.071967959s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:21.64808Z","caller":"traceutil/trace.go:171","msg":"trace[1800663298] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"1.093247314s","start":"2026-05-19T03:51:20.5548Z","end":"2026-05-19T03:51:21.648048Z","steps":["trace[1800663298] 'process raft request' (duration: 1.092392491s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.648922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.345174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-05-19T03:51:21.648924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.163923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:21.648958Z","caller":"traceutil/trace.go:171","msg":"trace[525873181] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25286; }","duration":"874.419026ms","start":"2026-05-19T03:51:20.774528Z","end":"2026-05-19T03:51:21.648947Z","steps":["trace[525873181] 'agreement among raft nodes before linearized reading' (duration: 874.314503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.648987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:20.774509Z","time spent":"874.471178ms","remote":"127.0.0.1:45654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-05-19T03:51:21.648986Z","caller":"traceutil/trace.go:171","msg":"trace[21715794] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25286; }","duration":"550.258415ms","start":"2026-05-19T03:51:21.098708Z","end":"2026-05-19T03:51:21.648967Z","steps":["trace[21715794] 'agreement among raft nodes before linearized reading' (duration: 550.147032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.732475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"warn","ts":"2026-05-19T03:51:21.649036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.098691Z","time spent":"550.330428ms","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:51:21.649052Z","caller":"traceutil/trace.go:171","msg":"trace[951137470] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25286; }","duration":"225.825937ms","start":"2026-05-19T03:51:21.423213Z","end":"2026-05-19T03:51:21.649039Z","steps":["trace[951137470] 'agreement among raft nodes before linearized reading' (duration: 225.636682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.649136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.955639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-19T03:51:21.649175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.160165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:51:21.64919Z","caller":"traceutil/trace.go:171","msg":"trace[132369370] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:25286; }","duration":"226.004161ms","start":"2026-05-19T03:51:21.423166Z","end":"2026-05-19T03:51:21.649171Z","steps":["trace[132369370] 'agreement among raft nodes before linearized reading' (duration: 225.865278ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.64922Z","caller":"traceutil/trace.go:171","msg":"trace[843162086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25286; }","duration":"857.243226ms","start":"2026-05-19T03:51:20.791961Z","end":"2026-05-19T03:51:21.649204Z","steps":["trace[843162086] 'agreement among raft nodes before linearized reading' (duration: 857.130393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.649252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:20.79195Z","time spent":"857.294378ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:51:21.649362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.953775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"warn","ts":"2026-05-19T03:51:21.649401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.071907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:21.649416Z","caller":"traceutil/trace.go:171","msg":"trace[2080196576] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:25286; }","duration":"227.040647ms","start":"2026-05-19T03:51:21.42236Z","end":"2026-05-19T03:51:21.649401Z","steps":["trace[2080196576] 'agreement among raft nodes before linearized reading' (duration: 226.886233ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.649438Z","caller":"traceutil/trace.go:171","msg":"trace[506516586] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25286; }","duration":"623.154009ms","start":"2026-05-19T03:51:21.026273Z","end":"2026-05-19T03:51:21.649427Z","steps":["trace[506516586] 'agreement among raft nodes before linearized reading' (duration: 623.092207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.649479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.026251Z","time spent":"623.21701ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:21.64953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.416081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-05-19T03:51:21.649582Z","caller":"traceutil/trace.go:171","msg":"trace[1045621042] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:25286; }","duration":"226.478313ms","start":"2026-05-19T03:51:21.423091Z","end":"2026-05-19T03:51:21.649569Z","steps":["trace[1045621042] 'agreement among raft nodes before linearized reading' (duration: 226.32789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.649588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.944518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-19T03:51:21.649642Z","caller":"traceutil/trace.go:171","msg":"trace[1972798258] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25286; }","duration":"138.03004ms","start":"2026-05-19T03:51:21.511597Z","end":"2026-05-19T03:51:21.649627Z","steps":["trace[1972798258] 'agreement among raft nodes before linearized reading' (duration: 137.883776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.649731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.012529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:21.64976Z","caller":"traceutil/trace.go:171","msg":"trace[143054486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25286; }","duration":"423.089622ms","start":"2026-05-19T03:51:21.226662Z","end":"2026-05-19T03:51:21.649752Z","steps":["trace[143054486] 'agreement among raft nodes before linearized reading' (duration: 423.045341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.649761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.852103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-05-19T03:51:21.649821Z","caller":"traceutil/trace.go:171","msg":"trace[1069263951] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:25286; }","duration":"226.936884ms","start":"2026-05-19T03:51:21.422869Z","end":"2026-05-19T03:51:21.649806Z","steps":["trace[1069263951] 'agreement among raft nodes before linearized reading' (duration: 226.796411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.649857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.116491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-19T03:51:21.649874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.970467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:21.649875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.036007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-05-19T03:51:21.649924Z","caller":"traceutil/trace.go:171","msg":"trace[1558490749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25286; }","duration":"403.162222ms","start":"2026-05-19T03:51:21.246714Z","end":"2026-05-19T03:51:21.649876Z","steps":["trace[1558490749] 'agreement among raft nodes before linearized reading' (duration: 403.08547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.64996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.246702Z","time spent":"403.251304ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:51:21.649952Z","caller":"traceutil/trace.go:171","msg":"trace[1368956287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25286; }","duration":"186.157191ms","start":"2026-05-19T03:51:21.463781Z","end":"2026-05-19T03:51:21.649938Z","steps":["trace[1368956287] 'agreement among raft nodes before linearized reading' (duration: 186.048898ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.649963Z","caller":"traceutil/trace.go:171","msg":"trace[1672985986] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:25286; }","duration":"227.123229ms","start":"2026-05-19T03:51:21.422824Z","end":"2026-05-19T03:51:21.649947Z","steps":["trace[1672985986] 'agreement among raft nodes before linearized reading' (duration: 226.951595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.648285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397715321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-05-19T03:51:21.650035Z","caller":"traceutil/trace.go:171","msg":"trace[1897759993] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b; range_end:; response_count:1; response_revision:25286; }","duration":"1.399464815s","start":"2026-05-19T03:51:20.250562Z","end":"2026-05-19T03:51:21.650027Z","steps":["trace[1897759993] 'agreement among raft nodes before linearized reading' (duration: 1.39769152s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.649197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.069224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T03:51:21.650061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:20.250503Z","time spent":"1.399552347s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" "} {"level":"info","ts":"2026-05-19T03:51:21.650087Z","caller":"traceutil/trace.go:171","msg":"trace[1543250914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25286; }","duration":"859.954496ms","start":"2026-05-19T03:51:20.790119Z","end":"2026-05-19T03:51:21.650074Z","steps":["trace[1543250914] 'agreement among raft nodes before linearized reading' (duration: 859.016042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.650134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:20.790084Z","time spent":"860.035478ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:51:21.649782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.226642Z","time spent":"423.135393ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:51:21.650283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.01538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15343"} {"level":"warn","ts":"2026-05-19T03:51:21.650287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.349295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"info","ts":"2026-05-19T03:51:21.647862Z","caller":"traceutil/trace.go:171","msg":"trace[1424628858] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"1.092408311s","start":"2026-05-19T03:51:20.555444Z","end":"2026-05-19T03:51:21.647852Z","steps":["trace[1424628858] 'process raft request' (duration: 1.091903358s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.648265Z","caller":"traceutil/trace.go:171","msg":"trace[1962872266] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"862.756058ms","start":"2026-05-19T03:51:20.785475Z","end":"2026-05-19T03:51:21.648231Z","steps":["trace[1962872266] 'process raft request' (duration: 861.982447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.650449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:20.555433Z","time spent":"1.094915855s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:21.650517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:20.785458Z","time spent":"864.908802ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:21.650626Z","caller":"traceutil/trace.go:171","msg":"trace[1355964634] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:25286; }","duration":"227.740235ms","start":"2026-05-19T03:51:21.422868Z","end":"2026-05-19T03:51:21.650609Z","steps":["trace[1355964634] 'agreement among raft nodes before linearized reading' (duration: 227.210031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.650762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.369376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-05-19T03:51:21.650789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.764746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-05-19T03:51:21.650809Z","caller":"traceutil/trace.go:171","msg":"trace[627047461] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25286; }","duration":"227.419917ms","start":"2026-05-19T03:51:21.423375Z","end":"2026-05-19T03:51:21.650795Z","steps":["trace[627047461] 'agreement among raft nodes before linearized reading' (duration: 227.314964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.650829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.857439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"info","ts":"2026-05-19T03:51:21.650332Z","caller":"traceutil/trace.go:171","msg":"trace[563241009] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:25286; }","duration":"226.167884ms","start":"2026-05-19T03:51:21.42415Z","end":"2026-05-19T03:51:21.650318Z","steps":["trace[563241009] 'agreement among raft nodes before linearized reading' (duration: 226.022111ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.650833Z","caller":"traceutil/trace.go:171","msg":"trace[1929915353] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:25286; }","duration":"227.842259ms","start":"2026-05-19T03:51:21.422975Z","end":"2026-05-19T03:51:21.650818Z","steps":["trace[1929915353] 'agreement among raft nodes before linearized reading' (duration: 227.670014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.648981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.37291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-ow4n8l\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-19T03:51:21.651004Z","caller":"traceutil/trace.go:171","msg":"trace[253476863] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:25286; }","duration":"227.932821ms","start":"2026-05-19T03:51:21.422947Z","end":"2026-05-19T03:51:21.65088Z","steps":["trace[253476863] 'agreement among raft nodes before linearized reading' (duration: 226.821522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.651005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.625023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-05-19T03:51:21.651044Z","caller":"traceutil/trace.go:171","msg":"trace[786501654] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25286; }","duration":"227.672824ms","start":"2026-05-19T03:51:21.423359Z","end":"2026-05-19T03:51:21.651032Z","steps":["trace[786501654] 'agreement among raft nodes before linearized reading' (duration: 227.561862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.651077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.716435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"info","ts":"2026-05-19T03:51:21.651121Z","caller":"traceutil/trace.go:171","msg":"trace[742879940] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25286; }","duration":"227.776026ms","start":"2026-05-19T03:51:21.423335Z","end":"2026-05-19T03:51:21.651111Z","steps":["trace[742879940] 'agreement among raft nodes before linearized reading' (duration: 227.664814ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.648255Z","caller":"traceutil/trace.go:171","msg":"trace[1706233406] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"1.089075836s","start":"2026-05-19T03:51:20.559137Z","end":"2026-05-19T03:51:21.648213Z","steps":["trace[1706233406] 'process raft request' (duration: 1.088246554s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.65124Z","caller":"traceutil/trace.go:171","msg":"trace[997649676] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-ow4n8l; range_end:; response_count:1; response_revision:25286; }","duration":"228.445924ms","start":"2026-05-19T03:51:21.422563Z","end":"2026-05-19T03:51:21.651009Z","steps":["trace[997649676] 'agreement among raft nodes before linearized reading' (duration: 226.291258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.651305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:20.559121Z","time spent":"1.092148355s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:21.65138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.753376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-05-19T03:51:21.651427Z","caller":"traceutil/trace.go:171","msg":"trace[1045450214] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25286; }","duration":"227.858219ms","start":"2026-05-19T03:51:21.423558Z","end":"2026-05-19T03:51:21.651417Z","steps":["trace[1045450214] 'agreement among raft nodes before linearized reading' (duration: 227.730346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.651508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.094305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-05-19T03:51:21.651548Z","caller":"traceutil/trace.go:171","msg":"trace[2071350576] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25286; }","duration":"228.149546ms","start":"2026-05-19T03:51:21.42339Z","end":"2026-05-19T03:51:21.651539Z","steps":["trace[2071350576] 'agreement among raft nodes before linearized reading' (duration: 228.047324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.651542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.105905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-05-19T03:51:21.651615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.470708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"info","ts":"2026-05-19T03:51:21.651645Z","caller":"traceutil/trace.go:171","msg":"trace[275809376] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:25286; }","duration":"227.51995ms","start":"2026-05-19T03:51:21.424116Z","end":"2026-05-19T03:51:21.651636Z","steps":["trace[275809376] 'agreement among raft nodes before linearized reading' (duration: 227.415787ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.651631Z","caller":"traceutil/trace.go:171","msg":"trace[1993082839] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25286; }","duration":"228.205017ms","start":"2026-05-19T03:51:21.423417Z","end":"2026-05-19T03:51:21.651622Z","steps":["trace[1993082839] 'agreement among raft nodes before linearized reading' (duration: 227.969061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.651777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.792046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-05-19T03:51:21.651785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.325511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"info","ts":"2026-05-19T03:51:21.651814Z","caller":"traceutil/trace.go:171","msg":"trace[1869760230] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25286; }","duration":"227.828727ms","start":"2026-05-19T03:51:21.423976Z","end":"2026-05-19T03:51:21.651805Z","steps":["trace[1869760230] 'agreement among raft nodes before linearized reading' (duration: 227.748985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.651809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.93653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3240"} {"level":"info","ts":"2026-05-19T03:51:21.651819Z","caller":"traceutil/trace.go:171","msg":"trace[821084530] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25286; }","duration":"228.369662ms","start":"2026-05-19T03:51:21.423441Z","end":"2026-05-19T03:51:21.65181Z","steps":["trace[821084530] 'agreement among raft nodes before linearized reading' (duration: 228.27767ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.651855Z","caller":"traceutil/trace.go:171","msg":"trace[2008430214] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25286; }","duration":"228.573787ms","start":"2026-05-19T03:51:21.423266Z","end":"2026-05-19T03:51:21.65184Z","steps":["trace[2008430214] 'agreement among raft nodes before linearized reading' (duration: 228.465854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.648232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698248778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:51:21.652076Z","caller":"traceutil/trace.go:171","msg":"trace[2054503367] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25286; }","duration":"1.702094346s","start":"2026-05-19T03:51:19.949973Z","end":"2026-05-19T03:51:21.652067Z","steps":["trace[2054503367] 'agreement among raft nodes before linearized reading' (duration: 1.698155306s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.652109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:19.949928Z","time spent":"1.702173279s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:51:21.652373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:20.554768Z","time spent":"1.097235086s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:22.158293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755576207,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:51:23.284112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.571058ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-19T03:51:23.284217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.655094Z","time spent":"1.6291193s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:51:23.821207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.310625423s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:51:24.466469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000735626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:51:24.466543Z","caller":"traceutil/trace.go:171","msg":"trace[1471827937] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000859979s","start":"2026-05-19T03:51:22.465663Z","end":"2026-05-19T03:51:24.466523Z","steps":["trace[1471827937] 'agreement among raft nodes before linearized reading' (duration: 2.000768657s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:24.466584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:22.465643Z","time spent":"2.000932501s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:51:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:51:24.505954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.419887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:24.506231Z","caller":"traceutil/trace.go:171","msg":"trace[1181656476] linearizableReadLoop","detail":"{readStateIndex:26129; appliedIndex:26123; }","duration":"2.848332185s","start":"2026-05-19T03:51:21.657876Z","end":"2026-05-19T03:51:24.506208Z","steps":["trace[1181656476] 'read index received' (duration: 852.601358ms)","trace[1181656476] 'applied index is now lower than readState.Index' (duration: 1.995729627s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:24.506403Z","caller":"traceutil/trace.go:171","msg":"trace[1180533321] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"2.847472114s","start":"2026-05-19T03:51:21.658922Z","end":"2026-05-19T03:51:24.506394Z","steps":["trace[1180533321] 'process raft request' (duration: 2.162524494s)","trace[1180533321] 'compare' (duration: 684.242752ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:24.506454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.6589Z","time spent":"2.847529525s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:24.506525Z","caller":"traceutil/trace.go:171","msg":"trace[1194986646] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"2.820612606s","start":"2026-05-19T03:51:21.685867Z","end":"2026-05-19T03:51:24.506479Z","steps":["trace[1194986646] 'process raft request' (duration: 2.820279658s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:24.506593Z","caller":"traceutil/trace.go:171","msg":"trace[1595801197] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"2.739536882s","start":"2026-05-19T03:51:21.767022Z","end":"2026-05-19T03:51:24.506559Z","steps":["trace[1595801197] 'process raft request' (duration: 2.739149122s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:24.506644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.685842Z","time spent":"2.82073779s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:24.506711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.76699Z","time spent":"2.739657175s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:24.506733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848839548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:51:24.506792Z","caller":"traceutil/trace.go:171","msg":"trace[884423654] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"2.845208376s","start":"2026-05-19T03:51:21.661573Z","end":"2026-05-19T03:51:24.506781Z","steps":["trace[884423654] 'process raft request' (duration: 2.844549729s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:24.50681Z","caller":"traceutil/trace.go:171","msg":"trace[1381533155] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25291; }","duration":"2.848943681s","start":"2026-05-19T03:51:21.657847Z","end":"2026-05-19T03:51:24.50679Z","steps":["trace[1381533155] 'agreement among raft nodes before linearized reading' (duration: 2.848677514s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:24.506865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.661564Z","time spent":"2.845251117s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:24.50689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.657834Z","time spent":"2.849044043s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T03:51:24.506921Z","caller":"traceutil/trace.go:171","msg":"trace[1816486294] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"2.846678392s","start":"2026-05-19T03:51:21.660236Z","end":"2026-05-19T03:51:24.506914Z","steps":["trace[1816486294] 'process raft request' (duration: 2.84580082s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:24.506952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.660216Z","time spent":"2.846719174s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:25.007216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755576224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:51:25.272065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.450480981s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:51:25.329779Z","caller":"traceutil/trace.go:171","msg":"trace[1408230410] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"2.773633185s","start":"2026-05-19T03:51:22.556108Z","end":"2026-05-19T03:51:25.329741Z","steps":["trace[1408230410] 'process raft request' (duration: 2.716255767s)","trace[1408230410] 'compare' (duration: 56.894835ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:25.329951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:22.556086Z","time spent":"2.773778528s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:25.330181Z","caller":"traceutil/trace.go:171","msg":"trace[949211298] linearizableReadLoop","detail":"{readStateIndex:26138; appliedIndex:26129; }","duration":"823.899093ms","start":"2026-05-19T03:51:24.506259Z","end":"2026-05-19T03:51:25.330158Z","steps":["trace[949211298] 'read index received' (duration: 766.028153ms)","trace[949211298] 'applied index is now lower than readState.Index' (duration: 57.86991ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:25.330391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554384988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:25.33044Z","caller":"traceutil/trace.go:171","msg":"trace[1706429949] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25300; }","duration":"1.554475991s","start":"2026-05-19T03:51:23.775946Z","end":"2026-05-19T03:51:25.330422Z","steps":["trace[1706429949] 'agreement among raft nodes before linearized reading' (duration: 1.554396969s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.330459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.659830831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"info","ts":"2026-05-19T03:51:25.33045Z","caller":"traceutil/trace.go:171","msg":"trace[736843416] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"1.98570134s","start":"2026-05-19T03:51:23.344699Z","end":"2026-05-19T03:51:25.330401Z","steps":["trace[736843416] 'process raft request' (duration: 1.98528985s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.330479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:23.775924Z","time spent":"1.554543723s","remote":"127.0.0.1:39602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:51:25.330497Z","caller":"traceutil/trace.go:171","msg":"trace[484883119] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:25300; }","duration":"3.659895362s","start":"2026-05-19T03:51:21.670591Z","end":"2026-05-19T03:51:25.330486Z","steps":["trace[484883119] 'agreement among raft nodes before linearized reading' (duration: 3.659709468s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.330523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.670584Z","time spent":"3.659933243s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16045,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-05-19T03:51:25.330571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471553687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:25.330595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:23.344669Z","time spent":"1.985847834s","remote":"127.0.0.1:45654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:25.33061Z","caller":"traceutil/trace.go:171","msg":"trace[334463546] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25300; }","duration":"2.471596838s","start":"2026-05-19T03:51:22.859001Z","end":"2026-05-19T03:51:25.330598Z","steps":["trace[334463546] 'agreement among raft nodes before linearized reading' (duration: 2.471527596s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.330633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:22.858904Z","time spent":"2.471721952s","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:25.330642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663619989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:25.330685Z","caller":"traceutil/trace.go:171","msg":"trace[248154907] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"1.673427583s","start":"2026-05-19T03:51:23.657239Z","end":"2026-05-19T03:51:25.330666Z","steps":["trace[248154907] 'process raft request' (duration: 1.672800217s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.330715Z","caller":"traceutil/trace.go:171","msg":"trace[1963415307] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"2.748265276s","start":"2026-05-19T03:51:22.582432Z","end":"2026-05-19T03:51:25.330697Z","steps":["trace[1963415307] 'process raft request' (duration: 2.747474486s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.330722Z","caller":"traceutil/trace.go:171","msg":"trace[139974278] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25300; }","duration":"3.663700501s","start":"2026-05-19T03:51:21.667008Z","end":"2026-05-19T03:51:25.330708Z","steps":["trace[139974278] 'agreement among raft nodes before linearized reading' (duration: 3.663595658s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.330739Z","caller":"traceutil/trace.go:171","msg":"trace[1089911111] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"2.044974666s","start":"2026-05-19T03:51:23.285742Z","end":"2026-05-19T03:51:25.330717Z","steps":["trace[1089911111] 'process raft request' (duration: 2.044197977s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.330759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.66698Z","time spent":"3.663767733s","remote":"127.0.0.1:34768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:25.330783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672895118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-19T03:51:25.330796Z","caller":"traceutil/trace.go:171","msg":"trace[941681612] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"2.774529027s","start":"2026-05-19T03:51:22.556256Z","end":"2026-05-19T03:51:25.330785Z","steps":["trace[941681612] 'process raft request' (duration: 2.773384708s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.330801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:23.285712Z","time spent":"2.045056188s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:25.330808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672030477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T03:51:25.33083Z","caller":"traceutil/trace.go:171","msg":"trace[1341480553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25300; }","duration":"1.672074559s","start":"2026-05-19T03:51:23.658749Z","end":"2026-05-19T03:51:25.330824Z","steps":["trace[1341480553] 'agreement among raft nodes before linearized reading' (duration: 1.672008737s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.330834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:22.556249Z","time spent":"2.774564277s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:25.330868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:23.658738Z","time spent":"1.6721229s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:51:25.330826Z","caller":"traceutil/trace.go:171","msg":"trace[1422198373] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"1.669579305s","start":"2026-05-19T03:51:23.661237Z","end":"2026-05-19T03:51:25.330816Z","steps":["trace[1422198373] 'process raft request' (duration: 1.668840036s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.330875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063443376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:25.330922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:23.661223Z","time spent":"1.669668466s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:25.330936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647974798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:51:25.330965Z","caller":"traceutil/trace.go:171","msg":"trace[1670464516] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25300; }","duration":"3.64805428s","start":"2026-05-19T03:51:21.682903Z","end":"2026-05-19T03:51:25.330957Z","steps":["trace[1670464516] 'agreement among raft nodes before linearized reading' (duration: 3.647921007s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.330956Z","caller":"traceutil/trace.go:171","msg":"trace[239141845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25300; }","duration":"3.063613681s","start":"2026-05-19T03:51:22.267323Z","end":"2026-05-19T03:51:25.330936Z","steps":["trace[239141845] 'agreement among raft nodes before linearized reading' (duration: 3.063419576s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.330986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.682879Z","time spent":"3.648100612s","remote":"127.0.0.1:53454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:25.330987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.070391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:25.331018Z","caller":"traceutil/trace.go:171","msg":"trace[976456464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25300; }","duration":"864.182963ms","start":"2026-05-19T03:51:24.466828Z","end":"2026-05-19T03:51:25.331011Z","steps":["trace[976456464] 'agreement among raft nodes before linearized reading' (duration: 864.123162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:22.267302Z","time spent":"3.063692873s","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:25.331031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673633838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:51:25.331063Z","caller":"traceutil/trace.go:171","msg":"trace[762507045] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25300; }","duration":"1.6736901s","start":"2026-05-19T03:51:23.657364Z","end":"2026-05-19T03:51:25.331054Z","steps":["trace[762507045] 'agreement among raft nodes before linearized reading' (duration: 1.673610628s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.331065Z","caller":"traceutil/trace.go:171","msg":"trace[817199920] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"1.666939687s","start":"2026-05-19T03:51:23.664117Z","end":"2026-05-19T03:51:25.331057Z","steps":["trace[817199920] 'process raft request' (duration: 1.665990843s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:23.657355Z","time spent":"1.67372408s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:23.664091Z","time spent":"1.666992488s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:25.33113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674393485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-05-19T03:51:25.330811Z","caller":"traceutil/trace.go:171","msg":"trace[393850482] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25300; }","duration":"2.672934148s","start":"2026-05-19T03:51:22.657866Z","end":"2026-05-19T03:51:25.3308Z","steps":["trace[393850482] 'agreement among raft nodes before linearized reading' (duration: 2.672856166s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856153645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-19T03:51:25.331164Z","caller":"traceutil/trace.go:171","msg":"trace[203174795] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b; range_end:; response_count:1; response_revision:25300; }","duration":"2.674452257s","start":"2026-05-19T03:51:22.656701Z","end":"2026-05-19T03:51:25.331153Z","steps":["trace[203174795] 'agreement among raft nodes before linearized reading' (duration: 2.674319724s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.666657806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9505"} {"level":"warn","ts":"2026-05-19T03:51:25.331186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:22.656683Z","time spent":"2.674498748s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" "} {"level":"info","ts":"2026-05-19T03:51:25.331187Z","caller":"traceutil/trace.go:171","msg":"trace[621558581] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25300; }","duration":"2.856209646s","start":"2026-05-19T03:51:22.474964Z","end":"2026-05-19T03:51:25.331174Z","steps":["trace[621558581] 'agreement among raft nodes before linearized reading' (duration: 2.856103213s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:24.466803Z","time spent":"864.230055ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:22.474947Z","time spent":"2.856262167s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675407933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-19T03:51:25.331255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.669849697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-19T03:51:25.331276Z","caller":"traceutil/trace.go:171","msg":"trace[703669328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25300; }","duration":"1.675463995s","start":"2026-05-19T03:51:23.655803Z","end":"2026-05-19T03:51:25.331267Z","steps":["trace[703669328] 'agreement among raft nodes before linearized reading' (duration: 1.675389973s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.331283Z","caller":"traceutil/trace.go:171","msg":"trace[1455990661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25300; }","duration":"3.669881528s","start":"2026-05-19T03:51:21.661392Z","end":"2026-05-19T03:51:25.331273Z","steps":["trace[1455990661] 'agreement among raft nodes before linearized reading' (duration: 3.669799746s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:23.655784Z","time spent":"1.675505397s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.661388Z","time spent":"3.669909929s","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.669999971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-05-19T03:51:25.331212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011762938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:51:25.33134Z","caller":"traceutil/trace.go:171","msg":"trace[57903658] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25300; }","duration":"3.670031473s","start":"2026-05-19T03:51:21.661302Z","end":"2026-05-19T03:51:25.331334Z","steps":["trace[57903658] 'agreement among raft nodes before linearized reading' (duration: 3.669963251s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.330933Z","caller":"traceutil/trace.go:171","msg":"trace[1257123359] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"2.773391758s","start":"2026-05-19T03:51:22.557533Z","end":"2026-05-19T03:51:25.330925Z","steps":["trace[1257123359] 'process raft request' (duration: 2.772337162s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.33136Z","caller":"traceutil/trace.go:171","msg":"trace[995868511] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25300; }","duration":"1.011940193s","start":"2026-05-19T03:51:24.319412Z","end":"2026-05-19T03:51:25.331352Z","steps":["trace[995868511] 'agreement among raft nodes before linearized reading' (duration: 1.011686457s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905328684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:51:25.331374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.671032038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5165"} {"level":"warn","ts":"2026-05-19T03:51:25.331389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:24.319399Z","time spent":"1.011980994s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:51:25.331395Z","caller":"traceutil/trace.go:171","msg":"trace[150327200] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25300; }","duration":"1.905388276s","start":"2026-05-19T03:51:23.425998Z","end":"2026-05-19T03:51:25.331386Z","steps":["trace[150327200] 'agreement among raft nodes before linearized reading' (duration: 1.905346935s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.3314Z","caller":"traceutil/trace.go:171","msg":"trace[756030187] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:25300; }","duration":"3.671063688s","start":"2026-05-19T03:51:21.660329Z","end":"2026-05-19T03:51:25.331393Z","steps":["trace[756030187] 'agreement among raft nodes before linearized reading' (duration: 3.670976256s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67071733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4250"} {"level":"warn","ts":"2026-05-19T03:51:25.330778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:23.657213Z","time spent":"1.673510364s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:25.331424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:22.557525Z","time spent":"2.7738524s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:25.331437Z","caller":"traceutil/trace.go:171","msg":"trace[1076222049] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25300; }","duration":"3.67074495s","start":"2026-05-19T03:51:21.660686Z","end":"2026-05-19T03:51:25.331431Z","steps":["trace[1076222049] 'agreement among raft nodes before linearized reading' (duration: 3.670685559s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972929573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-19T03:51:25.331417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:23.425978Z","time spent":"1.905432888s","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:25.331463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.668142344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-05-19T03:51:25.33147Z","caller":"traceutil/trace.go:171","msg":"trace[529613855] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25300; }","duration":"1.972953244s","start":"2026-05-19T03:51:23.35851Z","end":"2026-05-19T03:51:25.331463Z","steps":["trace[529613855] 'agreement among raft nodes before linearized reading' (duration: 1.972884312s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.33125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670772271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"info","ts":"2026-05-19T03:51:25.331491Z","caller":"traceutil/trace.go:171","msg":"trace[400898417] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b; range_end:; response_count:1; response_revision:25300; }","duration":"3.668187254s","start":"2026-05-19T03:51:21.663295Z","end":"2026-05-19T03:51:25.331482Z","steps":["trace[400898417] 'agreement among raft nodes before linearized reading' (duration: 3.668114803s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:23.358429Z","time spent":"1.973060817s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670638927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-05-19T03:51:25.331514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.663285Z","time spent":"3.668223335s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.671436938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-05-19T03:51:25.331475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.660682Z","time spent":"3.670783991s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4273,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:22.657859Z","time spent":"2.673311808s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-19T03:51:25.331533Z","caller":"traceutil/trace.go:171","msg":"trace[847054928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25300; }","duration":"3.670698389s","start":"2026-05-19T03:51:21.660822Z","end":"2026-05-19T03:51:25.33152Z","steps":["trace[847054928] 'agreement among raft nodes before linearized reading' (duration: 3.670538705s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.331204Z","caller":"traceutil/trace.go:171","msg":"trace[227524036] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:25300; }","duration":"3.666707387s","start":"2026-05-19T03:51:21.664487Z","end":"2026-05-19T03:51:25.331194Z","steps":["trace[227524036] 'agreement among raft nodes before linearized reading' (duration: 3.666600714s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670874383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-05-19T03:51:25.331584Z","caller":"traceutil/trace.go:171","msg":"trace[688769383] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25300; }","duration":"3.670913295s","start":"2026-05-19T03:51:21.660665Z","end":"2026-05-19T03:51:25.331578Z","steps":["trace[688769383] 'agreement among raft nodes before linearized reading' (duration: 3.670848063s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.330767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:22.582403Z","time spent":"2.748338307s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:25.331589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.664479Z","time spent":"3.667100787s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9528,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.660814Z","time spent":"3.670759821s","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.660656Z","time spent":"3.670942925s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.669178519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-rlgh5\" ","response":"range_response_count:1 size:6638"} {"level":"warn","ts":"2026-05-19T03:51:25.331427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.660325Z","time spent":"3.671096359s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5188,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-05-19T03:51:25.331497Z","caller":"traceutil/trace.go:171","msg":"trace[1967779898] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:25300; }","duration":"3.671020978s","start":"2026-05-19T03:51:21.66047Z","end":"2026-05-19T03:51:25.331491Z","steps":["trace[1967779898] 'agreement among raft nodes before linearized reading' (duration: 3.67071903s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.331653Z","caller":"traceutil/trace.go:171","msg":"trace[1133829440] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-rlgh5; range_end:; response_count:1; response_revision:25300; }","duration":"3.669236531s","start":"2026-05-19T03:51:21.662404Z","end":"2026-05-19T03:51:25.331641Z","steps":["trace[1133829440] 'agreement among raft nodes before linearized reading' (duration: 3.669112898s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.660456Z","time spent":"3.671210752s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7532,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.662398Z","time spent":"3.669280852s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6661,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-rlgh5\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.661299Z","time spent":"3.670056733s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673673725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T03:51:25.331748Z","caller":"traceutil/trace.go:171","msg":"trace[1527021168] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0; range_end:; response_count:1; response_revision:25300; }","duration":"3.673741518s","start":"2026-05-19T03:51:21.657999Z","end":"2026-05-19T03:51:25.331741Z","steps":["trace[1527021168] 'agreement among raft nodes before linearized reading' (duration: 3.673659615s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.482551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:25.33177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.657977Z","time spent":"3.67378819s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.639917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:25.331546Z","caller":"traceutil/trace.go:171","msg":"trace[1184915253] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:25300; }","duration":"3.671471269s","start":"2026-05-19T03:51:21.660063Z","end":"2026-05-19T03:51:25.331534Z","steps":["trace[1184915253] 'agreement among raft nodes before linearized reading' (duration: 3.671379906s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.588827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:25.331844Z","caller":"traceutil/trace.go:171","msg":"trace[306438370] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25300; }","duration":"552.722978ms","start":"2026-05-19T03:51:24.779098Z","end":"2026-05-19T03:51:25.331821Z","steps":["trace[306438370] 'agreement among raft nodes before linearized reading' (duration: 552.642556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.660059Z","time spent":"3.671786128s","remote":"127.0.0.1:42922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"info","ts":"2026-05-19T03:51:25.331857Z","caller":"traceutil/trace.go:171","msg":"trace[1037013988] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25300; }","duration":"341.649379ms","start":"2026-05-19T03:51:24.990199Z","end":"2026-05-19T03:51:25.331848Z","steps":["trace[1037013988] 'agreement among raft nodes before linearized reading' (duration: 341.611058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.33186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.669371226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"warn","ts":"2026-05-19T03:51:25.331827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.669236942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-05-19T03:51:25.331885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:24.990179Z","time spent":"341.69911ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:25.331894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670640968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-05-19T03:51:25.331902Z","caller":"traceutil/trace.go:171","msg":"trace[583223431] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:25300; }","duration":"3.669440348s","start":"2026-05-19T03:51:21.66245Z","end":"2026-05-19T03:51:25.33189Z","steps":["trace[583223431] 'agreement among raft nodes before linearized reading' (duration: 3.669309174s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67068468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"warn","ts":"2026-05-19T03:51:25.331921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.183055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:25.331931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67188652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"info","ts":"2026-05-19T03:51:25.331932Z","caller":"traceutil/trace.go:171","msg":"trace[1397453042] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:25300; }","duration":"3.670687389s","start":"2026-05-19T03:51:21.661233Z","end":"2026-05-19T03:51:25.33192Z","steps":["trace[1397453042] 'agreement among raft nodes before linearized reading' (duration: 3.670573757s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.331926Z","caller":"traceutil/trace.go:171","msg":"trace[153475013] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25300; }","duration":"3.669366565s","start":"2026-05-19T03:51:21.662536Z","end":"2026-05-19T03:51:25.331902Z","steps":["trace[153475013] 'agreement among raft nodes before linearized reading' (duration: 3.669072977s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.331949Z","caller":"traceutil/trace.go:171","msg":"trace[1233696216] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25300; }","duration":"728.250397ms","start":"2026-05-19T03:51:24.603691Z","end":"2026-05-19T03:51:25.331941Z","steps":["trace[1233696216] 'agreement among raft nodes before linearized reading' (duration: 728.203426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.662433Z","time spent":"3.669502879s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.66123Z","time spent":"3.67072561s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9587,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:24.603669Z","time spent":"728.297499ms","remote":"127.0.0.1:43678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:25.331977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.662531Z","time spent":"3.669434867s","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-19T03:51:25.331686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.015481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"warn","ts":"2026-05-19T03:51:25.332019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.672219279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"warn","ts":"2026-05-19T03:51:25.331287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670844562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-19T03:51:25.332034Z","caller":"traceutil/trace.go:171","msg":"trace[227395373] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25300; }","duration":"823.440412ms","start":"2026-05-19T03:51:24.508586Z","end":"2026-05-19T03:51:25.332026Z","steps":["trace[227395373] 'agreement among raft nodes before linearized reading' (duration: 822.895247ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.332041Z","caller":"traceutil/trace.go:171","msg":"trace[374836162] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:25300; }","duration":"3.672248579s","start":"2026-05-19T03:51:21.659785Z","end":"2026-05-19T03:51:25.332033Z","steps":["trace[374836162] 'agreement among raft nodes before linearized reading' (duration: 3.672186158s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.332051Z","caller":"traceutil/trace.go:171","msg":"trace[385362006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25300; }","duration":"3.671621604s","start":"2026-05-19T03:51:21.66042Z","end":"2026-05-19T03:51:25.332041Z","steps":["trace[385362006] 'agreement among raft nodes before linearized reading' (duration: 3.670802752s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.33189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:24.779082Z","time spent":"552.79932ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:25.332061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.659779Z","time spent":"3.67227809s","remote":"127.0.0.1:42922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1243,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"info","ts":"2026-05-19T03:51:25.33179Z","caller":"traceutil/trace.go:171","msg":"trace[2046974383] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25300; }","duration":"525.541593ms","start":"2026-05-19T03:51:24.806239Z","end":"2026-05-19T03:51:25.33178Z","steps":["trace[2046974383] 'agreement among raft nodes before linearized reading' (duration: 525.496572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.332082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.660411Z","time spent":"3.671663924s","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-19T03:51:25.332097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:24.806219Z","time spent":"525.868681ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-19T03:51:25.331947Z","caller":"traceutil/trace.go:171","msg":"trace[1565532274] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:25300; }","duration":"3.670723431s","start":"2026-05-19T03:51:21.661214Z","end":"2026-05-19T03:51:25.331937Z","steps":["trace[1565532274] 'agreement among raft nodes before linearized reading' (duration: 3.670648419s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.332141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673327388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-05-19T03:51:25.332057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:24.508567Z","time spent":"823.483983ms","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-19T03:51:25.332166Z","caller":"traceutil/trace.go:171","msg":"trace[893106781] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:25300; }","duration":"3.673369118s","start":"2026-05-19T03:51:21.65879Z","end":"2026-05-19T03:51:25.332159Z","steps":["trace[893106781] 'agreement among raft nodes before linearized reading' (duration: 3.673301427s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.331689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.669423635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6871"} {"level":"warn","ts":"2026-05-19T03:51:25.332187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.658782Z","time spent":"3.673399559s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"info","ts":"2026-05-19T03:51:25.331957Z","caller":"traceutil/trace.go:171","msg":"trace[1161214599] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25300; }","duration":"3.671928441s","start":"2026-05-19T03:51:21.66002Z","end":"2026-05-19T03:51:25.331948Z","steps":["trace[1161214599] 'agreement among raft nodes before linearized reading' (duration: 3.671855949s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.332145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.6612Z","time spent":"3.670937216s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3923,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"info","ts":"2026-05-19T03:51:25.33221Z","caller":"traceutil/trace.go:171","msg":"trace[869361947] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:25300; }","duration":"3.669940949s","start":"2026-05-19T03:51:21.662257Z","end":"2026-05-19T03:51:25.332198Z","steps":["trace[869361947] 'agreement among raft nodes before linearized reading' (duration: 3.669370144s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.332233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.66001Z","time spent":"3.672211738s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7479,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-19T03:51:25.332241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:21.662213Z","time spent":"3.670020261s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6894,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-19T03:51:25.840499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755576227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:51:27.11157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.961071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:27.112421Z","caller":"traceutil/trace.go:171","msg":"trace[1235393151] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"1.775021381s","start":"2026-05-19T03:51:25.337365Z","end":"2026-05-19T03:51:27.112386Z","steps":["trace[1235393151] 'process raft request' (duration: 924.139407ms)","trace[1235393151] 'compare' (duration: 849.822937ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:27.112712Z","caller":"traceutil/trace.go:171","msg":"trace[568438144] linearizableReadLoop","detail":"{readStateIndex:26142; appliedIndex:26138; }","duration":"1.77298088s","start":"2026-05-19T03:51:25.339714Z","end":"2026-05-19T03:51:27.112695Z","steps":["trace[568438144] 'read index received' (duration: 921.791998ms)","trace[568438144] 'applied index is now lower than readState.Index' (duration: 851.187602ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:27.112754Z","caller":"traceutil/trace.go:171","msg":"trace[1413819738] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"1.772551488s","start":"2026-05-19T03:51:25.340095Z","end":"2026-05-19T03:51:27.112647Z","steps":["trace[1413819738] 'process raft request' (duration: 1.771707057s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:27.112824Z","caller":"traceutil/trace.go:171","msg":"trace[1127577362] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"1.771202454s","start":"2026-05-19T03:51:25.341608Z","end":"2026-05-19T03:51:27.11281Z","steps":["trace[1127577362] 'process raft request' (duration: 1.770997158s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:27.112891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.340088Z","time spent":"1.772727314s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:27.112471Z","caller":"traceutil/trace.go:171","msg":"trace[2011556963] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"1.772432846s","start":"2026-05-19T03:51:25.340008Z","end":"2026-05-19T03:51:27.11244Z","steps":["trace[2011556963] 'process raft request' (duration: 1.771701058s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:27.112923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.341595Z","time spent":"1.771274106s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:27.112971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773246116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-05-19T03:51:27.113042Z","caller":"traceutil/trace.go:171","msg":"trace[807782184] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25304; }","duration":"1.773337009s","start":"2026-05-19T03:51:25.339685Z","end":"2026-05-19T03:51:27.113022Z","steps":["trace[807782184] 'agreement among raft nodes before linearized reading' (duration: 1.773129564s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:27.113052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.33999Z","time spent":"1.772969779s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:27.113093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.339668Z","time spent":"1.77341348s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T03:51:27.113322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.337345Z","time spent":"1.77538001s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:27.342995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:51:27.34307Z","caller":"traceutil/trace.go:171","msg":"trace[808387387] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274334s","start":"2026-05-19T03:51:25.34278Z","end":"2026-05-19T03:51:27.343055Z","steps":["trace[808387387] 'agreement among raft nodes before linearized reading' (duration: 2.000182121s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:27.343112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.342774Z","time spent":"2.000327865s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:51:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:51:27.613552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755576233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:51:28.002919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.183788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:28.00301Z","caller":"traceutil/trace.go:171","msg":"trace[1118770235] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"1.219884622s","start":"2026-05-19T03:51:26.783109Z","end":"2026-05-19T03:51:28.002994Z","steps":["trace[1118770235] 'process raft request' (duration: 987.535799ms)","trace[1118770235] 'compare' (duration: 231.731347ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:28.003056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.783085Z","time spent":"1.219949573s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:28.946098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000329474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:51:28.946186Z","caller":"traceutil/trace.go:171","msg":"trace[1988126645] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056248s","start":"2026-05-19T03:51:26.945586Z","end":"2026-05-19T03:51:28.946148Z","steps":["trace[1988126645] 'agreement among raft nodes before linearized reading' (duration: 2.000475428s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:28.946472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.945564Z","time spent":"2.000896388s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:51:29.34315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999978934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:51:29.343219Z","caller":"traceutil/trace.go:171","msg":"trace[592910240] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000091398s","start":"2026-05-19T03:51:27.343113Z","end":"2026-05-19T03:51:29.343205Z","steps":["trace[592910240] 'agreement among raft nodes before linearized reading' (duration: 2.000004956s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:29.343265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:27.343101Z","time spent":"2.00015192s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:51:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:51:29.390181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.399039654s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:51:30.204649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:28.394776Z","time spent":"1.809866503s","remote":"127.0.0.1:38900","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:51:30.205895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.424257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:30.20699Z","caller":"traceutil/trace.go:171","msg":"trace[1813287096] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"3.059807593s","start":"2026-05-19T03:51:27.147153Z","end":"2026-05-19T03:51:30.206961Z","steps":["trace[1813287096] 'process raft request' (duration: 2.243242557s)","trace[1813287096] 'compare' (duration: 815.055117ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:30.207104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:27.147138Z","time spent":"3.059891976s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:30.761839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.249300695s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:51:31.351801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000787207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:51:31.351897Z","caller":"traceutil/trace.go:171","msg":"trace[368854720] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000934069s","start":"2026-05-19T03:51:29.350942Z","end":"2026-05-19T03:51:31.351876Z","steps":["trace[368854720] 'agreement among raft nodes before linearized reading' (duration: 2.000820107s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:31.351949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:29.350921Z","time spent":"2.001019053s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:51:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:51:31.51157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999788904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:51:31.511665Z","caller":"traceutil/trace.go:171","msg":"trace[376491446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999924449s","start":"2026-05-19T03:51:26.511719Z","end":"2026-05-19T03:51:31.511643Z","steps":["trace[376491446] 'agreement among raft nodes before linearized reading' (duration: 4.999800125s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:31.511727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.511712Z","time spent":"4.999995391s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/19 03:51:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:51:31.635214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429218128s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:51:31.636646Z","caller":"traceutil/trace.go:171","msg":"trace[1593139646] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"4.299530114s","start":"2026-05-19T03:51:27.337081Z","end":"2026-05-19T03:51:31.636611Z","steps":["trace[1593139646] 'process raft request' (duration: 4.29820538s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:31.636864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:27.33703Z","time spent":"4.299760289s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:32.338461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:27.340971Z","time spent":"4.997482836s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:51:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:51:32.338523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:27.340237Z","time spent":"4.998278027s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T03:51:32.338587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:27.341045Z","time spent":"4.997533727s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T03:51:32.338649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:27.340535Z","time spent":"4.998111462s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:51:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 03:51:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:51:32.342216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:27.343411Z","time spent":"4.998798789s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:51:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:51:32.780234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1435876s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:32.780517Z","caller":"traceutil/trace.go:171","msg":"trace[344444997] linearizableReadLoop","detail":"{readStateIndex:26152; appliedIndex:26142; }","duration":"5.6677412s","start":"2026-05-19T03:51:27.112763Z","end":"2026-05-19T03:51:32.780505Z","steps":["trace[344444997] 'read index received' (duration: 657.862617ms)","trace[344444997] 'applied index is now lower than readState.Index' (duration: 5.009877863s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:32.780726Z","caller":"traceutil/trace.go:171","msg":"trace[1131716161] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"3.268279966s","start":"2026-05-19T03:51:29.512436Z","end":"2026-05-19T03:51:32.780716Z","steps":["trace[1131716161] 'process raft request' (duration: 3.268041249s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:32.780695Z","caller":"traceutil/trace.go:171","msg":"trace[1999388203] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"5.439525723s","start":"2026-05-19T03:51:27.341134Z","end":"2026-05-19T03:51:32.78066Z","steps":["trace[1999388203] 'process raft request' (duration: 5.439296386s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.780776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:29.512415Z","time spent":"3.268337558s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:32.780918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441085409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-05-19T03:51:32.780897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:27.341114Z","time spent":"5.439663486s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:32.780942Z","caller":"traceutil/trace.go:171","msg":"trace[1181303888] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25314; }","duration":"7.441123781s","start":"2026-05-19T03:51:25.339812Z","end":"2026-05-19T03:51:32.780936Z","steps":["trace[1181303888] 'agreement among raft nodes before linearized reading' (duration: 7.440830143s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.780962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.339808Z","time spent":"7.441149481s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-19T03:51:32.780907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.146897384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:51:32.781071Z","caller":"traceutil/trace.go:171","msg":"trace[1852927495] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25314; }","duration":"7.14711147s","start":"2026-05-19T03:51:25.633905Z","end":"2026-05-19T03:51:32.781017Z","steps":["trace[1852927495] 'agreement among raft nodes before linearized reading' (duration: 7.146810022s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.781092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441091069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-19T03:51:32.781101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.374615679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:32.781158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441360346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3240"} {"level":"info","ts":"2026-05-19T03:51:32.781162Z","caller":"traceutil/trace.go:171","msg":"trace[575543637] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25314; }","duration":"7.374711491s","start":"2026-05-19T03:51:25.406434Z","end":"2026-05-19T03:51:32.781146Z","steps":["trace[575543637] 'agreement among raft nodes before linearized reading' (duration: 7.374617489s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.781181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.633886Z","time spent":"7.147240664s","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:32.781232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.406418Z","time spent":"7.374795694s","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-19T03:51:32.78126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441292945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-19T03:51:32.781311Z","caller":"traceutil/trace.go:171","msg":"trace[1175222225] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94; range_end:; response_count:1; response_revision:25314; }","duration":"7.441355786s","start":"2026-05-19T03:51:25.33994Z","end":"2026-05-19T03:51:32.781296Z","steps":["trace[1175222225] 'agreement among raft nodes before linearized reading' (duration: 7.440687679s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.781342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441245404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9556"} {"level":"info","ts":"2026-05-19T03:51:32.781367Z","caller":"traceutil/trace.go:171","msg":"trace[1551117483] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:25314; }","duration":"7.441267354s","start":"2026-05-19T03:51:25.340091Z","end":"2026-05-19T03:51:32.781358Z","steps":["trace[1551117483] 'agreement among raft nodes before linearized reading' (duration: 7.441203283s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.781366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.339932Z","time spent":"7.441422658s","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8d590d6f-2a61-4519-935d-acb5eaf2de94\" "} {"level":"warn","ts":"2026-05-19T03:51:32.781391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.340082Z","time spent":"7.441305195s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9579,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"info","ts":"2026-05-19T03:51:32.78115Z","caller":"traceutil/trace.go:171","msg":"trace[683156908] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25314; }","duration":"7.441154881s","start":"2026-05-19T03:51:25.339977Z","end":"2026-05-19T03:51:32.781132Z","steps":["trace[683156908] 'agreement among raft nodes before linearized reading' (duration: 7.440641308s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.781619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.339972Z","time spent":"7.441626774s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-19T03:51:32.78119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.439371185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4780"} {"level":"warn","ts":"2026-05-19T03:51:32.781733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.665227736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-05-19T03:51:32.781747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441684004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15348"} {"level":"info","ts":"2026-05-19T03:51:32.78178Z","caller":"traceutil/trace.go:171","msg":"trace[2041439379] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25315; }","duration":"5.665301637s","start":"2026-05-19T03:51:27.116465Z","end":"2026-05-19T03:51:32.781766Z","steps":["trace[2041439379] 'agreement among raft nodes before linearized reading' (duration: 5.665182344s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:32.781185Z","caller":"traceutil/trace.go:171","msg":"trace[2079213657] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25314; }","duration":"7.441419998s","start":"2026-05-19T03:51:25.339759Z","end":"2026-05-19T03:51:32.781179Z","steps":["trace[2079213657] 'agreement among raft nodes before linearized reading' (duration: 7.440889645s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.781834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:27.116451Z","time spent":"5.665371919s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-19T03:51:32.78199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.440408931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-05-19T03:51:32.782306Z","caller":"traceutil/trace.go:171","msg":"trace[885236007] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25315; }","duration":"7.44073266s","start":"2026-05-19T03:51:25.341552Z","end":"2026-05-19T03:51:32.782285Z","steps":["trace[885236007] 'agreement among raft nodes before linearized reading' (duration: 7.439031296s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.782385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.993881191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:51:32.782453Z","caller":"traceutil/trace.go:171","msg":"trace[1025900192] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25315; }","duration":"5.993972324s","start":"2026-05-19T03:51:26.788465Z","end":"2026-05-19T03:51:32.782438Z","steps":["trace[1025900192] 'agreement among raft nodes before linearized reading' (duration: 5.993714817s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.782511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.788454Z","time spent":"5.994040375s","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:32.782476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.44231037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12027"} {"level":"info","ts":"2026-05-19T03:51:32.782548Z","caller":"traceutil/trace.go:171","msg":"trace[1398684119] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25315; }","duration":"7.442392701s","start":"2026-05-19T03:51:25.340149Z","end":"2026-05-19T03:51:32.782542Z","steps":["trace[1398684119] 'agreement among raft nodes before linearized reading' (duration: 7.440462943s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.782573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.340144Z","time spent":"7.442421672s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12050,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-19T03:51:32.782795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.664226363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-19T03:51:32.782801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.855771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:51:32.782803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592969631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-19T03:51:32.782883Z","caller":"traceutil/trace.go:171","msg":"trace[1457210382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25315; }","duration":"579.986115ms","start":"2026-05-19T03:51:32.20288Z","end":"2026-05-19T03:51:32.782867Z","steps":["trace[1457210382] 'agreement among raft nodes before linearized reading' (duration: 579.639616ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:32.782881Z","caller":"traceutil/trace.go:171","msg":"trace[350651532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25315; }","duration":"3.664328537s","start":"2026-05-19T03:51:29.118535Z","end":"2026-05-19T03:51:32.782864Z","steps":["trace[350651532] 'agreement among raft nodes before linearized reading' (duration: 3.664154082s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.782896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946043986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18b0db076e4438f3\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-05-19T03:51:32.782933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:29.118528Z","time spent":"3.664392078s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:51:32.78295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281207548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:51:32.782917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.202838Z","time spent":"580.069347ms","remote":"127.0.0.1:49242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:32.782989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.270958509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-19T03:51:32.782987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.339742Z","time spent":"7.443223293s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3263,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-05-19T03:51:32.783019Z","caller":"traceutil/trace.go:171","msg":"trace[1035396308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25315; }","duration":"6.271004829s","start":"2026-05-19T03:51:26.512007Z","end":"2026-05-19T03:51:32.783012Z","steps":["trace[1035396308] 'agreement among raft nodes before linearized reading' (duration: 6.270928217s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.783023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.442929516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8301"} {"level":"warn","ts":"2026-05-19T03:51:32.781724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.370005693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:51:32.783088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.442957917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-05-19T03:51:32.783084Z","caller":"traceutil/trace.go:171","msg":"trace[811002887] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25315; }","duration":"6.371429189s","start":"2026-05-19T03:51:26.41164Z","end":"2026-05-19T03:51:32.783069Z","steps":["trace[811002887] 'agreement among raft nodes before linearized reading' (duration: 6.369998223s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:32.783109Z","caller":"traceutil/trace.go:171","msg":"trace[1627562199] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:25315; }","duration":"7.442978438s","start":"2026-05-19T03:51:25.340127Z","end":"2026-05-19T03:51:32.783105Z","steps":["trace[1627562199] 'agreement among raft nodes before linearized reading' (duration: 7.441357517s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.783103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.665945673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T03:51:32.783133Z","caller":"traceutil/trace.go:171","msg":"trace[96869274] transaction","detail":"{read_only:false; response_revision:25315; number_of_response:1; }","duration":"767.415099ms","start":"2026-05-19T03:51:32.015708Z","end":"2026-05-19T03:51:32.783124Z","steps":["trace[96869274] 'process raft request' (duration: 764.976397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.782401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.341545Z","time spent":"7.440841482s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-19T03:51:32.783197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441428637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"warn","ts":"2026-05-19T03:51:32.783198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.015683Z","time spent":"767.471461ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:32.783196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.566996257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:51:32.78328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431513595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:32.783217Z","caller":"traceutil/trace.go:171","msg":"trace[534111886] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25315; }","duration":"7.441454177s","start":"2026-05-19T03:51:25.341757Z","end":"2026-05-19T03:51:32.783211Z","steps":["trace[534111886] 'agreement among raft nodes before linearized reading' (duration: 7.439744634s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:32.783304Z","caller":"traceutil/trace.go:171","msg":"trace[1609939151] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25315; }","duration":"3.56712853s","start":"2026-05-19T03:51:29.216163Z","end":"2026-05-19T03:51:32.783291Z","steps":["trace[1609939151] 'agreement among raft nodes before linearized reading' (duration: 3.567011267s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.783315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.665599089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T03:51:32.783323Z","caller":"traceutil/trace.go:171","msg":"trace[973356198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25315; }","duration":"1.431582747s","start":"2026-05-19T03:51:31.351728Z","end":"2026-05-19T03:51:32.783311Z","steps":["trace[973356198] 'agreement among raft nodes before linearized reading' (duration: 1.431480224s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:32.782891Z","caller":"traceutil/trace.go:171","msg":"trace[43973593] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25315; }","duration":"3.593060163s","start":"2026-05-19T03:51:29.189814Z","end":"2026-05-19T03:51:32.782874Z","steps":["trace[43973593] 'agreement among raft nodes before linearized reading' (duration: 3.592869528s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.783341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:29.216147Z","time spent":"3.567183751s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:32.783361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441599331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"warn","ts":"2026-05-19T03:51:32.783365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:29.189772Z","time spent":"3.593586606s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:51:32.783363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:31.351711Z","time spent":"1.431645039s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:51:32.783376Z","caller":"traceutil/trace.go:171","msg":"trace[2031575419] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:25315; }","duration":"7.441626152s","start":"2026-05-19T03:51:25.341746Z","end":"2026-05-19T03:51:32.783372Z","steps":["trace[2031575419] 'agreement among raft nodes before linearized reading' (duration: 7.439774606s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.783389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.341738Z","time spent":"7.441648253s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3912,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-05-19T03:51:32.783443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.883980245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:32.783457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.247601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-19T03:51:32.783469Z","caller":"traceutil/trace.go:171","msg":"trace[1798684087] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25315; }","duration":"3.884043077s","start":"2026-05-19T03:51:28.89942Z","end":"2026-05-19T03:51:32.783463Z","steps":["trace[1798684087] 'agreement among raft nodes before linearized reading' (duration: 3.884000926s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.783481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441744436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-05-19T03:51:32.783485Z","caller":"traceutil/trace.go:171","msg":"trace[1468364195] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25315; }","duration":"440.295523ms","start":"2026-05-19T03:51:32.34318Z","end":"2026-05-19T03:51:32.783475Z","steps":["trace[1468364195] 'agreement among raft nodes before linearized reading' (duration: 440.252532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.783512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441923861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:32.783516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.343169Z","time spent":"440.341184ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-05-19T03:51:32.783525Z","caller":"traceutil/trace.go:171","msg":"trace[320271769] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25315; }","duration":"7.441951301s","start":"2026-05-19T03:51:25.34157Z","end":"2026-05-19T03:51:32.783522Z","steps":["trace[320271769] 'agreement among raft nodes before linearized reading' (duration: 7.439989361s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.783545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.341563Z","time spent":"7.441978392s","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:51:32.783558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441830299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"warn","ts":"2026-05-19T03:51:32.783597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.856038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-19T03:51:32.782952Z","caller":"traceutil/trace.go:171","msg":"trace[462015601] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18b0db076e4438f3; range_end:; response_count:1; response_revision:25315; }","duration":"1.946165148s","start":"2026-05-19T03:51:30.836773Z","end":"2026-05-19T03:51:32.782938Z","steps":["trace[462015601] 'agreement among raft nodes before linearized reading' (duration: 1.945987724s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:32.783615Z","caller":"traceutil/trace.go:171","msg":"trace[334540373] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25315; }","duration":"7.44189869s","start":"2026-05-19T03:51:25.341703Z","end":"2026-05-19T03:51:32.783602Z","steps":["trace[334540373] 'agreement among raft nodes before linearized reading' (duration: 7.439845997s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.783622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886964266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:32.783649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.341698Z","time spent":"7.441944391s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T03:51:32.783661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.420065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:32.780971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441059469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"warn","ts":"2026-05-19T03:51:32.783679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.931595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-05-19T03:51:32.783686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.192727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-19T03:51:32.783705Z","caller":"traceutil/trace.go:171","msg":"trace[1219040698] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:25314; }","duration":"7.443827569s","start":"2026-05-19T03:51:25.339863Z","end":"2026-05-19T03:51:32.783691Z","steps":["trace[1219040698] 'agreement among raft nodes before linearized reading' (duration: 7.440772871s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.783185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.469694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:32.783337Z","caller":"traceutil/trace.go:171","msg":"trace[56050881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25315; }","duration":"3.66565548s","start":"2026-05-19T03:51:29.117675Z","end":"2026-05-19T03:51:32.783331Z","steps":["trace[56050881] 'agreement among raft nodes before linearized reading' (duration: 3.665600149s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:32.783754Z","caller":"traceutil/trace.go:171","msg":"trace[1413228423] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25315; }","duration":"443.31964ms","start":"2026-05-19T03:51:32.340421Z","end":"2026-05-19T03:51:32.783741Z","steps":["trace[1413228423] 'agreement among raft nodes before linearized reading' (duration: 443.211817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.783742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.209243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-19T03:51:32.783804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.340385Z","time spent":"443.406112ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-19T03:51:32.783741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.437671873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-05-19T03:51:32.783824Z","caller":"traceutil/trace.go:171","msg":"trace[2086979012] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25315; }","duration":"444.312375ms","start":"2026-05-19T03:51:32.339491Z","end":"2026-05-19T03:51:32.783804Z","steps":["trace[2086979012] 'agreement among raft nodes before linearized reading' (duration: 444.130651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.783551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.818267612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:51:32.783894Z","caller":"traceutil/trace.go:171","msg":"trace[1945069214] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25315; }","duration":"4.818647481s","start":"2026-05-19T03:51:27.965239Z","end":"2026-05-19T03:51:32.783887Z","steps":["trace[1945069214] 'agreement among raft nodes before linearized reading' (duration: 4.818295522s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.783886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.339436Z","time spent":"444.440358ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-19T03:51:32.783922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:27.965216Z","time spent":"4.818699773s","remote":"127.0.0.1:34848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:32.782024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441879728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-05-19T03:51:32.783982Z","caller":"traceutil/trace.go:171","msg":"trace[619516800] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25315; }","duration":"7.44383225s","start":"2026-05-19T03:51:25.340125Z","end":"2026-05-19T03:51:32.783958Z","steps":["trace[619516800] 'agreement among raft nodes before linearized reading' (duration: 7.440532096s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.784027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.34012Z","time spent":"7.443896942s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-19T03:51:32.783866Z","caller":"traceutil/trace.go:171","msg":"trace[772949167] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b; range_end:; response_count:1; response_revision:25315; }","duration":"6.439598032s","start":"2026-05-19T03:51:26.34425Z","end":"2026-05-19T03:51:32.783848Z","steps":["trace[772949167] 'agreement among raft nodes before linearized reading' (duration: 6.437500448s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.784106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.344224Z","time spent":"6.43987613s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" "} {"level":"warn","ts":"2026-05-19T03:51:32.783574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681846379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-19T03:51:32.784228Z","caller":"traceutil/trace.go:171","msg":"trace[1603493452] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25315; }","duration":"1.682565578s","start":"2026-05-19T03:51:31.101655Z","end":"2026-05-19T03:51:32.78422Z","steps":["trace[1603493452] 'agreement among raft nodes before linearized reading' (duration: 1.68185003s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.783651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:30.83673Z","time spent":"1.946905318s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18b0db076e4438f3\" "} {"level":"warn","ts":"2026-05-19T03:51:32.784258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:31.101629Z","time spent":"1.682620179s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-19T03:51:32.783712Z","caller":"traceutil/trace.go:171","msg":"trace[1758130670] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25315; }","duration":"443.996887ms","start":"2026-05-19T03:51:32.339706Z","end":"2026-05-19T03:51:32.783703Z","steps":["trace[1758130670] 'agreement among raft nodes before linearized reading' (duration: 443.953136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.784359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.339682Z","time spent":"444.668394ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-05-19T03:51:32.783688Z","caller":"traceutil/trace.go:171","msg":"trace[1811681745] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25315; }","duration":"567.479205ms","start":"2026-05-19T03:51:32.216202Z","end":"2026-05-19T03:51:32.783682Z","steps":["trace[1811681745] 'agreement among raft nodes before linearized reading' (duration: 567.435024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.784411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.21618Z","time spent":"568.215904ms","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:32.783765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:29.117656Z","time spent":"3.666103862s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:51:32.783521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.063852376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:32.784564Z","caller":"traceutil/trace.go:171","msg":"trace[1214927887] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25315; }","duration":"4.064879452s","start":"2026-05-19T03:51:28.719663Z","end":"2026-05-19T03:51:32.784542Z","steps":["trace[1214927887] 'agreement among raft nodes before linearized reading' (duration: 4.063839966s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.78462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:28.719567Z","time spent":"4.065034436s","remote":"127.0.0.1:43590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:32.782096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.806082289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:32.784791Z","caller":"traceutil/trace.go:171","msg":"trace[1965773248] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25315; }","duration":"5.808822809s","start":"2026-05-19T03:51:26.975956Z","end":"2026-05-19T03:51:32.784779Z","steps":["trace[1965773248] 'agreement among raft nodes before linearized reading' (duration: 5.806084949s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.784829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.975934Z","time spent":"5.808881491s","remote":"127.0.0.1:42902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:32.783115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440821682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-19T03:51:32.785046Z","caller":"traceutil/trace.go:171","msg":"trace[750270997] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25315; }","duration":"2.442862834s","start":"2026-05-19T03:51:30.342167Z","end":"2026-05-19T03:51:32.78503Z","steps":["trace[750270997] 'agreement among raft nodes before linearized reading' (duration: 2.440885223s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.785096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:30.342147Z","time spent":"2.442933236s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-19T03:51:32.783451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441699205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-05-19T03:51:32.785362Z","caller":"traceutil/trace.go:171","msg":"trace[312658617] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:25315; }","duration":"7.443608623s","start":"2026-05-19T03:51:25.341741Z","end":"2026-05-19T03:51:32.78535Z","steps":["trace[312658617] 'agreement among raft nodes before linearized reading' (duration: 7.439789566s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.785402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.341736Z","time spent":"7.443654094s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-05-19T03:51:32.78349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:28.899397Z","time spent":"3.884087248s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:32.78332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.34175Z","time spent":"7.441564531s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T03:51:32.783099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.442925765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9543"} {"level":"info","ts":"2026-05-19T03:51:32.786074Z","caller":"traceutil/trace.go:171","msg":"trace[407038064] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:25315; }","duration":"7.445905091s","start":"2026-05-19T03:51:25.340154Z","end":"2026-05-19T03:51:32.786059Z","steps":["trace[407038064] 'agreement among raft nodes before linearized reading' (duration: 7.440450732s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.786119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.340147Z","time spent":"7.445958562s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9566,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-05-19T03:51:32.782987Z","caller":"traceutil/trace.go:171","msg":"trace[153664512] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25315; }","duration":"2.28128559s","start":"2026-05-19T03:51:30.501691Z","end":"2026-05-19T03:51:32.782977Z","steps":["trace[153664512] 'agreement among raft nodes before linearized reading' (duration: 2.281223649s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.786407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:30.50167Z","time spent":"2.28471654s","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:32.781117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441071099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-05-19T03:51:32.786677Z","caller":"traceutil/trace.go:171","msg":"trace[1831226014] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25314; }","duration":"7.446631342s","start":"2026-05-19T03:51:25.340032Z","end":"2026-05-19T03:51:32.786664Z","steps":["trace[1831226014] 'agreement among raft nodes before linearized reading' (duration: 7.440593077s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.786732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.340028Z","time spent":"7.446690343s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T03:51:32.781565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.270001094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:51:32.787086Z","caller":"traceutil/trace.go:171","msg":"trace[1087889918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25314; }","duration":"6.275556477s","start":"2026-05-19T03:51:26.511514Z","end":"2026-05-19T03:51:32.787071Z","steps":["trace[1087889918] 'agreement among raft nodes before linearized reading' (duration: 6.269957273s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.787134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.511496Z","time spent":"6.275623938s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:51:32.781643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441104379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9543"} {"level":"info","ts":"2026-05-19T03:51:32.787292Z","caller":"traceutil/trace.go:171","msg":"trace[622820434] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:25314; }","duration":"7.447111183s","start":"2026-05-19T03:51:25.340146Z","end":"2026-05-19T03:51:32.787257Z","steps":["trace[622820434] 'agreement among raft nodes before linearized reading' (duration: 7.440451361s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.787343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.340135Z","time spent":"7.447194254s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9566,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"info","ts":"2026-05-19T03:51:32.782124Z","caller":"traceutil/trace.go:171","msg":"trace[1120884536] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25315; }","duration":"7.442068835s","start":"2026-05-19T03:51:25.340046Z","end":"2026-05-19T03:51:32.782115Z","steps":["trace[1120884536] 'agreement among raft nodes before linearized reading' (duration: 7.441663834s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.787528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.340041Z","time spent":"7.447467143s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15371,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-19T03:51:32.782154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.838869246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:32.787662Z","caller":"traceutil/trace.go:171","msg":"trace[1570620698] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25315; }","duration":"5.844533031s","start":"2026-05-19T03:51:26.943113Z","end":"2026-05-19T03:51:32.787646Z","steps":["trace[1570620698] 'agreement among raft nodes before linearized reading' (duration: 5.83901265s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.787706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.943088Z","time spent":"5.844602213s","remote":"127.0.0.1:37494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:32.783031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401802253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:32.787824Z","caller":"traceutil/trace.go:171","msg":"trace[102058064] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25315; }","duration":"2.406598046s","start":"2026-05-19T03:51:30.381192Z","end":"2026-05-19T03:51:32.78779Z","steps":["trace[102058064] 'agreement among raft nodes before linearized reading' (duration: 2.401813373s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.787873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:30.381174Z","time spent":"2.406681829s","remote":"127.0.0.1:43624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:32.78304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.512Z","time spent":"6.271034021s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:51:32.783044Z","caller":"traceutil/trace.go:171","msg":"trace[1002087178] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:25315; }","duration":"7.442958187s","start":"2026-05-19T03:51:25.340079Z","end":"2026-05-19T03:51:32.783038Z","steps":["trace[1002087178] 'agreement among raft nodes before linearized reading' (duration: 7.44150644s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.787989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.340076Z","time spent":"7.447900244s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8324,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"warn","ts":"2026-05-19T03:51:32.783127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.340123Z","time spent":"7.443001468s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9530,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-05-19T03:51:32.783141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.41162Z","time spent":"6.37150514s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:51:32.783153Z","caller":"traceutil/trace.go:171","msg":"trace[1483728987] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0; range_end:; response_count:1; response_revision:25315; }","duration":"5.666020766s","start":"2026-05-19T03:51:27.117122Z","end":"2026-05-19T03:51:32.783143Z","steps":["trace[1483728987] 'agreement among raft nodes before linearized reading' (duration: 5.665898472s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.788357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:27.11711Z","time spent":"5.671233889s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d853da3b25f0\" "} {"level":"warn","ts":"2026-05-19T03:51:32.783161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.443056199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-05-19T03:51:32.788517Z","caller":"traceutil/trace.go:171","msg":"trace[1903764238] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25315; }","duration":"7.448413197s","start":"2026-05-19T03:51:25.340092Z","end":"2026-05-19T03:51:32.788505Z","steps":["trace[1903764238] 'agreement among raft nodes before linearized reading' (duration: 7.441403548s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.788551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.340085Z","time spent":"7.448455228s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-19T03:51:32.783156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.031756316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:32.78866Z","caller":"traceutil/trace.go:171","msg":"trace[1611948269] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25315; }","duration":"3.03733909s","start":"2026-05-19T03:51:29.75131Z","end":"2026-05-19T03:51:32.788649Z","steps":["trace[1611948269] 'agreement among raft nodes before linearized reading' (duration: 3.031824978s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.788692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:29.751288Z","time spent":"3.03739255s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:32.783259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.665328661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-19T03:51:32.788825Z","caller":"traceutil/trace.go:171","msg":"trace[1086113781] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25315; }","duration":"3.670906645s","start":"2026-05-19T03:51:29.117908Z","end":"2026-05-19T03:51:32.788814Z","steps":["trace[1086113781] 'agreement among raft nodes before linearized reading' (duration: 3.66526534s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.788853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:29.117901Z","time spent":"3.670943365s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:51:32.783495Z","caller":"traceutil/trace.go:171","msg":"trace[31310834] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:25315; }","duration":"7.441769296s","start":"2026-05-19T03:51:25.341722Z","end":"2026-05-19T03:51:32.783491Z","steps":["trace[31310834] 'agreement among raft nodes before linearized reading' (duration: 7.439818286s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.788934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.341716Z","time spent":"7.447210695s","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-05-19T03:51:32.78362Z","caller":"traceutil/trace.go:171","msg":"trace[861900452] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25315; }","duration":"442.906189ms","start":"2026-05-19T03:51:32.340707Z","end":"2026-05-19T03:51:32.783613Z","steps":["trace[861900452] 'agreement among raft nodes before linearized reading' (duration: 442.863958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.789024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.340679Z","time spent":"448.324138ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-05-19T03:51:32.783653Z","caller":"traceutil/trace.go:171","msg":"trace[326095541] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25315; }","duration":"1.887021847s","start":"2026-05-19T03:51:30.896622Z","end":"2026-05-19T03:51:32.783644Z","steps":["trace[326095541] 'agreement among raft nodes before linearized reading' (duration: 1.886975586s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.789125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:30.896602Z","time spent":"1.892502917s","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:51:32.783759Z","caller":"traceutil/trace.go:171","msg":"trace[1895692947] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25315; }","duration":"645.088241ms","start":"2026-05-19T03:51:32.138658Z","end":"2026-05-19T03:51:32.783746Z","steps":["trace[1895692947] 'agreement among raft nodes before linearized reading' (duration: 644.487745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.789318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.138637Z","time spent":"650.646253ms","remote":"127.0.0.1:42860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:32.783761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.339846Z","time spent":"7.443901152s","remote":"127.0.0.1:34928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5730,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-05-19T03:51:32.793557Z","caller":"traceutil/trace.go:171","msg":"trace[715381066] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:25314; }","duration":"7.451919915s","start":"2026-05-19T03:51:25.341565Z","end":"2026-05-19T03:51:32.793485Z","steps":["trace[715381066] 'agreement among raft nodes before linearized reading' (duration: 7.439024715s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:32.793675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:25.341558Z","time spent":"7.452085659s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4803,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-05-19T03:51:33.289183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755576248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:51:33.790171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755576248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:51:33.957088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.791584ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:33.957254Z","caller":"traceutil/trace.go:171","msg":"trace[1129516023] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25315; }","duration":"691.974989ms","start":"2026-05-19T03:51:33.265252Z","end":"2026-05-19T03:51:33.957227Z","steps":["trace[1129516023] 'range keys from in-memory index tree' (duration: 691.767043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:34.290673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755576248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:51:34.791444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755576248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:51:34.794621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999234535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:51:34.794682Z","caller":"traceutil/trace.go:171","msg":"trace[313543115] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999313257s","start":"2026-05-19T03:51:32.795351Z","end":"2026-05-19T03:51:34.794664Z","steps":["trace[313543115] 'agreement among raft nodes before linearized reading' (duration: 1.999242825s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:34.794728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.795344Z","time spent":"1.99937351s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:51:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:51:35.188661Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.399640307s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:51:35.189004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.788879Z","time spent":"2.400118971s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T03:51:35.356188Z","caller":"traceutil/trace.go:171","msg":"trace[124311543] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"2.56235744s","start":"2026-05-19T03:51:32.793807Z","end":"2026-05-19T03:51:35.356164Z","steps":["trace[124311543] 'process raft request' (duration: 2.480031515s)","trace[124311543] 'compare' (duration: 82.177491ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:35.356315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.793717Z","time spent":"2.562526905s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:35.356397Z","caller":"traceutil/trace.go:171","msg":"trace[181590229] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"2.560694757s","start":"2026-05-19T03:51:32.795684Z","end":"2026-05-19T03:51:35.356379Z","steps":["trace[181590229] 'process raft request' (duration: 2.560443511s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.356484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.795656Z","time spent":"2.56078516s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:35.356906Z","caller":"traceutil/trace.go:171","msg":"trace[2079337471] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"2.560998485s","start":"2026-05-19T03:51:32.795879Z","end":"2026-05-19T03:51:35.356877Z","steps":["trace[2079337471] 'process raft request' (duration: 2.560444221s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.357049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.79587Z","time spent":"2.561110357s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:35.357169Z","caller":"traceutil/trace.go:171","msg":"trace[1716913142] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"2.561251152s","start":"2026-05-19T03:51:32.79589Z","end":"2026-05-19T03:51:35.357141Z","steps":["trace[1716913142] 'process raft request' (duration: 2.560884282s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:35.357258Z","caller":"traceutil/trace.go:171","msg":"trace[1499909004] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"2.561234691s","start":"2026-05-19T03:51:32.795999Z","end":"2026-05-19T03:51:35.357233Z","steps":["trace[1499909004] 'process raft request' (duration: 2.561042536s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.357311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.795882Z","time spent":"2.561357264s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:35.357317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.795978Z","time spent":"2.561305943s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:35.357423Z","caller":"traceutil/trace.go:171","msg":"trace[973435468] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"566.060568ms","start":"2026-05-19T03:51:34.791351Z","end":"2026-05-19T03:51:35.357411Z","steps":["trace[973435468] 'process raft request' (duration: 565.904614ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:35.357422Z","caller":"traceutil/trace.go:171","msg":"trace[2104896991] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"167.323989ms","start":"2026-05-19T03:51:35.19008Z","end":"2026-05-19T03:51:35.357404Z","steps":["trace[2104896991] 'process raft request' (duration: 167.275598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.357471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:34.791323Z","time spent":"566.12012ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:35.357557Z","caller":"traceutil/trace.go:171","msg":"trace[287452182] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"1.715329174s","start":"2026-05-19T03:51:33.642219Z","end":"2026-05-19T03:51:35.357548Z","steps":["trace[287452182] 'process raft request' (duration: 1.714989845s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:35.357599Z","caller":"traceutil/trace.go:171","msg":"trace[399030048] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"2.561461557s","start":"2026-05-19T03:51:32.796124Z","end":"2026-05-19T03:51:35.357586Z","steps":["trace[399030048] 'process raft request' (duration: 2.561011095s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.357601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:33.6422Z","time spent":"1.715378386s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:35.357559Z","caller":"traceutil/trace.go:171","msg":"trace[1559777585] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"2.559704721s","start":"2026-05-19T03:51:32.797824Z","end":"2026-05-19T03:51:35.357529Z","steps":["trace[1559777585] 'process raft request' (duration: 2.559349632s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:35.357639Z","caller":"traceutil/trace.go:171","msg":"trace[1697552839] linearizableReadLoop","detail":"{readStateIndex:26164; appliedIndex:26154; }","duration":"2.568670812s","start":"2026-05-19T03:51:32.788956Z","end":"2026-05-19T03:51:35.357626Z","steps":["trace[1697552839] 'read index received' (duration: 2.399886335s)","trace[1697552839] 'applied index is now lower than readState.Index' (duration: 168.783277ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:35.357653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.796104Z","time spent":"2.561522588s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:35.357685Z","caller":"traceutil/trace.go:171","msg":"trace[1020083162] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"167.74356ms","start":"2026-05-19T03:51:35.189933Z","end":"2026-05-19T03:51:35.357677Z","steps":["trace[1020083162] 'process raft request' (duration: 167.367241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.357723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.797816Z","time spent":"2.559833034s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:35.357838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568881157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:35.357863Z","caller":"traceutil/trace.go:171","msg":"trace[923886558] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25326; }","duration":"2.568923557s","start":"2026-05-19T03:51:32.788932Z","end":"2026-05-19T03:51:35.357855Z","steps":["trace[923886558] 'agreement among raft nodes before linearized reading' (duration: 2.568881276s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.357881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.78892Z","time spent":"2.56895728s","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-19T03:51:35.357969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568489027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-19T03:51:35.358009Z","caller":"traceutil/trace.go:171","msg":"trace[1532577114] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25326; }","duration":"2.568550199s","start":"2026-05-19T03:51:32.789442Z","end":"2026-05-19T03:51:35.357993Z","steps":["trace[1532577114] 'agreement among raft nodes before linearized reading' (duration: 2.568426446s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.789425Z","time spent":"2.56860663s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-19T03:51:35.358055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550829086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-05-19T03:51:35.358101Z","caller":"traceutil/trace.go:171","msg":"trace[1710274814] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25326; }","duration":"2.550899117s","start":"2026-05-19T03:51:32.807188Z","end":"2026-05-19T03:51:35.358087Z","steps":["trace[1710274814] 'agreement among raft nodes before linearized reading' (duration: 2.550742873s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.807149Z","time spent":"2.550977189s","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-19T03:51:35.358136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561932699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-19T03:51:35.358144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388568505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:51:35.358181Z","caller":"traceutil/trace.go:171","msg":"trace[2105363104] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25326; }","duration":"2.561986191s","start":"2026-05-19T03:51:32.79618Z","end":"2026-05-19T03:51:35.358166Z","steps":["trace[2105363104] 'agreement among raft nodes before linearized reading' (duration: 2.561830567s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:35.358186Z","caller":"traceutil/trace.go:171","msg":"trace[1610910632] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25326; }","duration":"2.388648977s","start":"2026-05-19T03:51:32.969524Z","end":"2026-05-19T03:51:35.358172Z","steps":["trace[1610910632] 'agreement among raft nodes before linearized reading' (duration: 2.388565655s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562586406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-05-19T03:51:35.358254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.796173Z","time spent":"2.562070883s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-19T03:51:35.358261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.969504Z","time spent":"2.388747519s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:51:35.358277Z","caller":"traceutil/trace.go:171","msg":"trace[1937982540] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25326; }","duration":"2.562699859s","start":"2026-05-19T03:51:32.795563Z","end":"2026-05-19T03:51:35.358263Z","steps":["trace[1937982540] 'agreement among raft nodes before linearized reading' (duration: 2.562473663s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193998309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:35.35831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.795554Z","time spent":"2.56274934s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-19T03:51:35.358312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905925871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274431"} {"level":"warn","ts":"2026-05-19T03:51:35.358319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562958685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-19T03:51:35.35834Z","caller":"traceutil/trace.go:171","msg":"trace[892242932] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25326; }","duration":"1.905986171s","start":"2026-05-19T03:51:33.452345Z","end":"2026-05-19T03:51:35.358332Z","steps":["trace[892242932] 'agreement among raft nodes before linearized reading' (duration: 1.905653263s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:35.358343Z","caller":"traceutil/trace.go:171","msg":"trace[626154076] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25326; }","duration":"2.194186613s","start":"2026-05-19T03:51:33.164135Z","end":"2026-05-19T03:51:35.358321Z","steps":["trace[626154076] 'agreement among raft nodes before linearized reading' (duration: 2.193973118s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:33.164118Z","time spent":"2.194267356s","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:35.358391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.606537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:35.358435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564163977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"info","ts":"2026-05-19T03:51:35.358455Z","caller":"traceutil/trace.go:171","msg":"trace[807410156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25326; }","duration":"563.704959ms","start":"2026-05-19T03:51:34.794743Z","end":"2026-05-19T03:51:35.358448Z","steps":["trace[807410156] 'agreement among raft nodes before linearized reading' (duration: 563.631958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.35846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254893225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:51:35.358503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551335929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-05-19T03:51:35.358467Z","caller":"traceutil/trace.go:171","msg":"trace[1866968474] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:25326; }","duration":"2.564216798s","start":"2026-05-19T03:51:32.794242Z","end":"2026-05-19T03:51:35.358459Z","steps":["trace[1866968474] 'agreement among raft nodes before linearized reading' (duration: 2.564133946s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275499925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:35.358525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562462553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-05-19T03:51:35.358549Z","caller":"traceutil/trace.go:171","msg":"trace[1556125494] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25326; }","duration":"2.562502374s","start":"2026-05-19T03:51:32.79604Z","end":"2026-05-19T03:51:35.358542Z","steps":["trace[1556125494] 'agreement among raft nodes before linearized reading' (duration: 2.562428502s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.794219Z","time spent":"2.564318581s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":429,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-05-19T03:51:35.358549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56430013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"info","ts":"2026-05-19T03:51:35.358554Z","caller":"traceutil/trace.go:171","msg":"trace[1283224441] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25326; }","duration":"1.275582588s","start":"2026-05-19T03:51:34.082958Z","end":"2026-05-19T03:51:35.358541Z","steps":["trace[1283224441] 'agreement among raft nodes before linearized reading' (duration: 1.275501026s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.796022Z","time spent":"2.562548265s","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-05-19T03:51:35.358581Z","caller":"traceutil/trace.go:171","msg":"trace[2058616681] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25326; }","duration":"2.564347182s","start":"2026-05-19T03:51:32.794226Z","end":"2026-05-19T03:51:35.358573Z","steps":["trace[2058616681] 'agreement among raft nodes before linearized reading' (duration: 2.564257189s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570367018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-05-19T03:51:35.358588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:34.082943Z","time spent":"1.275637069s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:51:35.358612Z","caller":"traceutil/trace.go:171","msg":"trace[1996037443] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b; range_end:; response_count:1; response_revision:25326; }","duration":"1.570430889s","start":"2026-05-19T03:51:33.788174Z","end":"2026-05-19T03:51:35.358605Z","steps":["trace[1996037443] 'agreement among raft nodes before linearized reading' (duration: 1.570354117s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.794217Z","time spent":"2.564387212s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-05-19T03:51:35.358631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:33.788149Z","time spent":"1.57047691s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" "} {"level":"warn","ts":"2026-05-19T03:51:35.358626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551552034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-05-19T03:51:35.358635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923175701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:35.358657Z","caller":"traceutil/trace.go:171","msg":"trace[186368867] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25326; }","duration":"2.551592455s","start":"2026-05-19T03:51:32.807056Z","end":"2026-05-19T03:51:35.358649Z","steps":["trace[186368867] 'agreement among raft nodes before linearized reading' (duration: 2.551510193s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.807051Z","time spent":"2.551628306s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-19T03:51:35.358357Z","caller":"traceutil/trace.go:171","msg":"trace[916569593] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25326; }","duration":"2.563007357s","start":"2026-05-19T03:51:32.795338Z","end":"2026-05-19T03:51:35.358346Z","steps":["trace[916569593] 'agreement among raft nodes before linearized reading' (duration: 2.562836623s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:35.358673Z","caller":"traceutil/trace.go:171","msg":"trace[95901145] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25326; }","duration":"1.923249723s","start":"2026-05-19T03:51:33.435412Z","end":"2026-05-19T03:51:35.358661Z","steps":["trace[95901145] 'agreement among raft nodes before linearized reading' (duration: 1.923186671s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5627329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-19T03:51:35.358735Z","caller":"traceutil/trace.go:171","msg":"trace[439140623] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:25326; }","duration":"2.56277141s","start":"2026-05-19T03:51:32.795958Z","end":"2026-05-19T03:51:35.358729Z","steps":["trace[439140623] 'agreement among raft nodes before linearized reading' (duration: 2.562711339s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.35873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.795327Z","time spent":"2.563393136s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-19T03:51:35.358736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:33.435391Z","time spent":"1.923335155s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:35.358753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.795943Z","time spent":"2.562806242s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.152\" "} {"level":"warn","ts":"2026-05-19T03:51:35.358786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837213823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-19T03:51:35.358806Z","caller":"traceutil/trace.go:171","msg":"trace[1600702467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25326; }","duration":"1.837271004s","start":"2026-05-19T03:51:33.521529Z","end":"2026-05-19T03:51:35.3588Z","steps":["trace[1600702467] 'agreement among raft nodes before linearized reading' (duration: 1.837210493s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:33.521507Z","time spent":"1.837316735s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:51:35.358545Z","caller":"traceutil/trace.go:171","msg":"trace[77935881] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25326; }","duration":"2.55138435s","start":"2026-05-19T03:51:32.807148Z","end":"2026-05-19T03:51:35.358533Z","steps":["trace[77935881] 'agreement among raft nodes before linearized reading' (duration: 2.551270717s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.35888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05285884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:51:35.358894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.807141Z","time spent":"2.551742328s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-05-19T03:51:35.358902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563084629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-19T03:51:35.358913Z","caller":"traceutil/trace.go:171","msg":"trace[1114639535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25326; }","duration":"1.052935202s","start":"2026-05-19T03:51:34.305967Z","end":"2026-05-19T03:51:35.358902Z","steps":["trace[1114639535] 'agreement among raft nodes before linearized reading' (duration: 1.05285583s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:35.358931Z","caller":"traceutil/trace.go:171","msg":"trace[1350920065] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25326; }","duration":"2.563118039s","start":"2026-05-19T03:51:32.795801Z","end":"2026-05-19T03:51:35.358919Z","steps":["trace[1350920065] 'agreement among raft nodes before linearized reading' (duration: 2.563033767s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:34.305945Z","time spent":"1.052991324s","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:35.358512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448764146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:35.358978Z","caller":"traceutil/trace.go:171","msg":"trace[1537349132] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25326; }","duration":"1.44927412s","start":"2026-05-19T03:51:33.909697Z","end":"2026-05-19T03:51:35.358972Z","steps":["trace[1537349132] 'agreement among raft nodes before linearized reading' (duration: 1.448792407s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:33.90967Z","time spent":"1.44932088s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:35.3588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.567377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:51:35.359037Z","caller":"traceutil/trace.go:171","msg":"trace[1813140331] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25326; }","duration":"999.825603ms","start":"2026-05-19T03:51:34.3592Z","end":"2026-05-19T03:51:35.359025Z","steps":["trace[1813140331] 'agreement among raft nodes before linearized reading' (duration: 999.543616ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:35.358502Z","caller":"traceutil/trace.go:171","msg":"trace[1525005527] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25326; }","duration":"2.254966697s","start":"2026-05-19T03:51:33.103524Z","end":"2026-05-19T03:51:35.358491Z","steps":["trace[1525005527] 'agreement among raft nodes before linearized reading' (duration: 2.254884695s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.359074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:34.359186Z","time spent":"999.876375ms","remote":"127.0.0.1:34940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:35.35908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552072637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"warn","ts":"2026-05-19T03:51:35.359104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:33.103505Z","time spent":"2.255584604s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:35.359135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551711418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"info","ts":"2026-05-19T03:51:35.359206Z","caller":"traceutil/trace.go:171","msg":"trace[34486244] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25326; }","duration":"2.551820111s","start":"2026-05-19T03:51:32.807366Z","end":"2026-05-19T03:51:35.359186Z","steps":["trace[34486244] 'agreement among raft nodes before linearized reading' (duration: 2.551593775s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.358999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551936234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"warn","ts":"2026-05-19T03:51:35.359251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.80736Z","time spent":"2.551878432s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7479,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-05-19T03:51:35.359288Z","caller":"traceutil/trace.go:171","msg":"trace[173980477] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25326; }","duration":"2.552238871s","start":"2026-05-19T03:51:32.807035Z","end":"2026-05-19T03:51:35.359274Z","steps":["trace[173980477] 'agreement among raft nodes before linearized reading' (duration: 2.551890972s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.359326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.807025Z","time spent":"2.552288492s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-05-19T03:51:35.359326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557909046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-05-19T03:51:35.358361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:33.452328Z","time spent":"1.906028543s","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274454,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-19T03:51:35.358474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:34.794723Z","time spent":"563.74698ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:51:35.359387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563091469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-05-19T03:51:35.359412Z","caller":"traceutil/trace.go:171","msg":"trace[1946165238] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25326; }","duration":"2.56312938s","start":"2026-05-19T03:51:32.796276Z","end":"2026-05-19T03:51:35.359405Z","steps":["trace[1946165238] 'agreement among raft nodes before linearized reading' (duration: 2.563048487s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.359432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.79626Z","time spent":"2.563168441s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-19T03:51:35.358951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.795792Z","time spent":"2.56315511s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-05-19T03:51:35.35911Z","caller":"traceutil/trace.go:171","msg":"trace[737902413] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25326; }","duration":"2.552115358s","start":"2026-05-19T03:51:32.806986Z","end":"2026-05-19T03:51:35.359101Z","steps":["trace[737902413] 'agreement among raft nodes before linearized reading' (duration: 2.552034986s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.359509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551986865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"warn","ts":"2026-05-19T03:51:35.359531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.806978Z","time spent":"2.552544618s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T03:51:35.359539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563336155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:35.359545Z","caller":"traceutil/trace.go:171","msg":"trace[1174908699] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25326; }","duration":"2.552021466s","start":"2026-05-19T03:51:32.807512Z","end":"2026-05-19T03:51:35.359533Z","steps":["trace[1174908699] 'agreement among raft nodes before linearized reading' (duration: 2.551913353s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:35.359565Z","caller":"traceutil/trace.go:171","msg":"trace[1880431608] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25326; }","duration":"2.563392466s","start":"2026-05-19T03:51:32.796167Z","end":"2026-05-19T03:51:35.359559Z","steps":["trace[1880431608] 'agreement among raft nodes before linearized reading' (duration: 2.563346935s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.359576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.807509Z","time spent":"2.552061167s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3248,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-05-19T03:51:35.359361Z","caller":"traceutil/trace.go:171","msg":"trace[1193273368] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25326; }","duration":"2.557963647s","start":"2026-05-19T03:51:32.801388Z","end":"2026-05-19T03:51:35.359352Z","steps":["trace[1193273368] 'agreement among raft nodes before linearized reading' (duration: 2.557738511s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.359703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.80138Z","time spent":"2.558311936s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-19T03:51:35.359583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.79615Z","time spent":"2.563429717s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:51:35.35975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552487518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-05-19T03:51:35.359785Z","caller":"traceutil/trace.go:171","msg":"trace[1249823338] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25326; }","duration":"2.552543629s","start":"2026-05-19T03:51:32.807232Z","end":"2026-05-19T03:51:35.359775Z","steps":["trace[1249823338] 'agreement among raft nodes before linearized reading' (duration: 2.552446946s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:35.359813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:32.807216Z","time spent":"2.55259078s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-05-19T03:51:35.547677Z","caller":"traceutil/trace.go:171","msg":"trace[1839850935] linearizableReadLoop","detail":"{readStateIndex:26167; appliedIndex:26166; }","duration":"178.117405ms","start":"2026-05-19T03:51:35.369525Z","end":"2026-05-19T03:51:35.547642Z","steps":["trace[1839850935] 'read index received' (duration: 105.978359ms)","trace[1839850935] 'applied index is now lower than readState.Index' (duration: 72.137116ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:35.547865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.304239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:35.548055Z","caller":"traceutil/trace.go:171","msg":"trace[2049967608] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25326; }","duration":"178.532975ms","start":"2026-05-19T03:51:35.369509Z","end":"2026-05-19T03:51:35.548041Z","steps":["trace[2049967608] 'agreement among raft nodes before linearized reading' (duration: 178.268888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:36.048521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755576275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:51:36.511906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:35.369492Z","time spent":"1.142408599s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:51:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:51:36.563304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272282091755576275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:51:36.846747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.340125717s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:51:36.921983Z","caller":"traceutil/trace.go:171","msg":"trace[1194224809] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"1.55015287s","start":"2026-05-19T03:51:35.371809Z","end":"2026-05-19T03:51:36.921962Z","steps":["trace[1194224809] 'process raft request' (duration: 1.549993796s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:36.922015Z","caller":"traceutil/trace.go:171","msg":"trace[2134378979] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"1.548270441s","start":"2026-05-19T03:51:35.373726Z","end":"2026-05-19T03:51:36.921996Z","steps":["trace[2134378979] 'process raft request' (duration: 1.54822642s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:36.92209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:35.371794Z","time spent":"1.550239842s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:36.922107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:35.37363Z","time spent":"1.548424165s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:36.922538Z","caller":"traceutil/trace.go:171","msg":"trace[1246794325] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"1.549152564s","start":"2026-05-19T03:51:35.373369Z","end":"2026-05-19T03:51:36.922522Z","steps":["trace[1246794325] 'process raft request' (duration: 1.548525978s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:36.922584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:35.373358Z","time spent":"1.549205325s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:36.925395Z","caller":"traceutil/trace.go:171","msg":"trace[1127660748] linearizableReadLoop","detail":"{readStateIndex:26172; appliedIndex:26167; }","duration":"1.377635028s","start":"2026-05-19T03:51:35.547745Z","end":"2026-05-19T03:51:36.925381Z","steps":["trace[1127660748] 'read index received' (duration: 1.299217382s)","trace[1127660748] 'applied index is now lower than readState.Index' (duration: 78.415436ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:36.925592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450574823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-19T03:51:36.925654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554287925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-05-19T03:51:36.925687Z","caller":"traceutil/trace.go:171","msg":"trace[280796119] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25331; }","duration":"1.554350417s","start":"2026-05-19T03:51:35.371328Z","end":"2026-05-19T03:51:36.925679Z","steps":["trace[280796119] 'agreement among raft nodes before linearized reading' (duration: 1.554234274s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:36.925689Z","caller":"traceutil/trace.go:171","msg":"trace[1975056468] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"1.376780984s","start":"2026-05-19T03:51:35.5489Z","end":"2026-05-19T03:51:36.925681Z","steps":["trace[1975056468] 'process raft request' (duration: 1.376400945s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:36.925714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:35.371317Z","time spent":"1.554392488s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T03:51:36.925759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:35.548878Z","time spent":"1.376836546s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:36.92589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556166483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-05-19T03:51:36.925915Z","caller":"traceutil/trace.go:171","msg":"trace[1525718701] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25331; }","duration":"1.556202303s","start":"2026-05-19T03:51:35.369707Z","end":"2026-05-19T03:51:36.925909Z","steps":["trace[1525718701] 'agreement among raft nodes before linearized reading' (duration: 1.556128331s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:36.925937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:35.369674Z","time spent":"1.556259315s","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-19T03:51:36.925655Z","caller":"traceutil/trace.go:171","msg":"trace[875483595] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25331; }","duration":"1.450691906s","start":"2026-05-19T03:51:35.474947Z","end":"2026-05-19T03:51:36.925638Z","steps":["trace[875483595] 'agreement among raft nodes before linearized reading' (duration: 1.450468491s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:36.926035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.713011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:36.926044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:35.474919Z","time spent":"1.451119036s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-05-19T03:51:36.926059Z","caller":"traceutil/trace.go:171","msg":"trace[1409656938] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25331; }","duration":"922.775052ms","start":"2026-05-19T03:51:36.003276Z","end":"2026-05-19T03:51:36.926051Z","steps":["trace[1409656938] 'agreement among raft nodes before linearized reading' (duration: 922.732761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:36.926083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:36.003255Z","time spent":"922.821493ms","remote":"127.0.0.1:43526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:36.926126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.618341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:36.92616Z","caller":"traceutil/trace.go:171","msg":"trace[888348258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25331; }","duration":"460.686653ms","start":"2026-05-19T03:51:36.465463Z","end":"2026-05-19T03:51:36.92615Z","steps":["trace[888348258] 'agreement among raft nodes before linearized reading' (duration: 460.625082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:36.926178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:36.465445Z","time spent":"460.729514ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:51:36.92622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.502706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-05-19T03:51:36.926245Z","caller":"traceutil/trace.go:171","msg":"trace[1747011931] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b; range_end:; response_count:1; response_revision:25331; }","duration":"558.557306ms","start":"2026-05-19T03:51:36.36768Z","end":"2026-05-19T03:51:36.926237Z","steps":["trace[1747011931] 'agreement among raft nodes before linearized reading' (duration: 558.486285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:36.926267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:36.367662Z","time spent":"558.599558ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" "} {"level":"warn","ts":"2026-05-19T03:51:36.926282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.320358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:36.926299Z","caller":"traceutil/trace.go:171","msg":"trace[1038314228] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25331; }","duration":"287.37466ms","start":"2026-05-19T03:51:36.638918Z","end":"2026-05-19T03:51:36.926292Z","steps":["trace[1038314228] 'agreement among raft nodes before linearized reading' (duration: 287.345139ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:37.81298Z","caller":"traceutil/trace.go:171","msg":"trace[520901629] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"448.519942ms","start":"2026-05-19T03:51:37.364442Z","end":"2026-05-19T03:51:37.812962Z","steps":["trace[520901629] 'process raft request' (duration: 448.390228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:37.813151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:37.36443Z","time spent":"448.646296ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:37.980187Z","caller":"traceutil/trace.go:171","msg":"trace[1874013567] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"613.745919ms","start":"2026-05-19T03:51:37.366403Z","end":"2026-05-19T03:51:37.980149Z","steps":["trace[1874013567] 'process raft request' (duration: 555.495689ms)","trace[1874013567] 'compare' (duration: 57.995913ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:37.980463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:37.366379Z","time spent":"613.980566ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:37.980246Z","caller":"traceutil/trace.go:171","msg":"trace[856741425] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"612.116997ms","start":"2026-05-19T03:51:37.368097Z","end":"2026-05-19T03:51:37.980214Z","steps":["trace[856741425] 'process raft request' (duration: 611.972823ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:37.980642Z","caller":"traceutil/trace.go:171","msg":"trace[596022720] transaction","detail":"{read_only:false; response_revision:25338; number_of_response:1; }","duration":"612.334573ms","start":"2026-05-19T03:51:37.368279Z","end":"2026-05-19T03:51:37.980614Z","steps":["trace[596022720] 'process raft request' (duration: 611.876821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:37.980805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:37.368261Z","time spent":"612.455336ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:37.980805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:37.368083Z","time spent":"612.61688ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:37.981006Z","caller":"traceutil/trace.go:171","msg":"trace[1643763924] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"612.148858ms","start":"2026-05-19T03:51:37.368837Z","end":"2026-05-19T03:51:37.980986Z","steps":["trace[1643763924] 'process raft request' (duration: 611.960514ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:37.981005Z","caller":"traceutil/trace.go:171","msg":"trace[407524167] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"611.292015ms","start":"2026-05-19T03:51:37.369687Z","end":"2026-05-19T03:51:37.980979Z","steps":["trace[407524167] 'process raft request' (duration: 611.212123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:37.981073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:37.368809Z","time spent":"612.23302ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:37.981187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:37.369679Z","time spent":"611.429108ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:37.981387Z","caller":"traceutil/trace.go:171","msg":"trace[1647976953] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"611.639514ms","start":"2026-05-19T03:51:37.36973Z","end":"2026-05-19T03:51:37.98137Z","steps":["trace[1647976953] 'process raft request' (duration: 611.210783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:37.981502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:37.369726Z","time spent":"611.733256ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:37.981646Z","caller":"traceutil/trace.go:171","msg":"trace[633228176] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"611.06122ms","start":"2026-05-19T03:51:37.370573Z","end":"2026-05-19T03:51:37.981634Z","steps":["trace[633228176] 'process raft request' (duration: 610.69321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:37.981737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:37.370564Z","time spent":"611.140822ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:38.073016Z","caller":"traceutil/trace.go:171","msg":"trace[343254927] linearizableReadLoop","detail":"{readStateIndex:26177; appliedIndex:26175; }","duration":"706.393738ms","start":"2026-05-19T03:51:37.366602Z","end":"2026-05-19T03:51:38.072995Z","steps":["trace[343254927] 'read index received' (duration: 446.328336ms)","trace[343254927] 'applied index is now lower than readState.Index' (duration: 260.064562ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:38.073025Z","caller":"traceutil/trace.go:171","msg":"trace[380978728] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"280.906606ms","start":"2026-05-19T03:51:37.792098Z","end":"2026-05-19T03:51:38.073005Z","steps":["trace[380978728] 'process raft request' (duration: 280.224108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:38.073221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.494108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:38.073245Z","caller":"traceutil/trace.go:171","msg":"trace[1831672781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25343; }","duration":"607.5663ms","start":"2026-05-19T03:51:37.465672Z","end":"2026-05-19T03:51:38.073238Z","steps":["trace[1831672781] 'agreement among raft nodes before linearized reading' (duration: 607.506488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:38.073265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:37.46565Z","time spent":"607.609692ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:51:38.073304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.018721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-05-19T03:51:38.073288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.556222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:51:38.07336Z","caller":"traceutil/trace.go:171","msg":"trace[624752882] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25343; }","duration":"278.116573ms","start":"2026-05-19T03:51:37.795229Z","end":"2026-05-19T03:51:38.073346Z","steps":["trace[624752882] 'agreement among raft nodes before linearized reading' (duration: 277.906817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:38.073333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.861283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-19T03:51:38.073379Z","caller":"traceutil/trace.go:171","msg":"trace[439314209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25343; }","duration":"706.685515ms","start":"2026-05-19T03:51:37.366675Z","end":"2026-05-19T03:51:38.07336Z","steps":["trace[439314209] 'agreement among raft nodes before linearized reading' (duration: 706.451459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:38.073423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:37.366669Z","time spent":"706.745346ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:51:38.073418Z","caller":"traceutil/trace.go:171","msg":"trace[2077733853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25343; }","duration":"703.962556ms","start":"2026-05-19T03:51:37.369431Z","end":"2026-05-19T03:51:38.073393Z","steps":["trace[2077733853] 'agreement among raft nodes before linearized reading' (duration: 703.74133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:38.073467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:37.369424Z","time spent":"704.034658ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:51:38.073556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.787148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:51:38.073582Z","caller":"traceutil/trace.go:171","msg":"trace[742922135] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25343; }","duration":"706.847179ms","start":"2026-05-19T03:51:37.366726Z","end":"2026-05-19T03:51:38.073573Z","steps":["trace[742922135] 'agreement among raft nodes before linearized reading' (duration: 706.738267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:38.0736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:37.366712Z","time spent":"706.88343ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:51:38.073616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.139486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-05-19T03:51:38.073634Z","caller":"traceutil/trace.go:171","msg":"trace[215332082] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b; range_end:; response_count:1; response_revision:25343; }","duration":"142.193727ms","start":"2026-05-19T03:51:37.931434Z","end":"2026-05-19T03:51:38.073628Z","steps":["trace[215332082] 'agreement among raft nodes before linearized reading' (duration: 142.137845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:38.074317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.704211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:51:38.074363Z","caller":"traceutil/trace.go:171","msg":"trace[791629814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25343; }","duration":"707.775783ms","start":"2026-05-19T03:51:37.366576Z","end":"2026-05-19T03:51:38.074351Z","steps":["trace[791629814] 'agreement among raft nodes before linearized reading' (duration: 707.456285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:38.074398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:37.366565Z","time spent":"707.826174ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:51:38.24875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.664691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:38.248933Z","caller":"traceutil/trace.go:171","msg":"trace[1358461810] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"170.165983ms","start":"2026-05-19T03:51:38.078754Z","end":"2026-05-19T03:51:38.24892Z","steps":["trace[1358461810] 'process raft request' (duration: 170.124111ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:38.24902Z","caller":"traceutil/trace.go:171","msg":"trace[1579287354] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"170.983573ms","start":"2026-05-19T03:51:38.078016Z","end":"2026-05-19T03:51:38.249Z","steps":["trace[1579287354] 'process raft request' (duration: 42.014244ms)","trace[1579287354] 'compare' (duration: 128.513277ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:38.249019Z","caller":"traceutil/trace.go:171","msg":"trace[712714204] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"170.625414ms","start":"2026-05-19T03:51:38.078367Z","end":"2026-05-19T03:51:38.248992Z","steps":["trace[712714204] 'process raft request' (duration: 170.459449ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:38.249227Z","caller":"traceutil/trace.go:171","msg":"trace[757872985] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"170.300796ms","start":"2026-05-19T03:51:38.078906Z","end":"2026-05-19T03:51:38.249206Z","steps":["trace[757872985] 'process raft request' (duration: 169.996119ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:38.249436Z","caller":"traceutil/trace.go:171","msg":"trace[282332131] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"162.694331ms","start":"2026-05-19T03:51:38.086717Z","end":"2026-05-19T03:51:38.249411Z","steps":["trace[282332131] 'process raft request' (duration: 162.435095ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:39.928244Z","caller":"traceutil/trace.go:171","msg":"trace[1941893660] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"108.706121ms","start":"2026-05-19T03:51:39.819519Z","end":"2026-05-19T03:51:39.928225Z","steps":["trace[1941893660] 'process raft request' (duration: 108.576598ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:40.114214Z","caller":"traceutil/trace.go:171","msg":"trace[793043573] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"128.256509ms","start":"2026-05-19T03:51:39.985941Z","end":"2026-05-19T03:51:40.114197Z","steps":["trace[793043573] 'process raft request' (duration: 128.097185ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:40.114495Z","caller":"traceutil/trace.go:171","msg":"trace[1209480118] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"128.051924ms","start":"2026-05-19T03:51:39.986434Z","end":"2026-05-19T03:51:40.114486Z","steps":["trace[1209480118] 'process raft request' (duration: 127.728426ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:40.114585Z","caller":"traceutil/trace.go:171","msg":"trace[1344699157] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"127.802218ms","start":"2026-05-19T03:51:39.986757Z","end":"2026-05-19T03:51:40.11456Z","steps":["trace[1344699157] 'process raft request' (duration: 127.648834ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:40.114712Z","caller":"traceutil/trace.go:171","msg":"trace[820406163] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"127.900491ms","start":"2026-05-19T03:51:39.986785Z","end":"2026-05-19T03:51:40.114686Z","steps":["trace[820406163] 'process raft request' (duration: 127.726596ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:40.114902Z","caller":"traceutil/trace.go:171","msg":"trace[1625321152] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"127.740127ms","start":"2026-05-19T03:51:39.987136Z","end":"2026-05-19T03:51:40.114876Z","steps":["trace[1625321152] 'process raft request' (duration: 127.492641ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:40.11495Z","caller":"traceutil/trace.go:171","msg":"trace[1482714716] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"127.108722ms","start":"2026-05-19T03:51:39.987832Z","end":"2026-05-19T03:51:40.114941Z","steps":["trace[1482714716] 'process raft request' (duration: 126.892216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:40.552297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.427512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T03:51:40.552328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.074384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-19T03:51:40.55238Z","caller":"traceutil/trace.go:171","msg":"trace[985119332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25356; }","duration":"296.570225ms","start":"2026-05-19T03:51:40.255793Z","end":"2026-05-19T03:51:40.552363Z","steps":["trace[985119332] 'range keys from in-memory index tree' (duration: 296.219487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:40.552357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.138835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:51:40.552421Z","caller":"traceutil/trace.go:171","msg":"trace[923211454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25356; }","duration":"296.200026ms","start":"2026-05-19T03:51:40.256195Z","end":"2026-05-19T03:51:40.552395Z","steps":["trace[923211454] 'range keys from in-memory index tree' (duration: 295.828988ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:40.552428Z","caller":"traceutil/trace.go:171","msg":"trace[559583650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25356; }","duration":"296.238778ms","start":"2026-05-19T03:51:40.256172Z","end":"2026-05-19T03:51:40.552411Z","steps":["trace[559583650] 'range keys from in-memory index tree' (duration: 295.916009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:40.552496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.147405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-19T03:51:40.552497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.568352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:40.552551Z","caller":"traceutil/trace.go:171","msg":"trace[1598707655] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25356; }","duration":"296.291719ms","start":"2026-05-19T03:51:40.256242Z","end":"2026-05-19T03:51:40.552534Z","steps":["trace[1598707655] 'range keys from in-memory index tree' (duration: 295.998481ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:40.552573Z","caller":"traceutil/trace.go:171","msg":"trace[1805350949] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25356; }","duration":"340.705315ms","start":"2026-05-19T03:51:40.211847Z","end":"2026-05-19T03:51:40.552553Z","steps":["trace[1805350949] 'count revisions from in-memory index tree' (duration: 340.462969ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:40.552612Z","caller":"traceutil/trace.go:171","msg":"trace[494394085] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"260.667757ms","start":"2026-05-19T03:51:40.291918Z","end":"2026-05-19T03:51:40.552585Z","steps":["trace[494394085] 'process raft request' (duration: 236.666813ms)","trace[494394085] 'compare' (duration: 23.492221ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:40.552629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:40.211825Z","time spent":"340.791707ms","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:51:40.5527Z","caller":"traceutil/trace.go:171","msg":"trace[2042975663] linearizableReadLoop","detail":"{readStateIndex:26199; appliedIndex:26198; }","duration":"216.116157ms","start":"2026-05-19T03:51:40.336564Z","end":"2026-05-19T03:51:40.55268Z","steps":["trace[2042975663] 'read index received' (duration: 192.201135ms)","trace[2042975663] 'applied index is now lower than readState.Index' (duration: 23.912752ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:40.552866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.294162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b0daf5669a6cdb\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-05-19T03:51:40.552919Z","caller":"traceutil/trace.go:171","msg":"trace[192090018] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18b0daf5669a6cdb; range_end:; response_count:1; response_revision:25357; }","duration":"216.383624ms","start":"2026-05-19T03:51:40.336517Z","end":"2026-05-19T03:51:40.552901Z","steps":["trace[192090018] 'agreement among raft nodes before linearized reading' (duration: 216.23872ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:40.553065Z","caller":"traceutil/trace.go:171","msg":"trace[2039169617] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"197.622416ms","start":"2026-05-19T03:51:40.355419Z","end":"2026-05-19T03:51:40.553042Z","steps":["trace[2039169617] 'process raft request' (duration: 197.208105ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:42.095588Z","caller":"traceutil/trace.go:171","msg":"trace[2145881700] linearizableReadLoop","detail":"{readStateIndex:26206; appliedIndex:26205; }","duration":"146.128768ms","start":"2026-05-19T03:51:41.949429Z","end":"2026-05-19T03:51:42.095558Z","steps":["trace[2145881700] 'read index received' (duration: 145.923403ms)","trace[2145881700] 'applied index is now lower than readState.Index' (duration: 203.465µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:42.095666Z","caller":"traceutil/trace.go:171","msg":"trace[1998669166] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"159.93126ms","start":"2026-05-19T03:51:41.935697Z","end":"2026-05-19T03:51:42.095628Z","steps":["trace[1998669166] 'process raft request' (duration: 159.680694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:42.095765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.317303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:42.095836Z","caller":"traceutil/trace.go:171","msg":"trace[121768221] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25364; }","duration":"146.429406ms","start":"2026-05-19T03:51:41.949389Z","end":"2026-05-19T03:51:42.095819Z","steps":["trace[121768221] 'agreement among raft nodes before linearized reading' (duration: 146.291253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.05289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.214177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:43.053005Z","caller":"traceutil/trace.go:171","msg":"trace[1746642086] linearizableReadLoop","detail":"{readStateIndex:26207; appliedIndex:26206; }","duration":"957.321696ms","start":"2026-05-19T03:51:42.095668Z","end":"2026-05-19T03:51:43.052989Z","steps":["trace[1746642086] 'read index received' (duration: 159.022787ms)","trace[1746642086] 'applied index is now lower than readState.Index' (duration: 798.297659ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:43.053067Z","caller":"traceutil/trace.go:171","msg":"trace[102371810] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"1.011753209s","start":"2026-05-19T03:51:42.041306Z","end":"2026-05-19T03:51:43.053059Z","steps":["trace[102371810] 'process raft request' (duration: 213.306536ms)","trace[102371810] 'compare' (duration: 797.965341ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:43.053117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.041284Z","time spent":"1.01180793s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:43.053334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.700765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:43.053384Z","caller":"traceutil/trace.go:171","msg":"trace[1056073977] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25365; }","duration":"982.752847ms","start":"2026-05-19T03:51:42.070623Z","end":"2026-05-19T03:51:43.053375Z","steps":["trace[1056073977] 'agreement among raft nodes before linearized reading' (duration: 982.668665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.053412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.070566Z","time spent":"982.838889ms","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:43.053648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065844462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:51:43.053681Z","caller":"traceutil/trace.go:171","msg":"trace[2129738292] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25365; }","duration":"1.065920614s","start":"2026-05-19T03:51:41.987751Z","end":"2026-05-19T03:51:43.053671Z","steps":["trace[2129738292] 'agreement among raft nodes before linearized reading' (duration: 1.065802571s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.053705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:41.987726Z","time spent":"1.065970386s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:51:43.327049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.181645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:43.327284Z","caller":"traceutil/trace.go:171","msg":"trace[389434398] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"1.20689443s","start":"2026-05-19T03:51:42.120372Z","end":"2026-05-19T03:51:43.327266Z","steps":["trace[389434398] 'process raft request' (duration: 1.206823099s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.32734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.120352Z","time spent":"1.206961722s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:43.327385Z","caller":"traceutil/trace.go:171","msg":"trace[813492731] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"1.207379472s","start":"2026-05-19T03:51:42.119953Z","end":"2026-05-19T03:51:43.327332Z","steps":["trace[813492731] 'process raft request' (duration: 1.057845328s)","trace[813492731] 'compare' (duration: 149.061562ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:43.327584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.119928Z","time spent":"1.207570157s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:43.327647Z","caller":"traceutil/trace.go:171","msg":"trace[1247508566] linearizableReadLoop","detail":"{readStateIndex:26213; appliedIndex:26207; }","duration":"274.605944ms","start":"2026-05-19T03:51:43.053023Z","end":"2026-05-19T03:51:43.327629Z","steps":["trace[1247508566] 'read index received' (duration: 124.797732ms)","trace[1247508566] 'applied index is now lower than readState.Index' (duration: 149.807462ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:43.327387Z","caller":"traceutil/trace.go:171","msg":"trace[707609330] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"1.207302911s","start":"2026-05-19T03:51:42.120056Z","end":"2026-05-19T03:51:43.327359Z","steps":["trace[707609330] 'process raft request' (duration: 1.207094775s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.327786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003748963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:51:43.327812Z","caller":"traceutil/trace.go:171","msg":"trace[878716161] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25371; }","duration":"1.003791736s","start":"2026-05-19T03:51:42.324015Z","end":"2026-05-19T03:51:43.327807Z","steps":["trace[878716161] 'agreement among raft nodes before linearized reading' (duration: 1.003695363s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.327783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.578284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:43.32783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.323956Z","time spent":"1.003869328s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:43.327821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.545999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-19T03:51:43.327861Z","caller":"traceutil/trace.go:171","msg":"trace[514426697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25371; }","duration":"864.702708ms","start":"2026-05-19T03:51:42.463141Z","end":"2026-05-19T03:51:43.327844Z","steps":["trace[514426697] 'agreement among raft nodes before linearized reading' (duration: 864.569104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.327846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.120046Z","time spent":"1.20769833s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:43.327906Z","caller":"traceutil/trace.go:171","msg":"trace[164490981] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"1.207439393s","start":"2026-05-19T03:51:42.120458Z","end":"2026-05-19T03:51:43.327897Z","steps":["trace[164490981] 'process raft request' (duration: 1.207051833s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.327914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080108307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:43.327959Z","caller":"traceutil/trace.go:171","msg":"trace[621696084] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25371; }","duration":"1.08019461s","start":"2026-05-19T03:51:42.247749Z","end":"2026-05-19T03:51:43.327944Z","steps":["trace[621696084] 'agreement among raft nodes before linearized reading' (duration: 1.080124008s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.327971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.914009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:43.327874Z","caller":"traceutil/trace.go:171","msg":"trace[551037352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25371; }","duration":"709.648291ms","start":"2026-05-19T03:51:42.618215Z","end":"2026-05-19T03:51:43.327863Z","steps":["trace[551037352] 'agreement among raft nodes before linearized reading' (duration: 709.420015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.328004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.120424Z","time spent":"1.207520256s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:43.327999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.247727Z","time spent":"1.080263402s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:43.328039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.108764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-19T03:51:43.328033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.618202Z","time spent":"709.816166ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:51:43.328074Z","caller":"traceutil/trace.go:171","msg":"trace[910550622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25371; }","duration":"710.178326ms","start":"2026-05-19T03:51:42.617886Z","end":"2026-05-19T03:51:43.328064Z","steps":["trace[910550622] 'agreement among raft nodes before linearized reading' (duration: 710.116924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.328101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.617862Z","time spent":"710.232646ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:51:43.328124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.013195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-19T03:51:43.328147Z","caller":"traceutil/trace.go:171","msg":"trace[558939810] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:25371; }","duration":"535.072617ms","start":"2026-05-19T03:51:42.793069Z","end":"2026-05-19T03:51:43.328142Z","steps":["trace[558939810] 'agreement among raft nodes before linearized reading' (duration: 535.022385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.328164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.79305Z","time spent":"535.108387ms","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.152\" "} {"level":"warn","ts":"2026-05-19T03:51:43.328183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.717882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:43.328187Z","caller":"traceutil/trace.go:171","msg":"trace[1829477953] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"1.207255919s","start":"2026-05-19T03:51:42.120912Z","end":"2026-05-19T03:51:43.328168Z","steps":["trace[1829477953] 'process raft request' (duration: 1.206681364s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.327911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.463115Z","time spent":"864.788449ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:51:43.328213Z","caller":"traceutil/trace.go:171","msg":"trace[1023218128] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25371; }","duration":"395.745663ms","start":"2026-05-19T03:51:42.932459Z","end":"2026-05-19T03:51:43.328204Z","steps":["trace[1023218128] 'agreement among raft nodes before linearized reading' (duration: 395.701852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.328242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.932399Z","time spent":"395.837426ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:43.328251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.120902Z","time spent":"1.207318841s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:43.328192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.725854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-19T03:51:43.327985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.643437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-19T03:51:43.328318Z","caller":"traceutil/trace.go:171","msg":"trace[904369910] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25371; }","duration":"709.874168ms","start":"2026-05-19T03:51:42.618432Z","end":"2026-05-19T03:51:43.328306Z","steps":["trace[904369910] 'agreement among raft nodes before linearized reading' (duration: 709.686783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.32802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200858905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-05-19T03:51:43.328362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.618418Z","time spent":"709.932329ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:51:43.328017Z","caller":"traceutil/trace.go:171","msg":"trace[1153845730] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25371; }","duration":"813.95994ms","start":"2026-05-19T03:51:42.514045Z","end":"2026-05-19T03:51:43.328005Z","steps":["trace[1153845730] 'agreement among raft nodes before linearized reading' (duration: 813.889148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.328433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.513991Z","time spent":"814.432922ms","remote":"127.0.0.1:43760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:51:43.328397Z","caller":"traceutil/trace.go:171","msg":"trace[413510868] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b; range_end:; response_count:1; response_revision:25371; }","duration":"1.201245366s","start":"2026-05-19T03:51:42.127137Z","end":"2026-05-19T03:51:43.328382Z","steps":["trace[413510868] 'agreement among raft nodes before linearized reading' (duration: 1.200813975s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.328485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.127129Z","time spent":"1.201349968s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" "} {"level":"info","ts":"2026-05-19T03:51:43.32833Z","caller":"traceutil/trace.go:171","msg":"trace[395164592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25371; }","duration":"711.026157ms","start":"2026-05-19T03:51:42.617298Z","end":"2026-05-19T03:51:43.328324Z","steps":["trace[395164592] 'agreement among raft nodes before linearized reading' (duration: 710.617157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.328523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.617278Z","time spent":"711.240752ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:51:43.327602Z","caller":"traceutil/trace.go:171","msg":"trace[542007036] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"1.207210068s","start":"2026-05-19T03:51:42.120374Z","end":"2026-05-19T03:51:43.327584Z","steps":["trace[542007036] 'process raft request' (duration: 1.206849949s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.32874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:42.120355Z","time spent":"1.208309247s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:43.955481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.037487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:43.955736Z","caller":"traceutil/trace.go:171","msg":"trace[696344607] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"620.716617ms","start":"2026-05-19T03:51:43.335007Z","end":"2026-05-19T03:51:43.955723Z","steps":["trace[696344607] 'process raft request' (duration: 620.688746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.955783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:43.334991Z","time spent":"620.769678ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:43.955945Z","caller":"traceutil/trace.go:171","msg":"trace[1114069890] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"621.584049ms","start":"2026-05-19T03:51:43.334354Z","end":"2026-05-19T03:51:43.955938Z","steps":["trace[1114069890] 'process raft request' (duration: 621.322623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.955982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:43.334345Z","time spent":"621.61759ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:43.955951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:43.329442Z","time spent":"626.501336ms","remote":"127.0.0.1:34522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T03:51:43.95602Z","caller":"traceutil/trace.go:171","msg":"trace[223464755] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"876.371046ms","start":"2026-05-19T03:51:43.079624Z","end":"2026-05-19T03:51:43.955995Z","steps":["trace[223464755] 'process raft request' (duration: 623.758564ms)","trace[223464755] 'compare' (duration: 251.348419ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:43.956071Z","caller":"traceutil/trace.go:171","msg":"trace[667318793] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"623.420557ms","start":"2026-05-19T03:51:43.332641Z","end":"2026-05-19T03:51:43.956062Z","steps":["trace[667318793] 'process raft request' (duration: 622.974495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.956117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:43.07957Z","time spent":"876.50125ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:43.956205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:43.332631Z","time spent":"623.487888ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:43.956312Z","caller":"traceutil/trace.go:171","msg":"trace[700797189] linearizableReadLoop","detail":"{readStateIndex:26214; appliedIndex:26213; }","duration":"628.594399ms","start":"2026-05-19T03:51:43.327687Z","end":"2026-05-19T03:51:43.956281Z","steps":["trace[700797189] 'read index received' (duration: 375.701421ms)","trace[700797189] 'applied index is now lower than readState.Index' (duration: 252.889648ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:43.956001Z","caller":"traceutil/trace.go:171","msg":"trace[1613601060] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"623.051667ms","start":"2026-05-19T03:51:43.332903Z","end":"2026-05-19T03:51:43.955955Z","steps":["trace[1613601060] 'process raft request' (duration: 622.752219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.956523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.576194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:43.95653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:43.332886Z","time spent":"623.55178ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:43.956573Z","caller":"traceutil/trace.go:171","msg":"trace[1395215477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25376; }","duration":"491.687587ms","start":"2026-05-19T03:51:43.464873Z","end":"2026-05-19T03:51:43.956561Z","steps":["trace[1395215477] 'agreement among raft nodes before linearized reading' (duration: 491.575944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.956599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:43.464845Z","time spent":"491.749348ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:51:43.956606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.239091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:51:43.956671Z","caller":"traceutil/trace.go:171","msg":"trace[1810976430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25376; }","duration":"899.343893ms","start":"2026-05-19T03:51:43.057309Z","end":"2026-05-19T03:51:43.956653Z","steps":["trace[1810976430] 'agreement among raft nodes before linearized reading' (duration: 899.124758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.956715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:43.057291Z","time spent":"899.413136ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:51:43.956747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.469677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-19T03:51:43.95686Z","caller":"traceutil/trace.go:171","msg":"trace[680022092] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25376; }","duration":"874.607561ms","start":"2026-05-19T03:51:43.082217Z","end":"2026-05-19T03:51:43.956825Z","steps":["trace[680022092] 'agreement among raft nodes before linearized reading' (duration: 874.296843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:43.956918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:43.082208Z","time spent":"874.695213ms","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-19T03:51:44.687276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.584069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:44.687356Z","caller":"traceutil/trace.go:171","msg":"trace[1348665358] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25377; }","duration":"630.702392ms","start":"2026-05-19T03:51:44.056633Z","end":"2026-05-19T03:51:44.687335Z","steps":["trace[1348665358] 'range keys from in-memory index tree' (duration: 630.520048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:44.687395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:44.056621Z","time spent":"630.763453ms","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-19T03:51:44.687641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.231041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-05-19T03:51:44.687713Z","caller":"traceutil/trace.go:171","msg":"trace[359141118] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b; range_end:; response_count:1; response_revision:25377; }","duration":"354.347754ms","start":"2026-05-19T03:51:44.333348Z","end":"2026-05-19T03:51:44.687696Z","steps":["trace[359141118] 'range keys from in-memory index tree' (duration: 354.019145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:44.687765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:44.333328Z","time spent":"354.424087ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" "} {"level":"warn","ts":"2026-05-19T03:51:44.687798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.865512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T03:51:44.687868Z","caller":"traceutil/trace.go:171","msg":"trace[908488209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25377; }","duration":"588.929274ms","start":"2026-05-19T03:51:44.098924Z","end":"2026-05-19T03:51:44.687853Z","steps":["trace[908488209] 'range keys from in-memory index tree' (duration: 588.77031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:44.687951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:44.09889Z","time spent":"589.049086ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:51:44.687883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.09436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:44.688208Z","caller":"traceutil/trace.go:171","msg":"trace[1245078741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25377; }","duration":"222.46702ms","start":"2026-05-19T03:51:44.465722Z","end":"2026-05-19T03:51:44.688189Z","steps":["trace[1245078741] 'range keys from in-memory index tree' (duration: 222.008909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:44.690443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.358367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:44.690514Z","caller":"traceutil/trace.go:171","msg":"trace[947033948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25377; }","duration":"125.48032ms","start":"2026-05-19T03:51:44.565015Z","end":"2026-05-19T03:51:44.690495Z","steps":["trace[947033948] 'count revisions from in-memory index tree' (duration: 125.201053ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:45.067015Z","caller":"traceutil/trace.go:171","msg":"trace[1847474850] linearizableReadLoop","detail":"{readStateIndex:26221; appliedIndex:26220; }","duration":"372.854997ms","start":"2026-05-19T03:51:44.694141Z","end":"2026-05-19T03:51:45.066996Z","steps":["trace[1847474850] 'read index received' (duration: 372.741074ms)","trace[1847474850] 'applied index is now lower than readState.Index' (duration: 112.922µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:45.067094Z","caller":"traceutil/trace.go:171","msg":"trace[1957413842] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"372.96553ms","start":"2026-05-19T03:51:44.694116Z","end":"2026-05-19T03:51:45.067082Z","steps":["trace[1957413842] 'process raft request' (duration: 372.722824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:45.067168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:44.694093Z","time spent":"373.025912ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:45.067225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.075783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff8c1cc8-ca11-4c6c-9508-711f1dbf455f\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-19T03:51:45.067261Z","caller":"traceutil/trace.go:171","msg":"trace[1349918634] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff8c1cc8-ca11-4c6c-9508-711f1dbf455f; range_end:; response_count:1; response_revision:25378; }","duration":"373.153114ms","start":"2026-05-19T03:51:44.694097Z","end":"2026-05-19T03:51:45.06725Z","steps":["trace[1349918634] 'agreement among raft nodes before linearized reading' (duration: 373.00276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:45.067302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:44.69408Z","time spent":"373.214996ms","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ff8c1cc8-ca11-4c6c-9508-711f1dbf455f\" "} {"level":"warn","ts":"2026-05-19T03:51:45.107394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.21312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:45.10745Z","caller":"traceutil/trace.go:171","msg":"trace[127406756] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25379; }","duration":"413.295961ms","start":"2026-05-19T03:51:44.694142Z","end":"2026-05-19T03:51:45.107438Z","steps":["trace[127406756] 'agreement among raft nodes before linearized reading' (duration: 413.184308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:45.107474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:44.694132Z","time spent":"413.337023ms","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-19T03:51:45.10782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.980762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:51:45.107916Z","caller":"traceutil/trace.go:171","msg":"trace[412321024] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25379; }","duration":"325.123076ms","start":"2026-05-19T03:51:44.782773Z","end":"2026-05-19T03:51:45.107896Z","steps":["trace[412321024] 'agreement among raft nodes before linearized reading' (duration: 324.790387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:45.108113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:44.782759Z","time spent":"325.279749ms","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:51:45.452778Z","caller":"traceutil/trace.go:171","msg":"trace[460839872] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"118.86825ms","start":"2026-05-19T03:51:45.333864Z","end":"2026-05-19T03:51:45.452732Z","steps":["trace[460839872] 'process raft request' (duration: 118.501811ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:45.756404Z","caller":"traceutil/trace.go:171","msg":"trace[1093731444] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"421.619723ms","start":"2026-05-19T03:51:45.334759Z","end":"2026-05-19T03:51:45.756379Z","steps":["trace[1093731444] 'process raft request' (duration: 421.424249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:45.756553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:45.334734Z","time spent":"421.743607ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:45.7566Z","caller":"traceutil/trace.go:171","msg":"trace[210516395] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"421.633004ms","start":"2026-05-19T03:51:45.334947Z","end":"2026-05-19T03:51:45.75658Z","steps":["trace[210516395] 'process raft request' (duration: 421.530992ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:45.756634Z","caller":"traceutil/trace.go:171","msg":"trace[2064786103] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"421.794118ms","start":"2026-05-19T03:51:45.334784Z","end":"2026-05-19T03:51:45.756578Z","steps":["trace[2064786103] 'process raft request' (duration: 421.550232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:45.75673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:45.334902Z","time spent":"421.761809ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:45.756724Z","caller":"traceutil/trace.go:171","msg":"trace[826897571] linearizableReadLoop","detail":"{readStateIndex:26228; appliedIndex:26223; }","duration":"291.099926ms","start":"2026-05-19T03:51:45.465589Z","end":"2026-05-19T03:51:45.756689Z","steps":["trace[826897571] 'read index received' (duration: 290.720436ms)","trace[826897571] 'applied index is now lower than readState.Index' (duration: 378.85µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:45.756838Z","caller":"traceutil/trace.go:171","msg":"trace[1081622366] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"421.442561ms","start":"2026-05-19T03:51:45.335378Z","end":"2026-05-19T03:51:45.756821Z","steps":["trace[1081622366] 'process raft request' (duration: 421.168423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:45.756916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.321232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:45.756963Z","caller":"traceutil/trace.go:171","msg":"trace[354987184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25385; }","duration":"291.410004ms","start":"2026-05-19T03:51:45.465544Z","end":"2026-05-19T03:51:45.756954Z","steps":["trace[354987184] 'agreement among raft nodes before linearized reading' (duration: 291.330142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:45.756923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:45.335365Z","time spent":"421.519122ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:45.756975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:45.334763Z","time spent":"421.972343ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:45.756855Z","caller":"traceutil/trace.go:171","msg":"trace[1708059638] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"420.520437ms","start":"2026-05-19T03:51:45.33632Z","end":"2026-05-19T03:51:45.756841Z","steps":["trace[1708059638] 'process raft request' (duration: 420.310262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:45.757189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:45.336308Z","time spent":"420.840185ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:45.779217Z","caller":"traceutil/trace.go:171","msg":"trace[1641503037] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"187.667671ms","start":"2026-05-19T03:51:45.591518Z","end":"2026-05-19T03:51:45.779186Z","steps":["trace[1641503037] 'process raft request' (duration: 187.516927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:45.77924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.240107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:45.779362Z","caller":"traceutil/trace.go:171","msg":"trace[903515844] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25386; }","duration":"217.428091ms","start":"2026-05-19T03:51:45.561911Z","end":"2026-05-19T03:51:45.779339Z","steps":["trace[903515844] 'agreement among raft nodes before linearized reading' (duration: 217.249097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:45.77944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.633485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29652710-kbgfs\" ","response":"range_response_count:1 size:7226"} {"level":"info","ts":"2026-05-19T03:51:45.779504Z","caller":"traceutil/trace.go:171","msg":"trace[1722426520] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29652710-kbgfs; range_end:; response_count:1; response_revision:25386; }","duration":"188.747278ms","start":"2026-05-19T03:51:45.590742Z","end":"2026-05-19T03:51:45.779489Z","steps":["trace[1722426520] 'agreement among raft nodes before linearized reading' (duration: 188.513322ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:45.956336Z","caller":"traceutil/trace.go:171","msg":"trace[42156336] linearizableReadLoop","detail":"{readStateIndex:26230; appliedIndex:26229; }","duration":"166.715035ms","start":"2026-05-19T03:51:45.789596Z","end":"2026-05-19T03:51:45.956311Z","steps":["trace[42156336] 'read index received' (duration: 108.189638ms)","trace[42156336] 'applied index is now lower than readState.Index' (duration: 58.524637ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:45.956483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.865428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:45.956517Z","caller":"traceutil/trace.go:171","msg":"trace[170126257] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25387; }","duration":"166.945771ms","start":"2026-05-19T03:51:45.789559Z","end":"2026-05-19T03:51:45.956505Z","steps":["trace[170126257] 'agreement among raft nodes before linearized reading' (duration: 166.844968ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:45.956942Z","caller":"traceutil/trace.go:171","msg":"trace[1978587315] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"170.796019ms","start":"2026-05-19T03:51:45.786104Z","end":"2026-05-19T03:51:45.9569Z","steps":["trace[1978587315] 'process raft request' (duration: 111.751798ms)","trace[1978587315] 'compare' (duration: 58.282281ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:46.449883Z","caller":"traceutil/trace.go:171","msg":"trace[1616883666] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"484.456082ms","start":"2026-05-19T03:51:45.965408Z","end":"2026-05-19T03:51:46.449864Z","steps":["trace[1616883666] 'process raft request' (duration: 484.307318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:46.449997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:45.965394Z","time spent":"484.547634ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:46.450156Z","caller":"traceutil/trace.go:171","msg":"trace[922002984] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"484.657197ms","start":"2026-05-19T03:51:45.965488Z","end":"2026-05-19T03:51:46.450145Z","steps":["trace[922002984] 'process raft request' (duration: 484.348249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:46.450229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:45.965465Z","time spent":"484.729948ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:46.450645Z","caller":"traceutil/trace.go:171","msg":"trace[1586390000] linearizableReadLoop","detail":"{readStateIndex:26235; appliedIndex:26231; }","duration":"221.978168ms","start":"2026-05-19T03:51:46.228639Z","end":"2026-05-19T03:51:46.450618Z","steps":["trace[1586390000] 'read index received' (duration: 221.081685ms)","trace[1586390000] 'applied index is now lower than readState.Index' (duration: 895.393µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:46.450817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.154452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:46.450907Z","caller":"traceutil/trace.go:171","msg":"trace[1145216126] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25392; }","duration":"222.276345ms","start":"2026-05-19T03:51:46.228605Z","end":"2026-05-19T03:51:46.450881Z","steps":["trace[1145216126] 'agreement among raft nodes before linearized reading' (duration: 222.130901ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:46.4509Z","caller":"traceutil/trace.go:171","msg":"trace[1616642881] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"482.07674ms","start":"2026-05-19T03:51:45.968749Z","end":"2026-05-19T03:51:46.450826Z","steps":["trace[1616642881] 'process raft request' (duration: 481.752022ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:46.45099Z","caller":"traceutil/trace.go:171","msg":"trace[871439053] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"485.343204ms","start":"2026-05-19T03:51:45.965634Z","end":"2026-05-19T03:51:46.450977Z","steps":["trace[871439053] 'process raft request' (duration: 484.463732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:46.451063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:45.965625Z","time spent":"485.401775ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:46.451124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:45.968737Z","time spent":"482.262436ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3929,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:46.993233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.253132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:51:46.993296Z","caller":"traceutil/trace.go:171","msg":"trace[1204867756] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25392; }","duration":"408.371555ms","start":"2026-05-19T03:51:46.584911Z","end":"2026-05-19T03:51:46.993282Z","steps":["trace[1204867756] 'count revisions from in-memory index tree' (duration: 408.167861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:46.993324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:46.584861Z","time spent":"408.456997ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:51:46.993412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.577566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-05-19T03:51:46.993496Z","caller":"traceutil/trace.go:171","msg":"trace[2137715948] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f18aac7e-a17b-4c24-9381-93cd813d159b; range_end:; response_count:1; response_revision:25392; }","duration":"210.7302ms","start":"2026-05-19T03:51:46.782745Z","end":"2026-05-19T03:51:46.993475Z","steps":["trace[2137715948] 'range keys from in-memory index tree' (duration: 210.399602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:46.993558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.229932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:46.993574Z","caller":"traceutil/trace.go:171","msg":"trace[2051778336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25392; }","duration":"530.291794ms","start":"2026-05-19T03:51:46.463277Z","end":"2026-05-19T03:51:46.993569Z","steps":["trace[2051778336] 'range keys from in-memory index tree' (duration: 530.13377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:46.993589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:46.463254Z","time spent":"530.330975ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:51:46.993658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.897465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:46.993718Z","caller":"traceutil/trace.go:171","msg":"trace[361361877] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25392; }","duration":"247.000648ms","start":"2026-05-19T03:51:46.7467Z","end":"2026-05-19T03:51:46.993701Z","steps":["trace[361361877] 'count revisions from in-memory index tree' (duration: 246.70408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:46.993743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.230733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:46.994105Z","caller":"traceutil/trace.go:171","msg":"trace[553849954] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25392; }","duration":"514.269613ms","start":"2026-05-19T03:51:46.479485Z","end":"2026-05-19T03:51:46.993754Z","steps":["trace[553849954] 'count revisions from in-memory index tree' (duration: 514.13276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:46.994155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:46.47947Z","time spent":"514.659293ms","remote":"127.0.0.1:45782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:51:48.568757Z","caller":"traceutil/trace.go:171","msg":"trace[1721739722] linearizableReadLoop","detail":"{readStateIndex:26255; appliedIndex:26254; }","duration":"113.827931ms","start":"2026-05-19T03:51:48.454901Z","end":"2026-05-19T03:51:48.568729Z","steps":["trace[1721739722] 'read index received' (duration: 78.841116ms)","trace[1721739722] 'applied index is now lower than readState.Index' (duration: 34.985715ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:48.568939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.295162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:48.568928Z","caller":"traceutil/trace.go:171","msg":"trace[2025793514] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"195.86469ms","start":"2026-05-19T03:51:48.373031Z","end":"2026-05-19T03:51:48.568896Z","steps":["trace[2025793514] 'process raft request' (duration: 160.797613ms)","trace[2025793514] 'compare' (duration: 34.442841ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:48.568965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.59928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-19T03:51:48.568973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.070127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:51:48.569001Z","caller":"traceutil/trace.go:171","msg":"trace[936379020] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25412; }","duration":"112.659991ms","start":"2026-05-19T03:51:48.45633Z","end":"2026-05-19T03:51:48.56899Z","steps":["trace[936379020] 'agreement among raft nodes before linearized reading' (duration: 112.531238ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:48.56902Z","caller":"traceutil/trace.go:171","msg":"trace[432834019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25412; }","duration":"114.1941ms","start":"2026-05-19T03:51:48.454813Z","end":"2026-05-19T03:51:48.569008Z","steps":["trace[432834019] 'agreement among raft nodes before linearized reading' (duration: 114.034566ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:48.568986Z","caller":"traceutil/trace.go:171","msg":"trace[147103647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25412; }","duration":"105.370285ms","start":"2026-05-19T03:51:48.463603Z","end":"2026-05-19T03:51:48.568973Z","steps":["trace[147103647] 'agreement among raft nodes before linearized reading' (duration: 105.286773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:48.569127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.20107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-19T03:51:48.569191Z","caller":"traceutil/trace.go:171","msg":"trace[1755480600] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25412; }","duration":"112.298612ms","start":"2026-05-19T03:51:48.45687Z","end":"2026-05-19T03:51:48.569169Z","steps":["trace[1755480600] 'agreement among raft nodes before linearized reading' (duration: 112.103547ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:48.717718Z","caller":"traceutil/trace.go:171","msg":"trace[975622708] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"141.729186ms","start":"2026-05-19T03:51:48.575963Z","end":"2026-05-19T03:51:48.717692Z","steps":["trace[975622708] 'process raft request' (duration: 141.677413ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:48.718057Z","caller":"traceutil/trace.go:171","msg":"trace[1342644805] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"142.115325ms","start":"2026-05-19T03:51:48.575904Z","end":"2026-05-19T03:51:48.718019Z","steps":["trace[1342644805] 'process raft request' (duration: 93.412568ms)","trace[1342644805] 'compare' (duration: 48.134052ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:48.718164Z","caller":"traceutil/trace.go:171","msg":"trace[129416046] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"142.237898ms","start":"2026-05-19T03:51:48.575914Z","end":"2026-05-19T03:51:48.718152Z","steps":["trace[129416046] 'process raft request' (duration: 141.662783ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:48.950118Z","caller":"traceutil/trace.go:171","msg":"trace[614915756] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"203.365381ms","start":"2026-05-19T03:51:48.746727Z","end":"2026-05-19T03:51:48.950092Z","steps":["trace[614915756] 'process raft request' (duration: 202.900849ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:49.146931Z","caller":"traceutil/trace.go:171","msg":"trace[858071600] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"173.840956ms","start":"2026-05-19T03:51:48.973048Z","end":"2026-05-19T03:51:49.146889Z","steps":["trace[858071600] 'process raft request' (duration: 171.848915ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:49.658344Z","caller":"traceutil/trace.go:171","msg":"trace[1180167193] linearizableReadLoop","detail":"{readStateIndex:26266; appliedIndex:26265; }","duration":"179.531092ms","start":"2026-05-19T03:51:49.478793Z","end":"2026-05-19T03:51:49.658324Z","steps":["trace[1180167193] 'read index received' (duration: 179.342088ms)","trace[1180167193] 'applied index is now lower than readState.Index' (duration: 188.324µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:49.658604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.787659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:51:49.658692Z","caller":"traceutil/trace.go:171","msg":"trace[1607677069] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25423; }","duration":"179.931332ms","start":"2026-05-19T03:51:49.478751Z","end":"2026-05-19T03:51:49.658682Z","steps":["trace[1607677069] 'agreement among raft nodes before linearized reading' (duration: 179.782349ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:49.659211Z","caller":"traceutil/trace.go:171","msg":"trace[2085785665] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"194.386162ms","start":"2026-05-19T03:51:49.464813Z","end":"2026-05-19T03:51:49.659199Z","steps":["trace[2085785665] 'process raft request' (duration: 193.379666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:49.919413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.505334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7183"} {"level":"info","ts":"2026-05-19T03:51:49.919417Z","caller":"traceutil/trace.go:171","msg":"trace[548392996] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"151.771122ms","start":"2026-05-19T03:51:49.767605Z","end":"2026-05-19T03:51:49.919376Z","steps":["trace[548392996] 'process raft request' (duration: 132.217941ms)","trace[548392996] 'compare' (duration: 19.14317ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:49.919549Z","caller":"traceutil/trace.go:171","msg":"trace[1092701814] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:25423; }","duration":"158.684469ms","start":"2026-05-19T03:51:49.760846Z","end":"2026-05-19T03:51:49.91953Z","steps":["trace[1092701814] 'range keys from in-memory index tree' (duration: 158.31651ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:50.000147Z","caller":"traceutil/trace.go:171","msg":"trace[1811879883] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"226.533225ms","start":"2026-05-19T03:51:49.77358Z","end":"2026-05-19T03:51:50.000114Z","steps":["trace[1811879883] 'process raft request' (duration: 226.481363ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:50.000622Z","caller":"traceutil/trace.go:171","msg":"trace[98472590] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"232.366452ms","start":"2026-05-19T03:51:49.768243Z","end":"2026-05-19T03:51:50.000609Z","steps":["trace[98472590] 'process raft request' (duration: 231.565412ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:50.000796Z","caller":"traceutil/trace.go:171","msg":"trace[420861238] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"231.772788ms","start":"2026-05-19T03:51:49.769006Z","end":"2026-05-19T03:51:50.000779Z","steps":["trace[420861238] 'process raft request' (duration: 230.942667ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:50.001091Z","caller":"traceutil/trace.go:171","msg":"trace[1584870922] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"228.227689ms","start":"2026-05-19T03:51:49.772835Z","end":"2026-05-19T03:51:50.001063Z","steps":["trace[1584870922] 'process raft request' (duration: 227.172941ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:50.299464Z","caller":"traceutil/trace.go:171","msg":"trace[1187658405] linearizableReadLoop","detail":"{readStateIndex:26272; appliedIndex:26271; }","duration":"247.88136ms","start":"2026-05-19T03:51:50.051554Z","end":"2026-05-19T03:51:50.299435Z","steps":["trace[1187658405] 'read index received' (duration: 247.560432ms)","trace[1187658405] 'applied index is now lower than readState.Index' (duration: 319.548µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:50.299559Z","caller":"traceutil/trace.go:171","msg":"trace[289588595] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"371.893672ms","start":"2026-05-19T03:51:49.927638Z","end":"2026-05-19T03:51:50.299532Z","steps":["trace[289588595] 'process raft request' (duration: 371.573174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:50.299706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:49.927613Z","time spent":"372.011405ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:51:50.299725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.155267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-19T03:51:50.299761Z","caller":"traceutil/trace.go:171","msg":"trace[310600030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25429; }","duration":"248.245499ms","start":"2026-05-19T03:51:50.051504Z","end":"2026-05-19T03:51:50.29975Z","steps":["trace[310600030] 'agreement among raft nodes before linearized reading' (duration: 248.079594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:50.300087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.075683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:51:50.30017Z","caller":"traceutil/trace.go:171","msg":"trace[925581753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25429; }","duration":"133.221787ms","start":"2026-05-19T03:51:50.16693Z","end":"2026-05-19T03:51:50.300152Z","steps":["trace[925581753] 'agreement among raft nodes before linearized reading' (duration: 132.908519ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:52.17882Z","caller":"traceutil/trace.go:171","msg":"trace[101007838] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"172.474933ms","start":"2026-05-19T03:51:52.006325Z","end":"2026-05-19T03:51:52.1788Z","steps":["trace[101007838] 'process raft request' (duration: 166.193272ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:52.179036Z","caller":"traceutil/trace.go:171","msg":"trace[894325143] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"170.244045ms","start":"2026-05-19T03:51:52.008783Z","end":"2026-05-19T03:51:52.179027Z","steps":["trace[894325143] 'process raft request' (duration: 169.976849ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:52.179174Z","caller":"traceutil/trace.go:171","msg":"trace[1960475375] linearizableReadLoop","detail":"{readStateIndex:26290; appliedIndex:26287; }","duration":"147.225076ms","start":"2026-05-19T03:51:52.031942Z","end":"2026-05-19T03:51:52.179167Z","steps":["trace[1960475375] 'read index received' (duration: 140.495944ms)","trace[1960475375] 'applied index is now lower than readState.Index' (duration: 6.728572ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:52.179352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.39309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-05-19T03:51:52.179386Z","caller":"traceutil/trace.go:171","msg":"trace[847267658] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25446; }","duration":"147.466921ms","start":"2026-05-19T03:51:52.031911Z","end":"2026-05-19T03:51:52.179378Z","steps":["trace[847267658] 'agreement among raft nodes before linearized reading' (duration: 147.317967ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:52.179574Z","caller":"traceutil/trace.go:171","msg":"trace[1960184380] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"167.575857ms","start":"2026-05-19T03:51:52.011974Z","end":"2026-05-19T03:51:52.179549Z","steps":["trace[1960184380] 'process raft request' (duration: 167.019993ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:05.395395Z","caller":"traceutil/trace.go:171","msg":"trace[417906846] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"168.50561ms","start":"2026-05-19T03:52:05.22687Z","end":"2026-05-19T03:52:05.395376Z","steps":["trace[417906846] 'process raft request' (duration: 119.752372ms)","trace[417906846] 'compare' (duration: 47.788034ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:11.294033Z","caller":"traceutil/trace.go:171","msg":"trace[931281711] linearizableReadLoop","detail":"{readStateIndex:26466; appliedIndex:26465; }","duration":"419.366117ms","start":"2026-05-19T03:52:10.87464Z","end":"2026-05-19T03:52:11.294006Z","steps":["trace[931281711] 'read index received' (duration: 352.962208ms)","trace[931281711] 'applied index is now lower than readState.Index' (duration: 66.402329ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:11.294054Z","caller":"traceutil/trace.go:171","msg":"trace[1902879068] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"426.779467ms","start":"2026-05-19T03:52:10.867246Z","end":"2026-05-19T03:52:11.294025Z","steps":["trace[1902879068] 'process raft request' (duration: 360.532492ms)","trace[1902879068] 'compare' (duration: 65.361271ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:11.294244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.114902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:52:11.294352Z","caller":"traceutil/trace.go:171","msg":"trace[1093252225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25618; }","duration":"423.257916ms","start":"2026-05-19T03:52:10.871075Z","end":"2026-05-19T03:52:11.294333Z","steps":["trace[1093252225] 'agreement among raft nodes before linearized reading' (duration: 422.935918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.294401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:10.871067Z","time spent":"423.323098ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:52:11.294417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.596381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-19T03:52:11.294418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:10.867223Z","time spent":"426.966752ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:11.29451Z","caller":"traceutil/trace.go:171","msg":"trace[1770202315] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25618; }","duration":"442.788926ms","start":"2026-05-19T03:52:10.851707Z","end":"2026-05-19T03:52:11.294496Z","steps":["trace[1770202315] 'agreement among raft nodes before linearized reading' (duration: 442.403636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.294967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:10.851699Z","time spent":"443.249627ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:52:11.296738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.872474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:52:11.296803Z","caller":"traceutil/trace.go:171","msg":"trace[1546820693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25619; }","duration":"418.963866ms","start":"2026-05-19T03:52:10.877824Z","end":"2026-05-19T03:52:11.296788Z","steps":["trace[1546820693] 'agreement among raft nodes before linearized reading' (duration: 418.75214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.296843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:10.877811Z","time spent":"419.021718ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:52:11.297016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.618401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:11.297084Z","caller":"traceutil/trace.go:171","msg":"trace[244128121] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25619; }","duration":"198.744593ms","start":"2026-05-19T03:52:11.098323Z","end":"2026-05-19T03:52:11.297068Z","steps":["trace[244128121] 'agreement among raft nodes before linearized reading' (duration: 198.651051ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:11.533337Z","caller":"traceutil/trace.go:171","msg":"trace[324231380] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"232.841036ms","start":"2026-05-19T03:52:11.300475Z","end":"2026-05-19T03:52:11.533316Z","steps":["trace[324231380] 'process raft request' (duration: 232.283402ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:11.533522Z","caller":"traceutil/trace.go:171","msg":"trace[544697005] linearizableReadLoop","detail":"{readStateIndex:26469; appliedIndex:26467; }","duration":"232.449706ms","start":"2026-05-19T03:52:11.301063Z","end":"2026-05-19T03:52:11.533513Z","steps":["trace[544697005] 'read index received' (duration: 4.238149ms)","trace[544697005] 'applied index is now lower than readState.Index' (duration: 228.210207ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:11.533849Z","caller":"traceutil/trace.go:171","msg":"trace[1029256183] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"230.921146ms","start":"2026-05-19T03:52:11.302898Z","end":"2026-05-19T03:52:11.53382Z","steps":["trace[1029256183] 'process raft request' (duration: 230.377913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.918027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f18aac7e-a17b-4c24-9381-93cd813d159b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-19T03:52:11.534079Z","caller":"traceutil/trace.go:171","msg":"trace[2126598888] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f18aac7e-a17b-4c24-9381-93cd813d159b; range_end:; response_count:1; response_revision:25622; }","duration":"233.03607ms","start":"2026-05-19T03:52:11.301024Z","end":"2026-05-19T03:52:11.53406Z","steps":["trace[2126598888] 'agreement among raft nodes before linearized reading' (duration: 232.800265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.604329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.518794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-19T03:52:11.604432Z","caller":"traceutil/trace.go:171","msg":"trace[232199343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25623; }","duration":"296.651918ms","start":"2026-05-19T03:52:11.307748Z","end":"2026-05-19T03:52:11.6044Z","steps":["trace[232199343] 'agreement among raft nodes before linearized reading' (duration: 296.371431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.604429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.714088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:11.604528Z","caller":"traceutil/trace.go:171","msg":"trace[1737025156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25623; }","duration":"138.865321ms","start":"2026-05-19T03:52:11.465636Z","end":"2026-05-19T03:52:11.604501Z","steps":["trace[1737025156] 'agreement among raft nodes before linearized reading' (duration: 138.685887ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:11.604642Z","caller":"traceutil/trace.go:171","msg":"trace[1127328657] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"298.273758ms","start":"2026-05-19T03:52:11.306316Z","end":"2026-05-19T03:52:11.60459Z","steps":["trace[1127328657] 'process raft request' (duration: 297.632652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.60467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.496906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-19T03:52:11.604778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.740429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:52:11.604821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.371577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:52:11.604886Z","caller":"traceutil/trace.go:171","msg":"trace[1529103265] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25623; }","duration":"165.926353ms","start":"2026-05-19T03:52:11.438933Z","end":"2026-05-19T03:52:11.60486Z","steps":["trace[1529103265] 'agreement among raft nodes before linearized reading' (duration: 165.668857ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:11.604946Z","caller":"traceutil/trace.go:171","msg":"trace[1809600858] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25623; }","duration":"256.594613ms","start":"2026-05-19T03:52:11.34833Z","end":"2026-05-19T03:52:11.604924Z","steps":["trace[1809600858] 'agreement among raft nodes before linearized reading' (duration: 256.09181ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:11.604801Z","caller":"traceutil/trace.go:171","msg":"trace[1552202701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25623; }","duration":"187.689791ms","start":"2026-05-19T03:52:11.417079Z","end":"2026-05-19T03:52:11.604769Z","steps":["trace[1552202701] 'agreement among raft nodes before linearized reading' (duration: 187.275531ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:11.717965Z","caller":"traceutil/trace.go:171","msg":"trace[123080356] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"105.060037ms","start":"2026-05-19T03:52:11.612883Z","end":"2026-05-19T03:52:11.717943Z","steps":["trace[123080356] 'process raft request' (duration: 104.873093ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:11.71829Z","caller":"traceutil/trace.go:171","msg":"trace[1286563301] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"105.364535ms","start":"2026-05-19T03:52:11.612899Z","end":"2026-05-19T03:52:11.718264Z","steps":["trace[1286563301] 'process raft request' (duration: 104.994496ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:11.718727Z","caller":"traceutil/trace.go:171","msg":"trace[225723980] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"105.720765ms","start":"2026-05-19T03:52:11.612989Z","end":"2026-05-19T03:52:11.718709Z","steps":["trace[225723980] 'process raft request' (duration: 105.164431ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:11.719067Z","caller":"traceutil/trace.go:171","msg":"trace[189821250] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"105.650962ms","start":"2026-05-19T03:52:11.613386Z","end":"2026-05-19T03:52:11.719037Z","steps":["trace[189821250] 'process raft request' (duration: 105.261032ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:12.489075Z","caller":"traceutil/trace.go:171","msg":"trace[1806277677] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"237.832253ms","start":"2026-05-19T03:52:12.251213Z","end":"2026-05-19T03:52:12.489046Z","steps":["trace[1806277677] 'process raft request' (duration: 181.085692ms)","trace[1806277677] 'compare' (duration: 56.411753ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:12.490367Z","caller":"traceutil/trace.go:171","msg":"trace[1885017349] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"236.399777ms","start":"2026-05-19T03:52:12.253916Z","end":"2026-05-19T03:52:12.490316Z","steps":["trace[1885017349] 'process raft request' (duration: 235.061393ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:12.491177Z","caller":"traceutil/trace.go:171","msg":"trace[1906388247] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"233.692228ms","start":"2026-05-19T03:52:12.257434Z","end":"2026-05-19T03:52:12.491127Z","steps":["trace[1906388247] 'process raft request' (duration: 231.868411ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:12.491681Z","caller":"traceutil/trace.go:171","msg":"trace[269634417] linearizableReadLoop","detail":"{readStateIndex:26482; appliedIndex:26479; }","duration":"235.715489ms","start":"2026-05-19T03:52:12.255904Z","end":"2026-05-19T03:52:12.491619Z","steps":["trace[269634417] 'read index received' (duration: 41.649956ms)","trace[269634417] 'applied index is now lower than readState.Index' (duration: 194.052753ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:12.492042Z","caller":"traceutil/trace.go:171","msg":"trace[1748342217] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"214.611629ms","start":"2026-05-19T03:52:12.277388Z","end":"2026-05-19T03:52:12.491999Z","steps":["trace[1748342217] 'process raft request' (duration: 213.590383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:12.492564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.635382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-19T03:52:12.492657Z","caller":"traceutil/trace.go:171","msg":"trace[79655232] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25636; }","duration":"236.753295ms","start":"2026-05-19T03:52:12.255861Z","end":"2026-05-19T03:52:12.492614Z","steps":["trace[79655232] 'agreement among raft nodes before linearized reading' (duration: 236.393166ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:39.640491Z","caller":"traceutil/trace.go:171","msg":"trace[1048707929] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"364.980065ms","start":"2026-05-19T03:52:39.275491Z","end":"2026-05-19T03:52:39.640472Z","steps":["trace[1048707929] 'process raft request' (duration: 364.821951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:39.640738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:39.275463Z","time spent":"365.083998ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:39.641534Z","caller":"traceutil/trace.go:171","msg":"trace[468746731] linearizableReadLoop","detail":"{readStateIndex:26698; appliedIndex:26695; }","duration":"181.101553ms","start":"2026-05-19T03:52:39.460417Z","end":"2026-05-19T03:52:39.641518Z","steps":["trace[468746731] 'read index received' (duration: 179.939342ms)","trace[468746731] 'applied index is now lower than readState.Index' (duration: 1.161211ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:39.641722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.298578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-19T03:52:39.641764Z","caller":"traceutil/trace.go:171","msg":"trace[1448174086] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25844; }","duration":"181.37678ms","start":"2026-05-19T03:52:39.460373Z","end":"2026-05-19T03:52:39.64175Z","steps":["trace[1448174086] 'agreement among raft nodes before linearized reading' (duration: 181.219066ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:39.641796Z","caller":"traceutil/trace.go:171","msg":"trace[1532555332] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"215.888792ms","start":"2026-05-19T03:52:39.425886Z","end":"2026-05-19T03:52:39.641775Z","steps":["trace[1532555332] 'process raft request' (duration: 215.585975ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:39.641793Z","caller":"traceutil/trace.go:171","msg":"trace[1064405164] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"236.004047ms","start":"2026-05-19T03:52:39.405758Z","end":"2026-05-19T03:52:39.641762Z","steps":["trace[1064405164] 'process raft request' (duration: 235.644548ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:44.753983Z","caller":"traceutil/trace.go:171","msg":"trace[1212306812] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"108.835294ms","start":"2026-05-19T03:52:44.645125Z","end":"2026-05-19T03:52:44.75396Z","steps":["trace[1212306812] 'process raft request' (duration: 108.66926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.954072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.448649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:52:45.954354Z","caller":"traceutil/trace.go:171","msg":"trace[1251600126] linearizableReadLoop","detail":"{readStateIndex:26739; appliedIndex:26735; }","duration":"1.272699903s","start":"2026-05-19T03:52:44.681638Z","end":"2026-05-19T03:52:45.954338Z","steps":["trace[1251600126] 'read index received' (duration: 72.209137ms)","trace[1251600126] 'applied index is now lower than readState.Index' (duration: 1.200489646s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:45.954359Z","caller":"traceutil/trace.go:171","msg":"trace[1685188] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"1.278632404s","start":"2026-05-19T03:52:44.675676Z","end":"2026-05-19T03:52:45.954308Z","steps":["trace[1685188] 'process raft request' (duration: 571.862887ms)","trace[1685188] 'compare' (duration: 705.773312ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:45.954453Z","caller":"traceutil/trace.go:171","msg":"trace[456369604] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"1.27569623s","start":"2026-05-19T03:52:44.678742Z","end":"2026-05-19T03:52:45.954438Z","steps":["trace[456369604] 'process raft request' (duration: 1.275547756s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:45.954457Z","caller":"traceutil/trace.go:171","msg":"trace[1744704142] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"1.276657275s","start":"2026-05-19T03:52:44.677735Z","end":"2026-05-19T03:52:45.954392Z","steps":["trace[1744704142] 'process raft request' (duration: 1.276437609s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.954523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:44.678729Z","time spent":"1.275758231s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:52:45.954537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:44.675648Z","time spent":"1.278788729s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:52:45.954669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:44.677709Z","time spent":"1.276888131s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:52:45.954763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273115344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:52:45.954825Z","caller":"traceutil/trace.go:171","msg":"trace[2135463196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25884; }","duration":"1.273209166s","start":"2026-05-19T03:52:44.6816Z","end":"2026-05-19T03:52:45.954809Z","steps":["trace[2135463196] 'agreement among raft nodes before linearized reading' (duration: 1.273003921s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.954914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:44.681586Z","time spent":"1.273302048s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:52:45.97727Z","caller":"traceutil/trace.go:171","msg":"trace[1596532919] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"264.456254ms","start":"2026-05-19T03:52:45.712788Z","end":"2026-05-19T03:52:45.977244Z","steps":["trace[1596532919] 'process raft request' (duration: 264.338341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.981297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.702739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:52:45.981759Z","caller":"traceutil/trace.go:171","msg":"trace[525422359] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25887; }","duration":"270.195522ms","start":"2026-05-19T03:52:45.711534Z","end":"2026-05-19T03:52:45.981729Z","steps":["trace[525422359] 'agreement among raft nodes before linearized reading' (duration: 269.670079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.98173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.095556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:45.981969Z","caller":"traceutil/trace.go:171","msg":"trace[638735457] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25887; }","duration":"879.335782ms","start":"2026-05-19T03:52:45.1026Z","end":"2026-05-19T03:52:45.981936Z","steps":["trace[638735457] 'agreement among raft nodes before linearized reading' (duration: 879.096496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.982065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079961674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:52:45.982114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.102584Z","time spent":"879.514146ms","remote":"127.0.0.1:53510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:52:45.982176Z","caller":"traceutil/trace.go:171","msg":"trace[906748008] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25887; }","duration":"1.080136598s","start":"2026-05-19T03:52:44.901993Z","end":"2026-05-19T03:52:45.982129Z","steps":["trace[906748008] 'agreement among raft nodes before linearized reading' (duration: 1.079943893s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.981325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21784873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:52:45.982325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:44.90197Z","time spent":"1.080278141s","remote":"127.0.0.1:37862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:52:45.982393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.063767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-19T03:52:45.982412Z","caller":"traceutil/trace.go:171","msg":"trace[1845484156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25887; }","duration":"1.218973679s","start":"2026-05-19T03:52:44.763388Z","end":"2026-05-19T03:52:45.982362Z","steps":["trace[1845484156] 'agreement among raft nodes before linearized reading' (duration: 1.217794669s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:45.982458Z","caller":"traceutil/trace.go:171","msg":"trace[692640509] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25887; }","duration":"270.1671ms","start":"2026-05-19T03:52:45.71228Z","end":"2026-05-19T03:52:45.982447Z","steps":["trace[692640509] 'agreement among raft nodes before linearized reading' (duration: 269.969995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.982454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.831288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T03:52:45.982505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:44.763376Z","time spent":"1.219097262s","remote":"127.0.0.1:49316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:52:45.982555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.198447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-19T03:52:45.982543Z","caller":"traceutil/trace.go:171","msg":"trace[198697808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25887; }","duration":"236.973741ms","start":"2026-05-19T03:52:45.745547Z","end":"2026-05-19T03:52:45.982521Z","steps":["trace[198697808] 'agreement among raft nodes before linearized reading' (duration: 236.696314ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:45.982574Z","caller":"traceutil/trace.go:171","msg":"trace[1874228036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25887; }","duration":"201.255488ms","start":"2026-05-19T03:52:45.781314Z","end":"2026-05-19T03:52:45.98257Z","steps":["trace[1874228036] 'agreement among raft nodes before linearized reading' (duration: 201.200487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.981427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.779172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:45.982628Z","caller":"traceutil/trace.go:171","msg":"trace[324608244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25887; }","duration":"517.229549ms","start":"2026-05-19T03:52:45.465394Z","end":"2026-05-19T03:52:45.982624Z","steps":["trace[324608244] 'agreement among raft nodes before linearized reading' (duration: 515.985067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.982646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.465352Z","time spent":"517.2898ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:52:45.981518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.817925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:45.982738Z","caller":"traceutil/trace.go:171","msg":"trace[825450872] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25887; }","duration":"772.138289ms","start":"2026-05-19T03:52:45.210574Z","end":"2026-05-19T03:52:45.982712Z","steps":["trace[825450872] 'agreement among raft nodes before linearized reading' (duration: 770.909108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.981667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.057282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-19T03:52:45.982829Z","caller":"traceutil/trace.go:171","msg":"trace[199194481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25887; }","duration":"842.230942ms","start":"2026-05-19T03:52:45.140565Z","end":"2026-05-19T03:52:45.982796Z","steps":["trace[199194481] 'agreement among raft nodes before linearized reading' (duration: 840.994121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.982887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.140542Z","time spent":"842.333105ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:52:45.982879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.210559Z","time spent":"772.243682ms","remote":"127.0.0.1:42902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:52:46.108925Z","caller":"traceutil/trace.go:171","msg":"trace[678746427] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"121.527508ms","start":"2026-05-19T03:52:45.987366Z","end":"2026-05-19T03:52:46.108894Z","steps":["trace[678746427] 'process raft request' (duration: 81.469784ms)","trace[678746427] 'compare' (duration: 39.580402ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:46.109593Z","caller":"traceutil/trace.go:171","msg":"trace[720788819] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"122.188146ms","start":"2026-05-19T03:52:45.987394Z","end":"2026-05-19T03:52:46.109582Z","steps":["trace[720788819] 'process raft request' (duration: 121.396705ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:46.109947Z","caller":"traceutil/trace.go:171","msg":"trace[1651497230] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"121.858717ms","start":"2026-05-19T03:52:45.988068Z","end":"2026-05-19T03:52:46.109926Z","steps":["trace[1651497230] 'process raft request' (duration: 121.466716ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:46.110333Z","caller":"traceutil/trace.go:171","msg":"trace[1771061469] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"121.395096ms","start":"2026-05-19T03:52:45.988913Z","end":"2026-05-19T03:52:46.110308Z","steps":["trace[1771061469] 'process raft request' (duration: 120.971525ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:46.661452Z","caller":"traceutil/trace.go:171","msg":"trace[1599784210] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"335.915772ms","start":"2026-05-19T03:52:46.325515Z","end":"2026-05-19T03:52:46.66143Z","steps":["trace[1599784210] 'process raft request' (duration: 335.768177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:46.661593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:46.325493Z","time spent":"336.035155ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:46.826368Z","caller":"traceutil/trace.go:171","msg":"trace[755478908] linearizableReadLoop","detail":"{readStateIndex:26749; appliedIndex:26748; }","duration":"360.193572ms","start":"2026-05-19T03:52:46.466135Z","end":"2026-05-19T03:52:46.826329Z","steps":["trace[755478908] 'read index received' (duration: 195.383638ms)","trace[755478908] 'applied index is now lower than readState.Index' (duration: 164.807834ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:46.826772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.602114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:46.826887Z","caller":"traceutil/trace.go:171","msg":"trace[1208588908] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"478.987381ms","start":"2026-05-19T03:52:46.347817Z","end":"2026-05-19T03:52:46.826805Z","steps":["trace[1208588908] 'process raft request' (duration: 417.93427ms)","trace[1208588908] 'compare' (duration: 60.335112ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:46.826943Z","caller":"traceutil/trace.go:171","msg":"trace[1351145671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25894; }","duration":"360.84003ms","start":"2026-05-19T03:52:46.466085Z","end":"2026-05-19T03:52:46.826926Z","steps":["trace[1351145671] 'agreement among raft nodes before linearized reading' (duration: 360.49016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:46.827058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:46.347794Z","time spent":"479.177936ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:52:46.827063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:46.466052Z","time spent":"360.997174ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:52:48.104028Z","caller":"traceutil/trace.go:171","msg":"trace[610782050] linearizableReadLoop","detail":"{readStateIndex:26754; appliedIndex:26751; }","duration":"118.676475ms","start":"2026-05-19T03:52:47.985335Z","end":"2026-05-19T03:52:48.104011Z","steps":["trace[610782050] 'read index received' (duration: 37.991172ms)","trace[610782050] 'applied index is now lower than readState.Index' (duration: 80.684693ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:48.104176Z","caller":"traceutil/trace.go:171","msg":"trace[189588625] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"121.256512ms","start":"2026-05-19T03:52:47.982908Z","end":"2026-05-19T03:52:48.104164Z","steps":["trace[189588625] 'process raft request' (duration: 82.223734ms)","trace[189588625] 'compare' (duration: 38.193496ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:48.10444Z","caller":"traceutil/trace.go:171","msg":"trace[1464479107] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"119.398114ms","start":"2026-05-19T03:52:47.985014Z","end":"2026-05-19T03:52:48.104412Z","steps":["trace[1464479107] 'process raft request' (duration: 118.931982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:48.104857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.494397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:52:48.104885Z","caller":"traceutil/trace.go:171","msg":"trace[861072913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25899; }","duration":"119.572279ms","start":"2026-05-19T03:52:47.985306Z","end":"2026-05-19T03:52:48.104879Z","steps":["trace[861072913] 'agreement among raft nodes before linearized reading' (duration: 118.842691ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:48.400868Z","caller":"traceutil/trace.go:171","msg":"trace[397482227] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"292.753728ms","start":"2026-05-19T03:52:48.108089Z","end":"2026-05-19T03:52:48.400843Z","steps":["trace[397482227] 'process raft request' (duration: 272.408157ms)","trace[397482227] 'compare' (duration: 20.020502ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:48.4009Z","caller":"traceutil/trace.go:171","msg":"trace[563049284] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"291.881626ms","start":"2026-05-19T03:52:48.108999Z","end":"2026-05-19T03:52:48.40088Z","steps":["trace[563049284] 'process raft request' (duration: 291.768363ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:48.401037Z","caller":"traceutil/trace.go:171","msg":"trace[1672415369] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"224.569804ms","start":"2026-05-19T03:52:48.17645Z","end":"2026-05-19T03:52:48.40102Z","steps":["trace[1672415369] 'process raft request' (duration: 224.386629ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:48.437741Z","caller":"traceutil/trace.go:171","msg":"trace[1487516624] linearizableReadLoop","detail":"{readStateIndex:26756; appliedIndex:26754; }","duration":"324.188683ms","start":"2026-05-19T03:52:48.113531Z","end":"2026-05-19T03:52:48.43772Z","steps":["trace[1487516624] 'read index received' (duration: 267.048821ms)","trace[1487516624] 'applied index is now lower than readState.Index' (duration: 57.138702ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:48.437969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.203293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-19T03:52:48.437973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.432709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-19T03:52:48.437969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.338167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-19T03:52:48.438005Z","caller":"traceutil/trace.go:171","msg":"trace[472202566] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25902; }","duration":"324.272295ms","start":"2026-05-19T03:52:48.113723Z","end":"2026-05-19T03:52:48.437995Z","steps":["trace[472202566] 'agreement among raft nodes before linearized reading' (duration: 324.167032ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:48.438012Z","caller":"traceutil/trace.go:171","msg":"trace[1491308376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25902; }","duration":"324.48821ms","start":"2026-05-19T03:52:48.113513Z","end":"2026-05-19T03:52:48.438001Z","steps":["trace[1491308376] 'agreement among raft nodes before linearized reading' (duration: 324.334566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:48.438025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:48.113719Z","time spent":"324.301985ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:52:48.438042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:48.113505Z","time spent":"324.527921ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:52:48.438032Z","caller":"traceutil/trace.go:171","msg":"trace[136626551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25902; }","duration":"324.428678ms","start":"2026-05-19T03:52:48.113586Z","end":"2026-05-19T03:52:48.438014Z","steps":["trace[136626551] 'agreement among raft nodes before linearized reading' (duration: 324.286045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:48.438018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.160227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:52:48.438059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.910436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T03:52:48.438086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:48.113569Z","time spent":"324.502561ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:52:48.438103Z","caller":"traceutil/trace.go:171","msg":"trace[1983767084] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25902; }","duration":"282.305771ms","start":"2026-05-19T03:52:48.155776Z","end":"2026-05-19T03:52:48.438081Z","steps":["trace[1983767084] 'agreement among raft nodes before linearized reading' (duration: 282.122826ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:48.438136Z","caller":"traceutil/trace.go:171","msg":"trace[295200662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25902; }","duration":"324.015408ms","start":"2026-05-19T03:52:48.114105Z","end":"2026-05-19T03:52:48.438121Z","steps":["trace[295200662] 'agreement among raft nodes before linearized reading' (duration: 323.772692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:48.438199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:48.114102Z","time spent":"324.063839ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:52:48.897453Z","caller":"traceutil/trace.go:171","msg":"trace[151226528] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"231.207774ms","start":"2026-05-19T03:52:48.666214Z","end":"2026-05-19T03:52:48.897422Z","steps":["trace[151226528] 'process raft request' (duration: 230.873366ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:48.986034Z","caller":"traceutil/trace.go:171","msg":"trace[66311118] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"152.912291ms","start":"2026-05-19T03:52:48.833092Z","end":"2026-05-19T03:52:48.986004Z","steps":["trace[66311118] 'process raft request' (duration: 81.265259ms)","trace[66311118] 'compare' (duration: 71.520789ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:49.532085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.824569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:49.532174Z","caller":"traceutil/trace.go:171","msg":"trace[676243595] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25908; }","duration":"421.964773ms","start":"2026-05-19T03:52:49.110189Z","end":"2026-05-19T03:52:49.532153Z","steps":["trace[676243595] 'count revisions from in-memory index tree' (duration: 421.722957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:49.532216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:49.110168Z","time spent":"422.038384ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:52:49.966217Z","caller":"traceutil/trace.go:171","msg":"trace[339245860] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"206.308787ms","start":"2026-05-19T03:52:49.759884Z","end":"2026-05-19T03:52:49.966193Z","steps":["trace[339245860] 'process raft request' (duration: 206.134492ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:50.031222Z","caller":"traceutil/trace.go:171","msg":"trace[1779417375] linearizableReadLoop","detail":"{readStateIndex:26766; appliedIndex:26764; }","duration":"137.394094ms","start":"2026-05-19T03:52:49.8938Z","end":"2026-05-19T03:52:50.031194Z","steps":["trace[1779417375] 'read index received' (duration: 72.32065ms)","trace[1779417375] 'applied index is now lower than readState.Index' (duration: 65.072314ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:50.03132Z","caller":"traceutil/trace.go:171","msg":"trace[5307330] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"154.42035ms","start":"2026-05-19T03:52:49.87689Z","end":"2026-05-19T03:52:50.03131Z","steps":["trace[5307330] 'process raft request' (duration: 154.129213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:50.031491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.676502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:50.03156Z","caller":"traceutil/trace.go:171","msg":"trace[710591388] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25910; }","duration":"137.795916ms","start":"2026-05-19T03:52:49.893747Z","end":"2026-05-19T03:52:50.031543Z","steps":["trace[710591388] 'agreement among raft nodes before linearized reading' (duration: 137.683182ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:50.166114Z","caller":"traceutil/trace.go:171","msg":"trace[1684103788] transaction","detail":"{read_only:false; response_revision:25911; number_of_response:1; }","duration":"181.651587ms","start":"2026-05-19T03:52:49.984449Z","end":"2026-05-19T03:52:50.166101Z","steps":["trace[1684103788] 'process raft request' (duration: 180.802054ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:50.166036Z","caller":"traceutil/trace.go:171","msg":"trace[1658912333] linearizableReadLoop","detail":"{readStateIndex:26767; appliedIndex:26766; }","duration":"134.737097ms","start":"2026-05-19T03:52:50.031273Z","end":"2026-05-19T03:52:50.16601Z","steps":["trace[1658912333] 'read index received' (duration: 1.377956ms)","trace[1658912333] 'applied index is now lower than readState.Index' (duration: 133.357761ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:50.16633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.16093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:50.166392Z","caller":"traceutil/trace.go:171","msg":"trace[1262803256] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25911; }","duration":"146.263713ms","start":"2026-05-19T03:52:50.020112Z","end":"2026-05-19T03:52:50.166376Z","steps":["trace[1262803256] 'agreement among raft nodes before linearized reading' (duration: 146.16832ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:50.168783Z","caller":"traceutil/trace.go:171","msg":"trace[1702505898] transaction","detail":"{read_only:false; response_revision:25913; number_of_response:1; }","duration":"133.028593ms","start":"2026-05-19T03:52:50.035724Z","end":"2026-05-19T03:52:50.168753Z","steps":["trace[1702505898] 'process raft request' (duration: 132.719365ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:50.169126Z","caller":"traceutil/trace.go:171","msg":"trace[1967816498] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"133.685289ms","start":"2026-05-19T03:52:50.035423Z","end":"2026-05-19T03:52:50.169108Z","steps":["trace[1967816498] 'process raft request' (duration: 132.899149ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:53:34.706355Z","caller":"traceutil/trace.go:171","msg":"trace[1560277639] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"107.312984ms","start":"2026-05-19T03:53:34.59902Z","end":"2026-05-19T03:53:34.706333Z","steps":["trace[1560277639] 'process raft request' (duration: 107.14005ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:53:34.833402Z","caller":"traceutil/trace.go:171","msg":"trace[2026051896] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"121.791084ms","start":"2026-05-19T03:53:34.711585Z","end":"2026-05-19T03:53:34.833376Z","steps":["trace[2026051896] 'process raft request' (duration: 121.61207ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:53:34.837279Z","caller":"traceutil/trace.go:171","msg":"trace[1266241398] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"117.580857ms","start":"2026-05-19T03:53:34.719674Z","end":"2026-05-19T03:53:34.837255Z","steps":["trace[1266241398] 'process raft request' (duration: 117.491335ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:53:34.837378Z","caller":"traceutil/trace.go:171","msg":"trace[1154965847] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"125.307716ms","start":"2026-05-19T03:53:34.712052Z","end":"2026-05-19T03:53:34.837359Z","steps":["trace[1154965847] 'process raft request' (duration: 124.984598ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:53:50.506235Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b07.wal"} {"level":"info","ts":"2026-05-19T03:53:58.929153Z","caller":"traceutil/trace.go:171","msg":"trace[648067497] linearizableReadLoop","detail":"{readStateIndex:27463; appliedIndex:27462; }","duration":"111.641615ms","start":"2026-05-19T03:53:58.817485Z","end":"2026-05-19T03:53:58.929127Z","steps":["trace[648067497] 'read index received' (duration: 94.333612ms)","trace[648067497] 'applied index is now lower than readState.Index' (duration: 17.306763ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:53:58.929277Z","caller":"traceutil/trace.go:171","msg":"trace[1304913132] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"133.064884ms","start":"2026-05-19T03:53:58.796203Z","end":"2026-05-19T03:53:58.929268Z","steps":["trace[1304913132] 'process raft request' (duration: 115.69326ms)","trace[1304913132] 'compare' (duration: 16.941433ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:53:58.929775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.275811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:53:58.929807Z","caller":"traceutil/trace.go:171","msg":"trace[243869675] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26590; }","duration":"112.353243ms","start":"2026-05-19T03:53:58.817446Z","end":"2026-05-19T03:53:58.929799Z","steps":["trace[243869675] 'agreement among raft nodes before linearized reading' (duration: 112.292752ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:55:55.232663Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24928} {"level":"info","ts":"2026-05-19T03:55:55.376726Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24928,"took":"140.531963ms","hash":3812475861,"current-db-size-bytes":57208832,"current-db-size":"57 MB","current-db-size-in-use-bytes":37761024,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-05-19T03:55:55.376815Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3812475861,"revision":24928,"compact-revision":22012} {"level":"info","ts":"2026-05-19T03:56:13.411961Z","caller":"traceutil/trace.go:171","msg":"trace[942990593] linearizableReadLoop","detail":"{readStateIndex:28849; appliedIndex:28848; }","duration":"118.943182ms","start":"2026-05-19T03:56:13.292994Z","end":"2026-05-19T03:56:13.411937Z","steps":["trace[942990593] 'read index received' (duration: 118.841749ms)","trace[942990593] 'applied index is now lower than readState.Index' (duration: 100.563µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:56:13.412079Z","caller":"traceutil/trace.go:171","msg":"trace[1992019576] transaction","detail":"{read_only:false; response_revision:27940; number_of_response:1; }","duration":"124.812071ms","start":"2026-05-19T03:56:13.287246Z","end":"2026-05-19T03:56:13.412058Z","steps":["trace[1992019576] 'process raft request' (duration: 124.543274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:56:13.412146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.127386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:56:13.412189Z","caller":"traceutil/trace.go:171","msg":"trace[1376746832] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:27940; }","duration":"119.230859ms","start":"2026-05-19T03:56:13.292947Z","end":"2026-05-19T03:56:13.412178Z","steps":["trace[1376746832] 'agreement among raft nodes before linearized reading' (duration: 119.082285ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:56:13.427652Z","caller":"traceutil/trace.go:171","msg":"trace[394908531] transaction","detail":"{read_only:false; response_revision:27941; number_of_response:1; }","duration":"130.483995ms","start":"2026-05-19T03:56:13.297149Z","end":"2026-05-19T03:56:13.427633Z","steps":["trace[394908531] 'process raft request' (duration: 130.104796ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:56:17.99295Z","caller":"traceutil/trace.go:171","msg":"trace[955140447] transaction","detail":"{read_only:false; response_revision:27975; number_of_response:1; }","duration":"233.636953ms","start":"2026-05-19T03:56:17.759278Z","end":"2026-05-19T03:56:17.992915Z","steps":["trace[955140447] 'process raft request' (duration: 204.559109ms)","trace[955140447] 'compare' (duration: 28.944351ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:56:17.993786Z","caller":"traceutil/trace.go:171","msg":"trace[917695792] linearizableReadLoop","detail":"{readStateIndex:28885; appliedIndex:28883; }","duration":"195.282113ms","start":"2026-05-19T03:56:17.798476Z","end":"2026-05-19T03:56:17.993758Z","steps":["trace[917695792] 'read index received' (duration: 165.507822ms)","trace[917695792] 'applied index is now lower than readState.Index' (duration: 29.772891ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:56:17.993909Z","caller":"traceutil/trace.go:171","msg":"trace[1313240543] transaction","detail":"{read_only:false; response_revision:27976; number_of_response:1; }","duration":"230.893352ms","start":"2026-05-19T03:56:17.762961Z","end":"2026-05-19T03:56:17.993854Z","steps":["trace[1313240543] 'process raft request' (duration: 230.622145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:56:17.994558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.065832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-19T03:56:17.994632Z","caller":"traceutil/trace.go:171","msg":"trace[210680608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27976; }","duration":"196.192835ms","start":"2026-05-19T03:56:17.798422Z","end":"2026-05-19T03:56:17.994614Z","steps":["trace[210680608] 'agreement among raft nodes before linearized reading' (duration: 195.499438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:56:18.004819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.696558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-19T03:56:18.004904Z","caller":"traceutil/trace.go:171","msg":"trace[359178110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27976; }","duration":"205.834132ms","start":"2026-05-19T03:56:17.799049Z","end":"2026-05-19T03:56:18.004883Z","steps":["trace[359178110] 'agreement among raft nodes before linearized reading' (duration: 205.610526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:56:18.005116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.347709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:56:18.005153Z","caller":"traceutil/trace.go:171","msg":"trace[742025970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27977; }","duration":"194.40471ms","start":"2026-05-19T03:56:17.810737Z","end":"2026-05-19T03:56:18.005142Z","steps":["trace[742025970] 'agreement among raft nodes before linearized reading' (duration: 194.282796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:56:18.005378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.156922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-19T03:56:18.005484Z","caller":"traceutil/trace.go:171","msg":"trace[1240448258] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27977; }","duration":"203.303856ms","start":"2026-05-19T03:56:17.802154Z","end":"2026-05-19T03:56:18.005458Z","steps":["trace[1240448258] 'agreement among raft nodes before linearized reading' (duration: 203.016179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:56:34.108573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.133057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:56:34.108692Z","caller":"traceutil/trace.go:171","msg":"trace[199981412] transaction","detail":"{read_only:false; response_revision:28171; number_of_response:1; }","duration":"180.431663ms","start":"2026-05-19T03:56:33.928245Z","end":"2026-05-19T03:56:34.108677Z","steps":["trace[199981412] 'process raft request' (duration: 41.144652ms)","trace[199981412] 'compare' (duration: 138.850649ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:56:34.152132Z","caller":"traceutil/trace.go:171","msg":"trace[1767145449] transaction","detail":"{read_only:false; response_revision:28173; number_of_response:1; }","duration":"223.393121ms","start":"2026-05-19T03:56:33.928718Z","end":"2026-05-19T03:56:34.152111Z","steps":["trace[1767145449] 'process raft request' (duration: 223.326099ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:56:34.152233Z","caller":"traceutil/trace.go:171","msg":"trace[953469444] transaction","detail":"{read_only:false; response_revision:28172; number_of_response:1; }","duration":"223.75885ms","start":"2026-05-19T03:56:33.928402Z","end":"2026-05-19T03:56:34.152161Z","steps":["trace[953469444] 'process raft request' (duration: 223.513724ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:56:34.187511Z","caller":"traceutil/trace.go:171","msg":"trace[697398489] linearizableReadLoop","detail":"{readStateIndex:29092; appliedIndex:29088; }","duration":"112.918027ms","start":"2026-05-19T03:56:34.074572Z","end":"2026-05-19T03:56:34.18749Z","steps":["trace[697398489] 'read index received' (duration: 77.349287ms)","trace[697398489] 'applied index is now lower than readState.Index' (duration: 35.56786ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:56:34.187696Z","caller":"traceutil/trace.go:171","msg":"trace[485476475] transaction","detail":"{read_only:false; response_revision:28174; number_of_response:1; }","duration":"134.466237ms","start":"2026-05-19T03:56:34.053215Z","end":"2026-05-19T03:56:34.187681Z","steps":["trace[485476475] 'process raft request' (duration: 134.111259ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:56:34.188398Z","caller":"traceutil/trace.go:171","msg":"trace[598012089] transaction","detail":"{read_only:false; response_revision:28175; number_of_response:1; }","duration":"134.434786ms","start":"2026-05-19T03:56:34.053947Z","end":"2026-05-19T03:56:34.188382Z","steps":["trace[598012089] 'process raft request' (duration: 133.496692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:56:34.188663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.106927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:56:34.189085Z","caller":"traceutil/trace.go:171","msg":"trace[1212246123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28175; }","duration":"114.566388ms","start":"2026-05-19T03:56:34.074505Z","end":"2026-05-19T03:56:34.189071Z","steps":["trace[1212246123] 'agreement among raft nodes before linearized reading' (duration: 114.051745ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:56:34.303381Z","caller":"traceutil/trace.go:171","msg":"trace[1157665312] linearizableReadLoop","detail":"{readStateIndex:29095; appliedIndex:29092; }","duration":"115.719467ms","start":"2026-05-19T03:56:34.187647Z","end":"2026-05-19T03:56:34.303366Z","steps":["trace[1157665312] 'read index received' (duration: 91.817427ms)","trace[1157665312] 'applied index is now lower than readState.Index' (duration: 23.90147ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:56:34.303448Z","caller":"traceutil/trace.go:171","msg":"trace[170251899] transaction","detail":"{read_only:false; response_revision:28177; number_of_response:1; }","duration":"144.136954ms","start":"2026-05-19T03:56:34.159306Z","end":"2026-05-19T03:56:34.303443Z","steps":["trace[170251899] 'process raft request' (duration: 143.984031ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:56:34.303662Z","caller":"traceutil/trace.go:171","msg":"trace[1461410464] transaction","detail":"{read_only:false; response_revision:28178; number_of_response:1; }","duration":"142.417871ms","start":"2026-05-19T03:56:34.161238Z","end":"2026-05-19T03:56:34.303656Z","steps":["trace[1461410464] 'process raft request' (duration: 142.091703ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:56:34.303742Z","caller":"traceutil/trace.go:171","msg":"trace[1864559228] transaction","detail":"{read_only:false; response_revision:28176; number_of_response:1; }","duration":"146.624748ms","start":"2026-05-19T03:56:34.1571Z","end":"2026-05-19T03:56:34.303724Z","steps":["trace[1864559228] 'process raft request' (duration: 122.349188ms)","trace[1864559228] 'compare' (duration: 23.770727ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:56:34.303828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.807207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-database-exporter\" ","response":"range_response_count:1 size:2666"} {"level":"info","ts":"2026-05-19T03:56:34.303875Z","caller":"traceutil/trace.go:171","msg":"trace[1929923778] range","detail":"{range_begin:/registry/deployments/openstack/openstack-database-exporter; range_end:; response_count:1; response_revision:28178; }","duration":"145.867089ms","start":"2026-05-19T03:56:34.157992Z","end":"2026-05-19T03:56:34.303859Z","steps":["trace[1929923778] 'agreement among raft nodes before linearized reading' (duration: 145.755636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:56:34.304004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.301917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:56:34.304021Z","caller":"traceutil/trace.go:171","msg":"trace[882237428] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28178; }","duration":"205.347389ms","start":"2026-05-19T03:56:34.098669Z","end":"2026-05-19T03:56:34.304016Z","steps":["trace[882237428] 'agreement among raft nodes before linearized reading' (duration: 205.296488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:56:34.304152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.003785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-19T03:56:34.304171Z","caller":"traceutil/trace.go:171","msg":"trace[1916473784] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28178; }","duration":"215.037896ms","start":"2026-05-19T03:56:34.089127Z","end":"2026-05-19T03:56:34.304165Z","steps":["trace[1916473784] 'agreement among raft nodes before linearized reading' (duration: 214.978084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:56:34.304282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.29203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-19T03:56:34.30433Z","caller":"traceutil/trace.go:171","msg":"trace[977356604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28178; }","duration":"218.373332ms","start":"2026-05-19T03:56:34.085952Z","end":"2026-05-19T03:56:34.304325Z","steps":["trace[977356604] 'agreement among raft nodes before linearized reading' (duration: 218.29673ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:56:34.319061Z","caller":"traceutil/trace.go:171","msg":"trace[1764247405] transaction","detail":"{read_only:false; response_revision:28179; number_of_response:1; }","duration":"125.036706ms","start":"2026-05-19T03:56:34.193798Z","end":"2026-05-19T03:56:34.318834Z","steps":["trace[1764247405] 'process raft request' (duration: 124.679687ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:58:28.329335Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"68d6d88687e6b830","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-19T03:58:28.334606Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-19T03:58:28.334944Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-19T04:00:55.239552Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27772} {"level":"info","ts":"2026-05-19T04:00:55.384129Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27772,"took":"140.874305ms","hash":1966531303,"current-db-size-bytes":58253312,"current-db-size":"58 MB","current-db-size-in-use-bytes":32145408,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-19T04:00:55.384201Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1966531303,"revision":27772,"compact-revision":24928} {"level":"info","ts":"2026-05-19T04:05:55.247102Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30231} {"level":"info","ts":"2026-05-19T04:05:55.38239Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30231,"took":"130.79716ms","hash":1068715183,"current-db-size-bytes":58253312,"current-db-size":"58 MB","current-db-size-in-use-bytes":30494720,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-19T04:05:55.382465Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1068715183,"revision":30231,"compact-revision":27772} {"level":"warn","ts":"2026-05-19T04:10:06.631327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.857184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-19T04:10:06.631403Z","caller":"traceutil/trace.go:171","msg":"trace[1816889922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34399; }","duration":"226.965686ms","start":"2026-05-19T04:10:06.404419Z","end":"2026-05-19T04:10:06.631385Z","steps":["trace[1816889922] 'range keys from in-memory index tree' (duration: 226.728599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T04:10:06.631532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.027965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T04:10:06.631651Z","caller":"traceutil/trace.go:171","msg":"trace[1537221774] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34399; }","duration":"241.20261ms","start":"2026-05-19T04:10:06.390424Z","end":"2026-05-19T04:10:06.631627Z","steps":["trace[1537221774] 'count revisions from in-memory index tree' (duration: 240.916832ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T04:10:09.969836Z","caller":"traceutil/trace.go:171","msg":"trace[1209531570] linearizableReadLoop","detail":"{readStateIndex:35521; appliedIndex:35520; }","duration":"178.734134ms","start":"2026-05-19T04:10:09.791075Z","end":"2026-05-19T04:10:09.969809Z","steps":["trace[1209531570] 'read index received' (duration: 178.588841ms)","trace[1209531570] 'applied index is now lower than readState.Index' (duration: 144.273µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T04:10:09.969944Z","caller":"traceutil/trace.go:171","msg":"trace[332782045] transaction","detail":"{read_only:false; response_revision:34426; number_of_response:1; }","duration":"276.094151ms","start":"2026-05-19T04:10:09.693799Z","end":"2026-05-19T04:10:09.969893Z","steps":["trace[332782045] 'process raft request' (duration: 275.856775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T04:10:09.970287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.990111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-19T04:10:09.970553Z","caller":"traceutil/trace.go:171","msg":"trace[1684260946] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34426; }","duration":"179.404001ms","start":"2026-05-19T04:10:09.791039Z","end":"2026-05-19T04:10:09.970443Z","steps":["trace[1684260946] 'agreement among raft nodes before linearized reading' (duration: 178.893409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T04:10:10.180038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.337318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T04:10:10.180111Z","caller":"traceutil/trace.go:171","msg":"trace[495037434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34426; }","duration":"186.459342ms","start":"2026-05-19T04:10:09.993636Z","end":"2026-05-19T04:10:10.180095Z","steps":["trace[495037434] 'range keys from in-memory index tree' (duration: 186.178633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T04:10:10.180378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.05713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T04:10:10.180622Z","caller":"traceutil/trace.go:171","msg":"trace[1590758835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34426; }","duration":"193.205123ms","start":"2026-05-19T04:10:09.987248Z","end":"2026-05-19T04:10:10.180453Z","steps":["trace[1590758835] 'range keys from in-memory index tree' (duration: 192.537817ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T04:10:51.372259Z","caller":"traceutil/trace.go:171","msg":"trace[667307898] transaction","detail":"{read_only:false; response_revision:34748; number_of_response:1; }","duration":"275.970667ms","start":"2026-05-19T04:10:51.096248Z","end":"2026-05-19T04:10:51.372218Z","steps":["trace[667307898] 'process raft request' (duration: 275.807943ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T04:10:51.373413Z","caller":"traceutil/trace.go:171","msg":"trace[1032069195] linearizableReadLoop","detail":"{readStateIndex:35852; appliedIndex:35852; }","duration":"256.982742ms","start":"2026-05-19T04:10:51.116413Z","end":"2026-05-19T04:10:51.373396Z","steps":["trace[1032069195] 'read index received' (duration: 256.977822ms)","trace[1032069195] 'applied index is now lower than readState.Index' (duration: 4µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T04:10:51.373971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.872633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-19T04:10:51.374038Z","caller":"traceutil/trace.go:171","msg":"trace[343548184] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34749; }","duration":"121.972155ms","start":"2026-05-19T04:10:51.25205Z","end":"2026-05-19T04:10:51.374022Z","steps":["trace[343548184] 'agreement among raft nodes before linearized reading' (duration: 121.77825ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T04:10:51.375026Z","caller":"traceutil/trace.go:171","msg":"trace[17030217] transaction","detail":"{read_only:false; response_revision:34749; number_of_response:1; }","duration":"196.022526ms","start":"2026-05-19T04:10:51.178983Z","end":"2026-05-19T04:10:51.375005Z","steps":["trace[17030217] 'process raft request' (duration: 194.758174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T04:10:51.375791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.224137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-19T04:10:51.375869Z","caller":"traceutil/trace.go:171","msg":"trace[1981745646] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34749; }","duration":"123.306799ms","start":"2026-05-19T04:10:51.252541Z","end":"2026-05-19T04:10:51.375848Z","steps":["trace[1981745646] 'agreement among raft nodes before linearized reading' (duration: 123.156415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T04:10:51.377774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.352033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T04:10:51.377826Z","caller":"traceutil/trace.go:171","msg":"trace[128970553] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34748; }","duration":"261.432365ms","start":"2026-05-19T04:10:51.116379Z","end":"2026-05-19T04:10:51.377811Z","steps":["trace[128970553] 'agreement among raft nodes before linearized reading' (duration: 257.134216ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T04:10:55.252963Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32483} {"level":"info","ts":"2026-05-19T04:10:55.405498Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32483,"took":"148.120533ms","hash":1178357691,"current-db-size-bytes":58253312,"current-db-size":"58 MB","current-db-size-in-use-bytes":31518720,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-19T04:10:55.405552Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1178357691,"revision":32483,"compact-revision":30231} {"level":"info","ts":"2026-05-19T04:15:55.260946Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34783} {"level":"info","ts":"2026-05-19T04:15:55.433526Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34783,"took":"165.982729ms","hash":2831839951,"current-db-size-bytes":59097088,"current-db-size":"59 MB","current-db-size-in-use-bytes":31084544,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-19T04:15:55.433609Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2831839951,"revision":34783,"compact-revision":32483} {"level":"info","ts":"2026-05-19T04:19:56.880044Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"68d6d88687e6b830","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-19T04:19:56.886661Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-19T04:19:56.886765Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-19T04:20:55.273682Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37009} {"level":"info","ts":"2026-05-19T04:20:55.388933Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37009,"took":"112.031304ms","hash":2827789555,"current-db-size-bytes":59940864,"current-db-size":"60 MB","current-db-size-in-use-bytes":32432128,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-19T04:20:55.38901Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2827789555,"revision":37009,"compact-revision":34783}