{"level":"warn","ts":"2026-03-05T06:37:40.644038Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T06:37:40.644123Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.200:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.200:2380","--initial-cluster=instance=https://162.253.55.200:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.200:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.200:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-05T06:37:40.644183Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T06:37:40.644206Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-05T06:37:40.644223Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T06:37:40.644739Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"]} {"level":"info","ts":"2026-03-05T06:37:40.644814Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.200:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-05T06:37:40.649013Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.99946ms"} {"level":"info","ts":"2026-03-05T06:37:40.657763Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e10bb51ed7578852","cluster-id":"aa14459abd2161c3"} {"level":"info","ts":"2026-03-05T06:37:40.657844Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=()"} {"level":"info","ts":"2026-03-05T06:37:40.657863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 0"} {"level":"info","ts":"2026-03-05T06:37:40.657875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e10bb51ed7578852 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-05T06:37:40.657886Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 1"} {"level":"info","ts":"2026-03-05T06:37:40.65792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"warn","ts":"2026-03-05T06:37:40.674745Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-05T06:37:40.677868Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-05T06:37:40.679223Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-05T06:37:40.682337Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e10bb51ed7578852","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-05T06:37:40.682578Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e10bb51ed7578852","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-05T06:37:40.682706Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T06:37:40.682752Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T06:37:40.682766Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T06:37:40.686104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"info","ts":"2026-03-05T06:37:40.686288Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","added-peer-id":"e10bb51ed7578852","added-peer-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-05T06:37:40.68787Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T06:37:40.687985Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-05T06:37:40.688016Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-05T06:37:40.688137Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e10bb51ed7578852","initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-05T06:37:40.688182Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-05T06:37:40.859028Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 is starting a new election at term 1"} {"level":"info","ts":"2026-03-05T06:37:40.859106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-05T06:37:40.859146Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgPreVoteResp from e10bb51ed7578852 at term 1"} {"level":"info","ts":"2026-03-05T06:37:40.859167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became candidate at term 2"} {"level":"info","ts":"2026-03-05T06:37:40.859181Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgVoteResp from e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-05T06:37:40.859209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became leader at term 2"} {"level":"info","ts":"2026-03-05T06:37:40.859241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e10bb51ed7578852 elected leader e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-05T06:37:40.86035Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e10bb51ed7578852","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.200:2379]}","request-path":"/0/members/e10bb51ed7578852/attributes","cluster-id":"aa14459abd2161c3","publish-timeout":"7s"} {"level":"info","ts":"2026-03-05T06:37:40.860734Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T06:37:40.861782Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T06:37:40.86224Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T06:37:40.862453Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-05T06:37:40.862471Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-05T06:37:40.862515Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T06:37:40.862612Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T06:37:40.862638Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T06:37:40.865792Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.200:2379"} {"level":"info","ts":"2026-03-05T06:37:40.866252Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-05T06:37:54.00305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592891761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T06:37:54.503495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592891761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T06:37:55.00455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592891761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T06:37:55.4575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.956282889s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T06:37:55.457927Z","caller":"traceutil/trace.go:171","msg":"trace[1199119688] linearizableReadLoop","detail":"{readStateIndex:410; appliedIndex:409; }","duration":"1.954938382s","start":"2026-03-05T06:37:53.502966Z","end":"2026-03-05T06:37:55.457904Z","steps":["trace[1199119688] 'read index received' (duration: 1.954726447s)","trace[1199119688] 'applied index is now lower than readState.Index' (duration: 211.065µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:37:55.458038Z","caller":"traceutil/trace.go:171","msg":"trace[435203075] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"1.956908883s","start":"2026-03-05T06:37:53.501087Z","end":"2026-03-05T06:37:55.457996Z","steps":["trace[435203075] 'process raft request' (duration: 1.956687398s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:37:55.458085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955062134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T06:37:55.45815Z","caller":"traceutil/trace.go:171","msg":"trace[1413554974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:396; }","duration":"1.955176846s","start":"2026-03-05T06:37:53.50296Z","end":"2026-03-05T06:37:55.458137Z","steps":["trace[1413554974] 'agreement among raft nodes before linearized reading' (duration: 1.955034844s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:37:55.458161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872164283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T06:37:55.458186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:37:53.502915Z","time spent":"1.955262118s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T06:37:55.458265Z","caller":"traceutil/trace.go:171","msg":"trace[1252508634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:396; }","duration":"1.872296586s","start":"2026-03-05T06:37:53.585939Z","end":"2026-03-05T06:37:55.458236Z","steps":["trace[1252508634] 'agreement among raft nodes before linearized reading' (duration: 1.872100622s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:37:55.458312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:37:53.585927Z","time spent":"1.872375348s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T06:37:55.458343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.27403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T06:37:55.458438Z","caller":"traceutil/trace.go:171","msg":"trace[195467250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:396; }","duration":"625.425703ms","start":"2026-03-05T06:37:54.832988Z","end":"2026-03-05T06:37:55.458414Z","steps":["trace[195467250] 'agreement among raft nodes before linearized reading' (duration: 625.233909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:37:55.458389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541892948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:37:55.458499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:37:54.832961Z","time spent":"625.522995ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T06:37:55.458566Z","caller":"traceutil/trace.go:171","msg":"trace[1974807317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:396; }","duration":"1.542157774s","start":"2026-03-05T06:37:53.916374Z","end":"2026-03-05T06:37:55.458532Z","steps":["trace[1974807317] 'agreement among raft nodes before linearized reading' (duration: 1.541901908s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:37:55.458598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287832943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-05T06:37:55.458677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215463503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T06:37:55.458706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:37:53.916353Z","time spent":"1.542340028s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T06:37:55.458744Z","caller":"traceutil/trace.go:171","msg":"trace[895657468] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:396; }","duration":"1.215594406s","start":"2026-03-05T06:37:54.243131Z","end":"2026-03-05T06:37:55.458725Z","steps":["trace[895657468] 'agreement among raft nodes before linearized reading' (duration: 1.215043623s)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:37:55.458761Z","caller":"traceutil/trace.go:171","msg":"trace[1237703059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:396; }","duration":"1.288058397s","start":"2026-03-05T06:37:54.170662Z","end":"2026-03-05T06:37:55.458721Z","steps":["trace[1237703059] 'agreement among raft nodes before linearized reading' (duration: 1.287573776s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:37:55.458798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:37:54.243109Z","time spent":"1.215671538s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-05T06:37:55.458817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:37:53.501066Z","time spent":"1.957076266s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:37:55.458846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:37:54.170644Z","time spent":"1.288188301s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T06:38:02.137041Z","caller":"traceutil/trace.go:171","msg":"trace[2035481742] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:434; }","duration":"115.852573ms","start":"2026-03-05T06:38:02.021153Z","end":"2026-03-05T06:38:02.137005Z","steps":["trace[2035481742] 'read index received' (duration: 109.148673ms)","trace[2035481742] 'applied index is now lower than readState.Index' (duration: 6.70253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:38:02.137207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.038987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:38:02.137212Z","caller":"traceutil/trace.go:171","msg":"trace[480342741] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"495.532546ms","start":"2026-03-05T06:38:01.641651Z","end":"2026-03-05T06:38:02.137183Z","steps":["trace[480342741] 'process raft request' (duration: 488.676841ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:02.137257Z","caller":"traceutil/trace.go:171","msg":"trace[981158361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"116.14337ms","start":"2026-03-05T06:38:02.021097Z","end":"2026-03-05T06:38:02.137241Z","steps":["trace[981158361] 'agreement among raft nodes before linearized reading' (duration: 116.051328ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:02.137528Z","caller":"traceutil/trace.go:171","msg":"trace[770298938] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"494.189598ms","start":"2026-03-05T06:38:01.643093Z","end":"2026-03-05T06:38:02.137282Z","steps":["trace[770298938] 'process raft request' (duration: 493.761938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:02.137651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:01.641621Z","time spent":"495.667059ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:38:02.137774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:01.643078Z","time spent":"494.531395ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:38:05.035923Z","caller":"traceutil/trace.go:171","msg":"trace[2052918199] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"185.009345ms","start":"2026-03-05T06:38:04.850891Z","end":"2026-03-05T06:38:05.0359Z","steps":["trace[2052918199] 'process raft request' (duration: 184.966534ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:05.035926Z","caller":"traceutil/trace.go:171","msg":"trace[341825170] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"201.963561ms","start":"2026-03-05T06:38:04.833923Z","end":"2026-03-05T06:38:05.035886Z","steps":["trace[341825170] 'process raft request' (duration: 128.736874ms)","trace[341825170] 'compare' (duration: 72.955041ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:38:05.035974Z","caller":"traceutil/trace.go:171","msg":"trace[891811923] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"200.421738ms","start":"2026-03-05T06:38:04.835515Z","end":"2026-03-05T06:38:05.035937Z","steps":["trace[891811923] 'process raft request' (duration: 200.252945ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:18.735788Z","caller":"traceutil/trace.go:171","msg":"trace[520765973] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:540; }","duration":"481.964701ms","start":"2026-03-05T06:38:18.253803Z","end":"2026-03-05T06:38:18.735768Z","steps":["trace[520765973] 'read index received' (duration: 481.787037ms)","trace[520765973] 'applied index is now lower than readState.Index' (duration: 177.064µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:38:18.735894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.072593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T06:38:18.735855Z","caller":"traceutil/trace.go:171","msg":"trace[433057524] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"485.776802ms","start":"2026-03-05T06:38:18.250036Z","end":"2026-03-05T06:38:18.735812Z","steps":["trace[433057524] 'process raft request' (duration: 485.603588ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:18.735919Z","caller":"traceutil/trace.go:171","msg":"trace[1274479034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:521; }","duration":"482.126464ms","start":"2026-03-05T06:38:18.253784Z","end":"2026-03-05T06:38:18.73591Z","steps":["trace[1274479034] 'agreement among raft nodes before linearized reading' (duration: 482.061073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:18.735944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:18.253776Z","time spent":"482.163835ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T06:38:18.736039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:18.250006Z","time spent":"485.931885ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:38:25.225683Z","caller":"traceutil/trace.go:171","msg":"trace[505164952] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:582; }","duration":"378.981858ms","start":"2026-03-05T06:38:24.846676Z","end":"2026-03-05T06:38:25.225657Z","steps":["trace[505164952] 'read index received' (duration: 378.780103ms)","trace[505164952] 'applied index is now lower than readState.Index' (duration: 200.315µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:38:25.225781Z","caller":"traceutil/trace.go:171","msg":"trace[684909960] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"454.768849ms","start":"2026-03-05T06:38:24.770991Z","end":"2026-03-05T06:38:25.22576Z","steps":["trace[684909960] 'process raft request' (duration: 454.486323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:25.225919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:24.770962Z","time spent":"454.870391ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:38:25.225981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.190751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:38:25.226041Z","caller":"traceutil/trace.go:171","msg":"trace[164131326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:561; }","duration":"218.283633ms","start":"2026-03-05T06:38:25.007744Z","end":"2026-03-05T06:38:25.226028Z","steps":["trace[164131326] 'agreement among raft nodes before linearized reading' (duration: 218.18857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:25.226013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.294634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T06:38:25.226149Z","caller":"traceutil/trace.go:171","msg":"trace[1859278892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:561; }","duration":"379.486859ms","start":"2026-03-05T06:38:24.846637Z","end":"2026-03-05T06:38:25.226124Z","steps":["trace[1859278892] 'agreement among raft nodes before linearized reading' (duration: 379.158631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:25.226211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:24.846619Z","time spent":"379.580731ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T06:38:25.226624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.976113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5g29j\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-05T06:38:25.226687Z","caller":"traceutil/trace.go:171","msg":"trace[666824559] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5g29j; range_end:; response_count:1; response_revision:561; }","duration":"234.102856ms","start":"2026-03-05T06:38:24.992573Z","end":"2026-03-05T06:38:25.226676Z","steps":["trace[666824559] 'agreement among raft nodes before linearized reading' (duration: 233.303688ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:25.462799Z","caller":"traceutil/trace.go:171","msg":"trace[444911619] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:584; }","duration":"135.461764ms","start":"2026-03-05T06:38:25.327297Z","end":"2026-03-05T06:38:25.462759Z","steps":["trace[444911619] 'read index received' (duration: 132.661715ms)","trace[444911619] 'applied index is now lower than readState.Index' (duration: 2.798289ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:38:25.462914Z","caller":"traceutil/trace.go:171","msg":"trace[1963937345] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"225.839873ms","start":"2026-03-05T06:38:25.237049Z","end":"2026-03-05T06:38:25.462889Z","steps":["trace[1963937345] 'process raft request' (duration: 222.974573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:25.462959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.635159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:38:25.462999Z","caller":"traceutil/trace.go:171","msg":"trace[1176456332] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:563; }","duration":"135.742161ms","start":"2026-03-05T06:38:25.327242Z","end":"2026-03-05T06:38:25.462985Z","steps":["trace[1176456332] 'agreement among raft nodes before linearized reading' (duration: 135.652649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:26.058556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.928384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T06:38:26.058672Z","caller":"traceutil/trace.go:171","msg":"trace[170776183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:563; }","duration":"236.103858ms","start":"2026-03-05T06:38:25.822544Z","end":"2026-03-05T06:38:26.058648Z","steps":["trace[170776183] 'range keys from in-memory index tree' (duration: 235.72175ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:26.481056Z","caller":"traceutil/trace.go:171","msg":"trace[593107052] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"417.349024ms","start":"2026-03-05T06:38:26.063682Z","end":"2026-03-05T06:38:26.481031Z","steps":["trace[593107052] 'process raft request' (duration: 417.181199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:26.481219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:26.063661Z","time spent":"417.473576ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:38:26.527884Z","caller":"traceutil/trace.go:171","msg":"trace[1850608194] linearizableReadLoop","detail":"{readStateIndex:587; appliedIndex:585; }","duration":"159.462688ms","start":"2026-03-05T06:38:26.368381Z","end":"2026-03-05T06:38:26.527844Z","steps":["trace[1850608194] 'read index received' (duration: 112.459511ms)","trace[1850608194] 'applied index is now lower than readState.Index' (duration: 47.001507ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:38:26.527941Z","caller":"traceutil/trace.go:171","msg":"trace[1857931284] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"461.505371ms","start":"2026-03-05T06:38:26.066398Z","end":"2026-03-05T06:38:26.527904Z","steps":["trace[1857931284] 'process raft request' (duration: 461.231566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:26.528106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.684043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:38:26.528129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:26.066379Z","time spent":"461.655034ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:38:26.528167Z","caller":"traceutil/trace.go:171","msg":"trace[482290762] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:565; }","duration":"159.813875ms","start":"2026-03-05T06:38:26.368324Z","end":"2026-03-05T06:38:26.528138Z","steps":["trace[482290762] 'agreement among raft nodes before linearized reading' (duration: 159.674572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:27.507826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592892117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T06:38:28.009031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592892117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T06:38:28.019986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061840317s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T06:38:28.020522Z","caller":"traceutil/trace.go:171","msg":"trace[1468852669] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:587; }","duration":"1.013056583s","start":"2026-03-05T06:38:27.007429Z","end":"2026-03-05T06:38:28.020485Z","steps":["trace[1468852669] 'read index received' (duration: 1.012754267s)","trace[1468852669] 'applied index is now lower than readState.Index' (duration: 300.566µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:38:28.020901Z","caller":"traceutil/trace.go:171","msg":"trace[2092380057] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"1.06295409s","start":"2026-03-05T06:38:26.957927Z","end":"2026-03-05T06:38:28.020881Z","steps":["trace[2092380057] 'process raft request' (duration: 1.062357698s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:28.021061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:26.957875Z","time spent":"1.063064252s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:38:28.021323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013900971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:38:28.021367Z","caller":"traceutil/trace.go:171","msg":"trace[399217215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:566; }","duration":"1.013978663s","start":"2026-03-05T06:38:27.007371Z","end":"2026-03-05T06:38:28.02135Z","steps":["trace[399217215] 'agreement among raft nodes before linearized reading' (duration: 1.013910171s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:28.021444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:27.007348Z","time spent":"1.014046904s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T06:38:28.021787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.854997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T06:38:28.021867Z","caller":"traceutil/trace.go:171","msg":"trace[892578807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:566; }","duration":"791.015251ms","start":"2026-03-05T06:38:27.230834Z","end":"2026-03-05T06:38:28.021849Z","steps":["trace[892578807] 'agreement among raft nodes before linearized reading' (duration: 790.766065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:28.021915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:27.230804Z","time spent":"791.101982ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T06:38:28.022103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.809932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T06:38:28.022162Z","caller":"traceutil/trace.go:171","msg":"trace[1799968157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:566; }","duration":"746.918214ms","start":"2026-03-05T06:38:27.27523Z","end":"2026-03-05T06:38:28.022148Z","steps":["trace[1799968157] 'agreement among raft nodes before linearized reading' (duration: 746.733281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:28.022206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:27.275203Z","time spent":"746.990836ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T06:38:28.504332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.102727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:38:28.504507Z","caller":"traceutil/trace.go:171","msg":"trace[1889315158] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:588; }","duration":"473.693547ms","start":"2026-03-05T06:38:28.030797Z","end":"2026-03-05T06:38:28.504491Z","steps":["trace[1889315158] 'read index received' (duration: 358.287373ms)","trace[1889315158] 'applied index is now lower than readState.Index' (duration: 115.405234ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:38:28.504553Z","caller":"traceutil/trace.go:171","msg":"trace[1594475572] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"477.513198ms","start":"2026-03-05T06:38:28.027001Z","end":"2026-03-05T06:38:28.504514Z","steps":["trace[1594475572] 'process raft request' (duration: 477.437277ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:28.504613Z","caller":"traceutil/trace.go:171","msg":"trace[1442643064] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"478.658241ms","start":"2026-03-05T06:38:28.0259Z","end":"2026-03-05T06:38:28.504558Z","steps":["trace[1442643064] 'process raft request' (duration: 363.109885ms)","trace[1442643064] 'compare' (duration: 115.002975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:38:28.504647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.831619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:38:28.504686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:28.026982Z","time spent":"477.63318ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:38:28.504725Z","caller":"traceutil/trace.go:171","msg":"trace[1590585586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:568; }","duration":"473.918662ms","start":"2026-03-05T06:38:28.030777Z","end":"2026-03-05T06:38:28.504695Z","steps":["trace[1590585586] 'agreement among raft nodes before linearized reading' (duration: 473.81501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:28.50477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:28.030767Z","time spent":"473.993803ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T06:38:28.504772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:28.025872Z","time spent":"478.817215ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:38:28.69468Z","caller":"traceutil/trace.go:171","msg":"trace[1876803963] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:590; }","duration":"162.291458ms","start":"2026-03-05T06:38:28.532354Z","end":"2026-03-05T06:38:28.694645Z","steps":["trace[1876803963] 'read index received' (duration: 104.503274ms)","trace[1876803963] 'applied index is now lower than readState.Index' (duration: 57.786574ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:38:28.694757Z","caller":"traceutil/trace.go:171","msg":"trace[1114431444] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"186.251121ms","start":"2026-03-05T06:38:28.508478Z","end":"2026-03-05T06:38:28.694729Z","steps":["trace[1114431444] 'process raft request' (duration: 128.428087ms)","trace[1114431444] 'compare' (duration: 57.534968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:38:28.694946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.569574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T06:38:28.695017Z","caller":"traceutil/trace.go:171","msg":"trace[881511424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:569; }","duration":"162.704646ms","start":"2026-03-05T06:38:28.532297Z","end":"2026-03-05T06:38:28.695002Z","steps":["trace[881511424] 'agreement among raft nodes before linearized reading' (duration: 162.457471ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:29.277042Z","caller":"traceutil/trace.go:171","msg":"trace[1764944078] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"170.591732ms","start":"2026-03-05T06:38:29.106422Z","end":"2026-03-05T06:38:29.277014Z","steps":["trace[1764944078] 'process raft request' (duration: 164.176226ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:29.277196Z","caller":"traceutil/trace.go:171","msg":"trace[823811287] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"169.652723ms","start":"2026-03-05T06:38:29.107534Z","end":"2026-03-05T06:38:29.277187Z","steps":["trace[823811287] 'process raft request' (duration: 169.386977ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:29.277256Z","caller":"traceutil/trace.go:171","msg":"trace[1186130668] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"169.4983ms","start":"2026-03-05T06:38:29.107749Z","end":"2026-03-05T06:38:29.277247Z","steps":["trace[1186130668] 'process raft request' (duration: 169.237634ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:29.277281Z","caller":"traceutil/trace.go:171","msg":"trace[1573786711] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"162.720657ms","start":"2026-03-05T06:38:29.11454Z","end":"2026-03-05T06:38:29.277261Z","steps":["trace[1573786711] 'process raft request' (duration: 162.497173ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:29.277684Z","caller":"traceutil/trace.go:171","msg":"trace[1794415423] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"162.044214ms","start":"2026-03-05T06:38:29.115627Z","end":"2026-03-05T06:38:29.277671Z","steps":["trace[1794415423] 'process raft request' (duration: 161.466912ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:29.277945Z","caller":"traceutil/trace.go:171","msg":"trace[269753899] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"144.695249ms","start":"2026-03-05T06:38:29.133218Z","end":"2026-03-05T06:38:29.277913Z","steps":["trace[269753899] 'process raft request' (duration: 144.372712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:29.278351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.87448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:38:29.278441Z","caller":"traceutil/trace.go:171","msg":"trace[1233933056] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:650; }","duration":"163.002893ms","start":"2026-03-05T06:38:29.115415Z","end":"2026-03-05T06:38:29.278418Z","steps":["trace[1233933056] 'agreement among raft nodes before linearized reading' (duration: 162.8574ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:29.278834Z","caller":"traceutil/trace.go:171","msg":"trace[1533263683] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:667; }","duration":"162.39056ms","start":"2026-03-05T06:38:29.115443Z","end":"2026-03-05T06:38:29.277833Z","steps":["trace[1533263683] 'read index received' (duration: 155.248569ms)","trace[1533263683] 'applied index is now lower than readState.Index' (duration: 7.139941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:38:30.462734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.212138ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:38:30.462865Z","caller":"traceutil/trace.go:171","msg":"trace[826335721] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:699; }","duration":"184.368942ms","start":"2026-03-05T06:38:30.278478Z","end":"2026-03-05T06:38:30.462847Z","steps":["trace[826335721] 'range keys from in-memory index tree' (duration: 184.194348ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:30.46328Z","caller":"traceutil/trace.go:171","msg":"trace[1684218335] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"336.797492ms","start":"2026-03-05T06:38:30.126464Z","end":"2026-03-05T06:38:30.463261Z","steps":["trace[1684218335] 'process raft request' (duration: 336.654549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:30.463409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:30.12643Z","time spent":"336.911184ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T06:38:49.311261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.714495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:38:49.311561Z","caller":"traceutil/trace.go:171","msg":"trace[2084779618] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"1.116542255s","start":"2026-03-05T06:38:48.195001Z","end":"2026-03-05T06:38:49.311543Z","steps":["trace[2084779618] 'process raft request' (duration: 1.116466334s)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:49.311591Z","caller":"traceutil/trace.go:171","msg":"trace[2011547774] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"1.118438245s","start":"2026-03-05T06:38:48.193119Z","end":"2026-03-05T06:38:49.311557Z","steps":["trace[2011547774] 'process raft request' (duration: 847.295651ms)","trace[2011547774] 'compare' (duration: 269.989091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:38:49.311633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:48.194992Z","time spent":"1.116603846s","remote":"127.0.0.1:51508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:38:49.311788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:48.193106Z","time spent":"1.118595868s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1602,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:38:49.53842Z","caller":"traceutil/trace.go:171","msg":"trace[1695560750] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"1.009416486s","start":"2026-03-05T06:38:48.528944Z","end":"2026-03-05T06:38:49.538361Z","steps":["trace[1695560750] 'process raft request' (duration: 1.009008918s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:49.538525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.229858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T06:38:49.538579Z","caller":"traceutil/trace.go:171","msg":"trace[897414661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:947; }","duration":"965.34581ms","start":"2026-03-05T06:38:48.57322Z","end":"2026-03-05T06:38:49.538566Z","steps":["trace[897414661] 'agreement among raft nodes before linearized reading' (duration: 965.191037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:49.538606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:48.573195Z","time spent":"965.406101ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T06:38:49.538622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:48.528915Z","time spent":"1.009614751s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:38:49.538398Z","caller":"traceutil/trace.go:171","msg":"trace[1757616207] linearizableReadLoop","detail":"{readStateIndex:976; appliedIndex:973; }","duration":"965.054705ms","start":"2026-03-05T06:38:48.573282Z","end":"2026-03-05T06:38:49.538337Z","steps":["trace[1757616207] 'read index received' (duration: 467.130858ms)","trace[1757616207] 'applied index is now lower than readState.Index' (duration: 497.921757ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:38:49.548117Z","caller":"traceutil/trace.go:171","msg":"trace[1863959527] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"229.620422ms","start":"2026-03-05T06:38:49.318473Z","end":"2026-03-05T06:38:49.548093Z","steps":["trace[1863959527] 'process raft request' (duration: 229.431018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:49.548352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.327546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T06:38:49.548465Z","caller":"traceutil/trace.go:171","msg":"trace[103092035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:948; }","duration":"960.473159ms","start":"2026-03-05T06:38:48.587967Z","end":"2026-03-05T06:38:49.54844Z","steps":["trace[103092035] 'agreement among raft nodes before linearized reading' (duration: 960.252585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:49.54845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.606243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:38:49.548456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.601248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T06:38:49.548518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:48.58795Z","time spent":"960.557581ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T06:38:49.548523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.521221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T06:38:49.548542Z","caller":"traceutil/trace.go:171","msg":"trace[685719628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:948; }","duration":"540.780836ms","start":"2026-03-05T06:38:49.007736Z","end":"2026-03-05T06:38:49.548517Z","steps":["trace[685719628] 'agreement among raft nodes before linearized reading' (duration: 540.604402ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:38:49.54858Z","caller":"traceutil/trace.go:171","msg":"trace[288459020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:948; }","duration":"710.643223ms","start":"2026-03-05T06:38:48.837925Z","end":"2026-03-05T06:38:49.548568Z","steps":["trace[288459020] 'agreement among raft nodes before linearized reading' (duration: 710.462569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:49.548373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.961225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T06:38:49.548591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:49.007703Z","time spent":"540.878928ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T06:38:49.548479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.292931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T06:38:49.548621Z","caller":"traceutil/trace.go:171","msg":"trace[1806545314] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:948; }","duration":"756.246201ms","start":"2026-03-05T06:38:48.792363Z","end":"2026-03-05T06:38:49.548609Z","steps":["trace[1806545314] 'agreement among raft nodes before linearized reading' (duration: 755.968155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:49.548658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:48.792342Z","time spent":"756.303372ms","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":6,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-05T06:38:49.548641Z","caller":"traceutil/trace.go:171","msg":"trace[1807491703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:948; }","duration":"706.751871ms","start":"2026-03-05T06:38:48.841789Z","end":"2026-03-05T06:38:49.548541Z","steps":["trace[1807491703] 'agreement among raft nodes before linearized reading' (duration: 706.481796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:49.54861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:48.837884Z","time spent":"710.720125ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T06:38:49.54871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:48.841772Z","time spent":"706.925095ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T06:38:49.54884Z","caller":"traceutil/trace.go:171","msg":"trace[1432859479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:948; }","duration":"945.480695ms","start":"2026-03-05T06:38:48.603161Z","end":"2026-03-05T06:38:49.548642Z","steps":["trace[1432859479] 'agreement among raft nodes before linearized reading' (duration: 945.25207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:38:49.549035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:38:48.603151Z","time spent":"945.825821ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T06:39:07.351394Z","caller":"traceutil/trace.go:171","msg":"trace[697442663] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"104.460263ms","start":"2026-03-05T06:39:07.246906Z","end":"2026-03-05T06:39:07.351366Z","steps":["trace[697442663] 'process raft request' (duration: 104.248619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:15.883176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.468065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T06:39:15.883269Z","caller":"traceutil/trace.go:171","msg":"trace[742411107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1215; }","duration":"167.69325ms","start":"2026-03-05T06:39:15.715556Z","end":"2026-03-05T06:39:15.883249Z","steps":["trace[742411107] 'range keys from in-memory index tree' (duration: 167.337492ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:39:16.305776Z","caller":"traceutil/trace.go:171","msg":"trace[1939937264] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"418.502585ms","start":"2026-03-05T06:39:15.887243Z","end":"2026-03-05T06:39:16.305745Z","steps":["trace[1939937264] 'process raft request' (duration: 375.960203ms)","trace[1939937264] 'compare' (duration: 42.375859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:39:16.306005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:15.887223Z","time spent":"418.652119ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:39:16.306104Z","caller":"traceutil/trace.go:171","msg":"trace[1990492455] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"418.761051ms","start":"2026-03-05T06:39:15.887307Z","end":"2026-03-05T06:39:16.306068Z","steps":["trace[1990492455] 'process raft request' (duration: 418.390033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:16.306273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:15.88728Z","time spent":"418.907465ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:39:16.306663Z","caller":"traceutil/trace.go:171","msg":"trace[2096199803] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"419.298153ms","start":"2026-03-05T06:39:15.887334Z","end":"2026-03-05T06:39:16.306632Z","steps":["trace[2096199803] 'process raft request' (duration: 418.640159ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:39:16.306813Z","caller":"traceutil/trace.go:171","msg":"trace[585205112] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"418.910764ms","start":"2026-03-05T06:39:15.887888Z","end":"2026-03-05T06:39:16.306799Z","steps":["trace[585205112] 'process raft request' (duration: 418.627639ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:39:16.30662Z","caller":"traceutil/trace.go:171","msg":"trace[1041184463] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1256; }","duration":"298.989944ms","start":"2026-03-05T06:39:16.007591Z","end":"2026-03-05T06:39:16.306581Z","steps":["trace[1041184463] 'read index received' (duration: 255.507702ms)","trace[1041184463] 'applied index is now lower than readState.Index' (duration: 43.480762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:39:16.306893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:15.887866Z","time spent":"418.994057ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:39:16.307075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.443863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:39:16.307133Z","caller":"traceutil/trace.go:171","msg":"trace[1029706502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1220; }","duration":"299.574706ms","start":"2026-03-05T06:39:16.007543Z","end":"2026-03-05T06:39:16.307117Z","steps":["trace[1029706502] 'agreement among raft nodes before linearized reading' (duration: 299.449933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:16.307108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:15.887311Z","time spent":"419.406415ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:39:26.824646Z","caller":"traceutil/trace.go:171","msg":"trace[829592226] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"130.416395ms","start":"2026-03-05T06:39:26.694204Z","end":"2026-03-05T06:39:26.82462Z","steps":["trace[829592226] 'process raft request' (duration: 130.261862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:32.669719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.500189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:39:32.669784Z","caller":"traceutil/trace.go:171","msg":"trace[2144225443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1514; }","duration":"127.58736ms","start":"2026-03-05T06:39:32.542184Z","end":"2026-03-05T06:39:32.669772Z","steps":["trace[2144225443] 'range keys from in-memory index tree' (duration: 127.458158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:32.669758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.407057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:39:32.669822Z","caller":"traceutil/trace.go:171","msg":"trace[1875840603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1514; }","duration":"127.519489ms","start":"2026-03-05T06:39:32.542289Z","end":"2026-03-05T06:39:32.669809Z","steps":["trace[1875840603] 'count revisions from in-memory index tree' (duration: 127.308965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:33.013773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.927778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:39:33.013848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.796668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:39:33.013926Z","caller":"traceutil/trace.go:171","msg":"trace[1557323652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"159.90406ms","start":"2026-03-05T06:39:32.854004Z","end":"2026-03-05T06:39:33.013908Z","steps":["trace[1557323652] 'count revisions from in-memory index tree' (duration: 159.756337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:33.013945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.805356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:39:33.013873Z","caller":"traceutil/trace.go:171","msg":"trace[1374839872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"194.116733ms","start":"2026-03-05T06:39:32.819735Z","end":"2026-03-05T06:39:33.013852Z","steps":["trace[1374839872] 'range keys from in-memory index tree' (duration: 193.817986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:33.014017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.029622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:39:33.014029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.838868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:39:33.014086Z","caller":"traceutil/trace.go:171","msg":"trace[1897244866] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"160.123244ms","start":"2026-03-05T06:39:32.853945Z","end":"2026-03-05T06:39:33.014068Z","steps":["trace[1897244866] 'range keys from in-memory index tree' (duration: 159.92613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:33.014089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.079179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:39:33.014112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.365244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:39:33.014123Z","caller":"traceutil/trace.go:171","msg":"trace[591642042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1515; }","duration":"159.965302ms","start":"2026-03-05T06:39:32.854137Z","end":"2026-03-05T06:39:33.014102Z","steps":["trace[591642042] 'range keys from in-memory index tree' (duration: 159.789428ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:39:33.014153Z","caller":"traceutil/trace.go:171","msg":"trace[823871966] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"228.18044ms","start":"2026-03-05T06:39:32.785957Z","end":"2026-03-05T06:39:33.014138Z","steps":["trace[823871966] 'count revisions from in-memory index tree' (duration: 227.985016ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:39:33.014161Z","caller":"traceutil/trace.go:171","msg":"trace[313966701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"228.450035ms","start":"2026-03-05T06:39:32.785697Z","end":"2026-03-05T06:39:33.014147Z","steps":["trace[313966701] 'range keys from in-memory index tree' (duration: 228.263872ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:39:33.014548Z","caller":"traceutil/trace.go:171","msg":"trace[159653046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"193.923999ms","start":"2026-03-05T06:39:32.820084Z","end":"2026-03-05T06:39:33.014008Z","steps":["trace[159653046] 'count revisions from in-memory index tree' (duration: 193.696833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:40.575714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.427547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-05T06:39:40.575924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.055558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:39:40.575973Z","caller":"traceutil/trace.go:171","msg":"trace[1365951407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1617; }","duration":"480.724123ms","start":"2026-03-05T06:39:40.095231Z","end":"2026-03-05T06:39:40.575955Z","steps":["trace[1365951407] 'range keys from in-memory index tree' (duration: 480.263013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:40.576014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:40.095207Z","time spent":"480.799245ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T06:39:40.576017Z","caller":"traceutil/trace.go:171","msg":"trace[1650412620] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1617; }","duration":"807.380725ms","start":"2026-03-05T06:39:39.768614Z","end":"2026-03-05T06:39:40.575995Z","steps":["trace[1650412620] 'count revisions from in-memory index tree' (duration: 806.948736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:40.57606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:39.76858Z","time spent":"807.469846ms","remote":"127.0.0.1:41236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T06:39:40.576349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.275809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:39:40.576393Z","caller":"traceutil/trace.go:171","msg":"trace[765244958] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1617; }","duration":"568.367381ms","start":"2026-03-05T06:39:40.008014Z","end":"2026-03-05T06:39:40.576381Z","steps":["trace[765244958] 'count revisions from in-memory index tree' (duration: 568.179147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:40.576277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.731168ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:39:40.576431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:40.007989Z","time spent":"568.429642ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T06:39:40.5765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.957703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8de46ab1-a34e-47c3-a624-0325c9063d87\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-05T06:39:40.576529Z","caller":"traceutil/trace.go:171","msg":"trace[286376345] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1617; }","duration":"298.018484ms","start":"2026-03-05T06:39:40.278446Z","end":"2026-03-05T06:39:40.576464Z","steps":["trace[286376345] 'range keys from in-memory index tree' (duration: 297.706918ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:39:40.57659Z","caller":"traceutil/trace.go:171","msg":"trace[1768679732] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8de46ab1-a34e-47c3-a624-0325c9063d87; range_end:; response_count:1; response_revision:1617; }","duration":"762.067925ms","start":"2026-03-05T06:39:39.814476Z","end":"2026-03-05T06:39:40.576544Z","steps":["trace[1768679732] 'range keys from in-memory index tree' (duration: 761.716327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:40.576587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.011752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T06:39:40.576638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:39.814453Z","time spent":"762.173967ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8de46ab1-a34e-47c3-a624-0325c9063d87\" "} {"level":"info","ts":"2026-03-05T06:39:40.576669Z","caller":"traceutil/trace.go:171","msg":"trace[1337691429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1617; }","duration":"352.129314ms","start":"2026-03-05T06:39:40.22452Z","end":"2026-03-05T06:39:40.576649Z","steps":["trace[1337691429] 'range keys from in-memory index tree' (duration: 351.843808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:40.57672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:40.2245Z","time spent":"352.206286ms","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T06:39:40.577475Z","caller":"traceutil/trace.go:171","msg":"trace[537697038] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1684; }","duration":"164.809872ms","start":"2026-03-05T06:39:40.41265Z","end":"2026-03-05T06:39:40.57746Z","steps":["trace[537697038] 'read index received' (duration: 164.557927ms)","trace[537697038] 'applied index is now lower than readState.Index' (duration: 251.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:39:40.577536Z","caller":"traceutil/trace.go:171","msg":"trace[866091749] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"263.968697ms","start":"2026-03-05T06:39:40.313532Z","end":"2026-03-05T06:39:40.577501Z","steps":["trace[866091749] 'process raft request' (duration: 263.753403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:40.577653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.991676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8de46ab1-a34e-47c3-a624-0325c9063d87\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-05T06:39:40.57768Z","caller":"traceutil/trace.go:171","msg":"trace[583328081] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8de46ab1-a34e-47c3-a624-0325c9063d87; range_end:; response_count:1; response_revision:1618; }","duration":"165.025706ms","start":"2026-03-05T06:39:40.412645Z","end":"2026-03-05T06:39:40.57767Z","steps":["trace[583328081] 'agreement among raft nodes before linearized reading' (duration: 164.900834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:40.577698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.426913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T06:39:40.577715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.164105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T06:39:40.577753Z","caller":"traceutil/trace.go:171","msg":"trace[1532200105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1618; }","duration":"141.506635ms","start":"2026-03-05T06:39:40.436225Z","end":"2026-03-05T06:39:40.577732Z","steps":["trace[1532200105] 'agreement among raft nodes before linearized reading' (duration: 141.364262ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:39:40.577773Z","caller":"traceutil/trace.go:171","msg":"trace[515738809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1618; }","duration":"137.240726ms","start":"2026-03-05T06:39:40.440517Z","end":"2026-03-05T06:39:40.577758Z","steps":["trace[515738809] 'agreement among raft nodes before linearized reading' (duration: 137.093693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:40.577791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.194116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T06:39:40.577915Z","caller":"traceutil/trace.go:171","msg":"trace[1048083792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1618; }","duration":"140.298219ms","start":"2026-03-05T06:39:40.437554Z","end":"2026-03-05T06:39:40.577852Z","steps":["trace[1048083792] 'agreement among raft nodes before linearized reading' (duration: 140.100995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:40.578021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.648413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T06:39:40.578081Z","caller":"traceutil/trace.go:171","msg":"trace[621855618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1618; }","duration":"134.737144ms","start":"2026-03-05T06:39:40.44333Z","end":"2026-03-05T06:39:40.578067Z","steps":["trace[621855618] 'agreement among raft nodes before linearized reading' (duration: 134.562821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:41.250053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.88327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:39:41.250187Z","caller":"traceutil/trace.go:171","msg":"trace[435038612] linearizableReadLoop","detail":"{readStateIndex:1693; appliedIndex:1692; }","duration":"242.731081ms","start":"2026-03-05T06:39:41.007438Z","end":"2026-03-05T06:39:41.250169Z","steps":["trace[435038612] 'read index received' (duration: 141.567465ms)","trace[435038612] 'applied index is now lower than readState.Index' (duration: 101.161926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:39:41.250267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.828142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:39:41.250302Z","caller":"traceutil/trace.go:171","msg":"trace[445208415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1626; }","duration":"242.906264ms","start":"2026-03-05T06:39:41.007386Z","end":"2026-03-05T06:39:41.250292Z","steps":["trace[445208415] 'agreement among raft nodes before linearized reading' (duration: 242.838033ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:39:41.250409Z","caller":"traceutil/trace.go:171","msg":"trace[530617615] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"305.60157ms","start":"2026-03-05T06:39:40.944769Z","end":"2026-03-05T06:39:41.25037Z","steps":["trace[530617615] 'process raft request' (duration: 204.299901ms)","trace[530617615] 'compare' (duration: 100.732237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:39:41.250884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:40.944741Z","time spent":"305.891006ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:39:46.853464Z","caller":"traceutil/trace.go:171","msg":"trace[2139437251] linearizableReadLoop","detail":"{readStateIndex:1750; appliedIndex:1749; }","duration":"219.172646ms","start":"2026-03-05T06:39:46.634262Z","end":"2026-03-05T06:39:46.853435Z","steps":["trace[2139437251] 'read index received' (duration: 219.018853ms)","trace[2139437251] 'applied index is now lower than readState.Index' (duration: 152.443µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:39:46.853499Z","caller":"traceutil/trace.go:171","msg":"trace[1991274470] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"252.124923ms","start":"2026-03-05T06:39:46.601344Z","end":"2026-03-05T06:39:46.853469Z","steps":["trace[1991274470] 'process raft request' (duration: 251.855287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:46.85377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.488453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T06:39:46.853843Z","caller":"traceutil/trace.go:171","msg":"trace[1315323941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1680; }","duration":"219.613555ms","start":"2026-03-05T06:39:46.634212Z","end":"2026-03-05T06:39:46.853826Z","steps":["trace[1315323941] 'agreement among raft nodes before linearized reading' (duration: 219.36313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:46.867105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.6194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T06:39:46.867198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.326336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T06:39:46.867201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.081157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T06:39:46.867129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.56011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T06:39:46.867271Z","caller":"traceutil/trace.go:171","msg":"trace[1239677826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1681; }","duration":"173.430718ms","start":"2026-03-05T06:39:46.6938Z","end":"2026-03-05T06:39:46.86723Z","steps":["trace[1239677826] 'agreement among raft nodes before linearized reading' (duration: 173.330316ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:39:46.867252Z","caller":"traceutil/trace.go:171","msg":"trace[828770237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1681; }","duration":"185.176619ms","start":"2026-03-05T06:39:46.682063Z","end":"2026-03-05T06:39:46.86724Z","steps":["trace[828770237] 'agreement among raft nodes before linearized reading' (duration: 184.998656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:46.867379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.818146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T06:39:46.867404Z","caller":"traceutil/trace.go:171","msg":"trace[1897965787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1681; }","duration":"173.890877ms","start":"2026-03-05T06:39:46.693505Z","end":"2026-03-05T06:39:46.867396Z","steps":["trace[1897965787] 'agreement among raft nodes before linearized reading' (duration: 173.776565ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:39:46.867351Z","caller":"traceutil/trace.go:171","msg":"trace[1344306217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1681; }","duration":"173.816826ms","start":"2026-03-05T06:39:46.693472Z","end":"2026-03-05T06:39:46.867288Z","steps":["trace[1344306217] 'agreement among raft nodes before linearized reading' (duration: 173.49741ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:39:46.867192Z","caller":"traceutil/trace.go:171","msg":"trace[352159249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1681; }","duration":"226.748482ms","start":"2026-03-05T06:39:46.640422Z","end":"2026-03-05T06:39:46.867171Z","steps":["trace[352159249] 'agreement among raft nodes before linearized reading' (duration: 226.505277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:55.459297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592894370,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T06:39:55.845569Z","caller":"traceutil/trace.go:171","msg":"trace[232282953] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"973.911952ms","start":"2026-03-05T06:39:54.87163Z","end":"2026-03-05T06:39:55.845542Z","steps":["trace[232282953] 'process raft request' (duration: 973.735958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:55.845725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:54.871616Z","time spent":"974.030305ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5918,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:39:55.849459Z","caller":"traceutil/trace.go:171","msg":"trace[294131123] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"958.211709ms","start":"2026-03-05T06:39:54.891217Z","end":"2026-03-05T06:39:55.849429Z","steps":["trace[294131123] 'process raft request' (duration: 957.926543ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:39:55.849485Z","caller":"traceutil/trace.go:171","msg":"trace[1380715967] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"602.252917ms","start":"2026-03-05T06:39:55.247204Z","end":"2026-03-05T06:39:55.849457Z","steps":["trace[1380715967] 'process raft request' (duration: 602.157105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:55.849527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:54.891195Z","time spent":"958.304491ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:39:55.849561Z","caller":"traceutil/trace.go:171","msg":"trace[1885270684] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"958.295261ms","start":"2026-03-05T06:39:54.891236Z","end":"2026-03-05T06:39:55.849531Z","steps":["trace[1885270684] 'process raft request' (duration: 958.081157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:55.849641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:55.247159Z","time spent":"602.39808ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:39:55.849645Z","caller":"traceutil/trace.go:171","msg":"trace[1944665807] linearizableReadLoop","detail":"{readStateIndex:1799; appliedIndex:1794; }","duration":"891.344107ms","start":"2026-03-05T06:39:54.958279Z","end":"2026-03-05T06:39:55.849623Z","steps":["trace[1944665807] 'read index received' (duration: 887.0581ms)","trace[1944665807] 'applied index is now lower than readState.Index' (duration: 4.284197ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:39:55.849693Z","caller":"traceutil/trace.go:171","msg":"trace[1836272421] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"454.374792ms","start":"2026-03-05T06:39:55.39531Z","end":"2026-03-05T06:39:55.849685Z","steps":["trace[1836272421] 'process raft request' (duration: 454.083216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:55.849723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:54.891218Z","time spent":"958.422373ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:39:55.849738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:55.395279Z","time spent":"454.438264ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:39:55.849877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.589772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-05T06:39:55.849898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.094155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T06:39:55.849937Z","caller":"traceutil/trace.go:171","msg":"trace[2004903990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1727; }","duration":"839.132216ms","start":"2026-03-05T06:39:55.010795Z","end":"2026-03-05T06:39:55.849927Z","steps":["trace[2004903990] 'agreement among raft nodes before linearized reading' (duration: 839.002763ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:39:55.849939Z","caller":"traceutil/trace.go:171","msg":"trace[666632310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1727; }","duration":"891.689704ms","start":"2026-03-05T06:39:54.958234Z","end":"2026-03-05T06:39:55.849924Z","steps":["trace[666632310] 'agreement among raft nodes before linearized reading' (duration: 891.49915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:55.849927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.683287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-03-05T06:39:55.849969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:55.010732Z","time spent":"839.227478ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T06:39:55.849982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:54.958222Z","time spent":"891.750095ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T06:39:55.849994Z","caller":"traceutil/trace.go:171","msg":"trace[338788816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1727; }","duration":"838.786949ms","start":"2026-03-05T06:39:55.01119Z","end":"2026-03-05T06:39:55.849977Z","steps":["trace[338788816] 'agreement among raft nodes before linearized reading' (duration: 838.614546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:55.850002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.647335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T06:39:55.850036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.170603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T06:39:55.850074Z","caller":"traceutil/trace.go:171","msg":"trace[2077931854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1727; }","duration":"889.301205ms","start":"2026-03-05T06:39:54.96076Z","end":"2026-03-05T06:39:55.850061Z","steps":["trace[2077931854] 'agreement among raft nodes before linearized reading' (duration: 889.208313ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:39:55.850069Z","caller":"traceutil/trace.go:171","msg":"trace[967434406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1727; }","duration":"874.733856ms","start":"2026-03-05T06:39:54.975314Z","end":"2026-03-05T06:39:55.850048Z","steps":["trace[967434406] 'agreement among raft nodes before linearized reading' (duration: 874.556373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:55.850108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:54.960733Z","time spent":"889.366027ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T06:39:55.850119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:54.975303Z","time spent":"874.804068ms","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T06:39:55.850037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:55.011175Z","time spent":"838.8523ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T06:39:55.849926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.104451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T06:39:55.85027Z","caller":"traceutil/trace.go:171","msg":"trace[1138483752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1727; }","duration":"889.521931ms","start":"2026-03-05T06:39:54.960737Z","end":"2026-03-05T06:39:55.850259Z","steps":["trace[1138483752] 'agreement among raft nodes before linearized reading' (duration: 889.05646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:39:55.850298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:39:54.960704Z","time spent":"889.587491ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T06:40:30.435914Z","caller":"traceutil/trace.go:171","msg":"trace[1035488376] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1990; }","duration":"407.037718ms","start":"2026-03-05T06:40:30.028854Z","end":"2026-03-05T06:40:30.435891Z","steps":["trace[1035488376] 'read index received' (duration: 406.845334ms)","trace[1035488376] 'applied index is now lower than readState.Index' (duration: 191.254µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:40:30.435985Z","caller":"traceutil/trace.go:171","msg":"trace[658192334] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"425.048941ms","start":"2026-03-05T06:40:30.010904Z","end":"2026-03-05T06:40:30.435953Z","steps":["trace[658192334] 'process raft request' (duration: 424.847387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:30.436131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:30.010888Z","time spent":"425.166365ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:40:30.436181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.833304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T06:40:30.436231Z","caller":"traceutil/trace.go:171","msg":"trace[1956578264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1912; }","duration":"402.923786ms","start":"2026-03-05T06:40:30.033296Z","end":"2026-03-05T06:40:30.43622Z","steps":["trace[1956578264] 'agreement among raft nodes before linearized reading' (duration: 402.745142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:30.436267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:30.033285Z","time spent":"402.973507ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T06:40:30.436244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.41695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T06:40:30.436349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.695515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T06:40:30.43639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.06072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-05T06:40:30.436415Z","caller":"traceutil/trace.go:171","msg":"trace[159948452] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"354.635804ms","start":"2026-03-05T06:40:30.081758Z","end":"2026-03-05T06:40:30.436393Z","steps":["trace[159948452] 'agreement among raft nodes before linearized reading' (duration: 354.350098ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:40:30.436431Z","caller":"traceutil/trace.go:171","msg":"trace[1467500091] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1912; }","duration":"116.827747ms","start":"2026-03-05T06:40:30.319583Z","end":"2026-03-05T06:40:30.436411Z","steps":["trace[1467500091] 'agreement among raft nodes before linearized reading' (duration: 116.650104ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:40:30.436487Z","caller":"traceutil/trace.go:171","msg":"trace[1448490913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1912; }","duration":"399.196572ms","start":"2026-03-05T06:40:30.037257Z","end":"2026-03-05T06:40:30.436454Z","steps":["trace[1448490913] 'agreement among raft nodes before linearized reading' (duration: 398.933337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:30.43649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:30.081736Z","time spent":"354.735357ms","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T06:40:30.436546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:30.037246Z","time spent":"399.282515ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T06:40:30.436568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.529505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T06:40:30.436638Z","caller":"traceutil/trace.go:171","msg":"trace[996668600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1912; }","duration":"401.618957ms","start":"2026-03-05T06:40:30.034997Z","end":"2026-03-05T06:40:30.436616Z","steps":["trace[996668600] 'agreement among raft nodes before linearized reading' (duration: 401.380172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:30.436729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:30.034984Z","time spent":"401.684689ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T06:40:30.437002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.142063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-05T06:40:30.437088Z","caller":"traceutil/trace.go:171","msg":"trace[326776589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1912; }","duration":"408.235306ms","start":"2026-03-05T06:40:30.028818Z","end":"2026-03-05T06:40:30.437053Z","steps":["trace[326776589] 'agreement among raft nodes before linearized reading' (duration: 407.220473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:30.437125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:30.028803Z","time spent":"408.314247ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T06:40:30.574589Z","caller":"traceutil/trace.go:171","msg":"trace[537261611] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"133.041461ms","start":"2026-03-05T06:40:30.441526Z","end":"2026-03-05T06:40:30.574568Z","steps":["trace[537261611] 'process raft request' (duration: 132.953249ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:40:30.574633Z","caller":"traceutil/trace.go:171","msg":"trace[72699616] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"133.270166ms","start":"2026-03-05T06:40:30.441339Z","end":"2026-03-05T06:40:30.574609Z","steps":["trace[72699616] 'process raft request' (duration: 130.264259ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:40:30.574683Z","caller":"traceutil/trace.go:171","msg":"trace[1149487094] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"133.315667ms","start":"2026-03-05T06:40:30.441343Z","end":"2026-03-05T06:40:30.574659Z","steps":["trace[1149487094] 'process raft request' (duration: 133.091722ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:40:30.574767Z","caller":"traceutil/trace.go:171","msg":"trace[5937902] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"133.221765ms","start":"2026-03-05T06:40:30.441535Z","end":"2026-03-05T06:40:30.574757Z","steps":["trace[5937902] 'process raft request' (duration: 132.97652ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:40:32.130139Z","caller":"traceutil/trace.go:171","msg":"trace[1328664936] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"146.532813ms","start":"2026-03-05T06:40:31.983568Z","end":"2026-03-05T06:40:32.130101Z","steps":["trace[1328664936] 'process raft request' (duration: 146.317328ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:40:32.130535Z","caller":"traceutil/trace.go:171","msg":"trace[1177890793] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"142.778818ms","start":"2026-03-05T06:40:31.987525Z","end":"2026-03-05T06:40:32.130303Z","steps":["trace[1177890793] 'process raft request' (duration: 142.518063ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:40:32.941298Z","caller":"traceutil/trace.go:171","msg":"trace[1089574806] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1998; }","duration":"499.618573ms","start":"2026-03-05T06:40:32.441653Z","end":"2026-03-05T06:40:32.941272Z","steps":["trace[1089574806] 'read index received' (duration: 499.469409ms)","trace[1089574806] 'applied index is now lower than readState.Index' (duration: 148.154µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:40:32.941432Z","caller":"traceutil/trace.go:171","msg":"trace[298077197] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"583.288616ms","start":"2026-03-05T06:40:32.358089Z","end":"2026-03-05T06:40:32.941378Z","steps":["trace[298077197] 'process raft request' (duration: 583.03381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:32.941592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.171411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T06:40:32.941617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:32.358058Z","time spent":"583.46451ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:40:32.941641Z","caller":"traceutil/trace.go:171","msg":"trace[477173535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1920; }","duration":"482.261053ms","start":"2026-03-05T06:40:32.459367Z","end":"2026-03-05T06:40:32.941628Z","steps":["trace[477173535] 'agreement among raft nodes before linearized reading' (duration: 482.10314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:32.941679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:32.459353Z","time spent":"482.317534ms","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T06:40:32.941772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.221414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T06:40:32.9418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.146335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T06:40:32.941852Z","caller":"traceutil/trace.go:171","msg":"trace[894541408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1920; }","duration":"362.325596ms","start":"2026-03-05T06:40:32.579509Z","end":"2026-03-05T06:40:32.941834Z","steps":["trace[894541408] 'agreement among raft nodes before linearized reading' (duration: 362.077491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:32.941884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.363207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-05T06:40:32.94198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.330673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-05T06:40:32.942127Z","caller":"traceutil/trace.go:171","msg":"trace[1776498308] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1920; }","duration":"394.500757ms","start":"2026-03-05T06:40:32.547573Z","end":"2026-03-05T06:40:32.942073Z","steps":["trace[1776498308] 'agreement among raft nodes before linearized reading' (duration: 394.105739ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:40:32.941856Z","caller":"traceutil/trace.go:171","msg":"trace[2037015760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1920; }","duration":"500.205396ms","start":"2026-03-05T06:40:32.441637Z","end":"2026-03-05T06:40:32.941843Z","steps":["trace[2037015760] 'agreement among raft nodes before linearized reading' (duration: 499.814978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:32.94222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:32.547552Z","time spent":"394.652381ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T06:40:32.942229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:32.441567Z","time spent":"500.645905ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T06:40:32.941978Z","caller":"traceutil/trace.go:171","msg":"trace[1232007268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1920; }","duration":"362.679124ms","start":"2026-03-05T06:40:32.57928Z","end":"2026-03-05T06:40:32.941959Z","steps":["trace[1232007268] 'agreement among raft nodes before linearized reading' (duration: 362.239174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:32.942373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:32.579262Z","time spent":"363.098134ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T06:40:32.941907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:32.579498Z","time spent":"362.397238ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T06:40:32.94233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.393991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-05T06:40:32.942751Z","caller":"traceutil/trace.go:171","msg":"trace[473812381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1920; }","duration":"363.81601ms","start":"2026-03-05T06:40:32.578885Z","end":"2026-03-05T06:40:32.942701Z","steps":["trace[473812381] 'agreement among raft nodes before linearized reading' (duration: 362.729646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:32.941786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.801118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-05T06:40:32.943131Z","caller":"traceutil/trace.go:171","msg":"trace[2064819205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1920; }","duration":"364.179018ms","start":"2026-03-05T06:40:32.578936Z","end":"2026-03-05T06:40:32.943115Z","steps":["trace[2064819205] 'agreement among raft nodes before linearized reading' (duration: 362.758297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:32.943245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:32.578865Z","time spent":"364.359844ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T06:40:32.943388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:32.578917Z","time spent":"364.374363ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T06:40:33.703865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.505531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:40:33.703973Z","caller":"traceutil/trace.go:171","msg":"trace[1447549218] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"757.447097ms","start":"2026-03-05T06:40:32.946503Z","end":"2026-03-05T06:40:33.70395Z","steps":["trace[1447549218] 'process raft request' (duration: 498.772073ms)","trace[1447549218] 'compare' (duration: 258.368978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:40:33.704029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:32.94648Z","time spent":"757.52372ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:40:34.060107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.670354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:40:34.06143Z","caller":"traceutil/trace.go:171","msg":"trace[1782526980] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"1.114398564s","start":"2026-03-05T06:40:32.946858Z","end":"2026-03-05T06:40:34.061256Z","steps":["trace[1782526980] 'process raft request' (duration: 1.008495592s)","trace[1782526980] 'compare' (duration: 104.532071ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:40:34.061718Z","caller":"traceutil/trace.go:171","msg":"trace[351794207] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"1.114753802s","start":"2026-03-05T06:40:32.946914Z","end":"2026-03-05T06:40:34.061667Z","steps":["trace[351794207] 'process raft request' (duration: 1.113294799s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:34.061854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:32.946898Z","time spent":"1.114896195s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:40:34.061908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:32.946826Z","time spent":"1.114707631s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:40:34.062248Z","caller":"traceutil/trace.go:171","msg":"trace[956284264] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"1.115192553s","start":"2026-03-05T06:40:32.947024Z","end":"2026-03-05T06:40:34.062217Z","steps":["trace[956284264] 'process raft request' (duration: 1.114415205s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:34.062452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:32.947016Z","time spent":"1.115319355s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:40:34.064112Z","caller":"traceutil/trace.go:171","msg":"trace[2040218944] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.117061185s","start":"2026-03-05T06:40:32.947022Z","end":"2026-03-05T06:40:34.064083Z","steps":["trace[2040218944] 'process raft request' (duration: 1.116507311s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:34.064227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:32.947004Z","time spent":"1.117160876s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:40:34.064569Z","caller":"traceutil/trace.go:171","msg":"trace[2034037596] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"1.116260497s","start":"2026-03-05T06:40:32.94829Z","end":"2026-03-05T06:40:34.064551Z","steps":["trace[2034037596] 'process raft request' (duration: 1.115341476s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:34.06463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:32.948275Z","time spent":"1.116324538s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:40:34.064857Z","caller":"traceutil/trace.go:171","msg":"trace[956197740] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:1999; }","duration":"1.057910539s","start":"2026-03-05T06:40:33.006885Z","end":"2026-03-05T06:40:34.064796Z","steps":["trace[956197740] 'read index received' (duration: 438.406312ms)","trace[956197740] 'applied index is now lower than readState.Index' (duration: 619.501797ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:40:34.064929Z","caller":"traceutil/trace.go:171","msg":"trace[1797186836] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"137.183263ms","start":"2026-03-05T06:40:33.927682Z","end":"2026-03-05T06:40:34.064865Z","steps":["trace[1797186836] 'process raft request' (duration: 135.996636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:34.065134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.229694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T06:40:34.065171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058239406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:40:34.065223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.565756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899deb729c3efa4\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-05T06:40:34.06527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.093875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-05T06:40:34.065335Z","caller":"traceutil/trace.go:171","msg":"trace[1111357369] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899deb729c3efa4; range_end:; response_count:1; response_revision:1928; }","duration":"959.71193ms","start":"2026-03-05T06:40:33.105592Z","end":"2026-03-05T06:40:34.065304Z","steps":["trace[1111357369] 'agreement among raft nodes before linearized reading' (duration: 959.441524ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:40:34.065203Z","caller":"traceutil/trace.go:171","msg":"trace[2008148865] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1928; }","duration":"116.335477ms","start":"2026-03-05T06:40:33.94885Z","end":"2026-03-05T06:40:34.065186Z","steps":["trace[2008148865] 'agreement among raft nodes before linearized reading' (duration: 116.179974ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:40:34.065328Z","caller":"traceutil/trace.go:171","msg":"trace[682464978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1928; }","duration":"1.058443881s","start":"2026-03-05T06:40:33.00684Z","end":"2026-03-05T06:40:34.065284Z","steps":["trace[682464978] 'agreement among raft nodes before linearized reading' (duration: 1.058139354s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:34.06545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:33.105569Z","time spent":"959.862763ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899deb729c3efa4\" "} {"level":"info","ts":"2026-03-05T06:40:34.0656Z","caller":"traceutil/trace.go:171","msg":"trace[1929113916] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1928; }","duration":"276.259859ms","start":"2026-03-05T06:40:33.789093Z","end":"2026-03-05T06:40:34.065353Z","steps":["trace[1929113916] 'agreement among raft nodes before linearized reading' (duration: 276.004543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:40:34.065587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:40:33.006827Z","time spent":"1.058658096s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T06:41:08.463659Z","caller":"traceutil/trace.go:171","msg":"trace[513902737] linearizableReadLoop","detail":"{readStateIndex:2195; appliedIndex:2194; }","duration":"140.143974ms","start":"2026-03-05T06:41:08.323481Z","end":"2026-03-05T06:41:08.463625Z","steps":["trace[513902737] 'read index received' (duration: 111.873748ms)","trace[513902737] 'applied index is now lower than readState.Index' (duration: 28.265486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:41:08.463893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.399329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-03-05T06:41:08.463758Z","caller":"traceutil/trace.go:171","msg":"trace[287312314] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"200.562513ms","start":"2026-03-05T06:41:08.263139Z","end":"2026-03-05T06:41:08.463701Z","steps":["trace[287312314] 'process raft request' (duration: 172.400669ms)","trace[287312314] 'compare' (duration: 27.927189ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:41:08.463949Z","caller":"traceutil/trace.go:171","msg":"trace[1277259311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2109; }","duration":"140.528552ms","start":"2026-03-05T06:41:08.323404Z","end":"2026-03-05T06:41:08.463933Z","steps":["trace[1277259311] 'agreement among raft nodes before linearized reading' (duration: 140.344178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:41:10.44404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.936624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:41:10.4445Z","caller":"traceutil/trace.go:171","msg":"trace[1375128407] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"167.381976ms","start":"2026-03-05T06:41:10.277092Z","end":"2026-03-05T06:41:10.444474Z","steps":["trace[1375128407] 'process raft request' (duration: 167.324065ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:41:10.444477Z","caller":"traceutil/trace.go:171","msg":"trace[466956830] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"188.637246ms","start":"2026-03-05T06:41:10.255772Z","end":"2026-03-05T06:41:10.44441Z","steps":["trace[466956830] 'process raft request' (duration: 188.407101ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:41:10.44459Z","caller":"traceutil/trace.go:171","msg":"trace[948119002] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"168.264387ms","start":"2026-03-05T06:41:10.276289Z","end":"2026-03-05T06:41:10.444553Z","steps":["trace[948119002] 'process raft request' (duration: 168.018601ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:41:10.444679Z","caller":"traceutil/trace.go:171","msg":"trace[460271469] linearizableReadLoop","detail":"{readStateIndex:2205; appliedIndex:2203; }","duration":"172.627524ms","start":"2026-03-05T06:41:10.272036Z","end":"2026-03-05T06:41:10.444664Z","steps":["trace[460271469] 'read index received' (duration: 13.941284ms)","trace[460271469] 'applied index is now lower than readState.Index' (duration: 158.68407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:41:10.444909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.748175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-05T06:41:10.444903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.411973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-05T06:41:10.44494Z","caller":"traceutil/trace.go:171","msg":"trace[1658680019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2121; }","duration":"159.808786ms","start":"2026-03-05T06:41:10.285125Z","end":"2026-03-05T06:41:10.444934Z","steps":["trace[1658680019] 'agreement among raft nodes before linearized reading' (duration: 159.621162ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:41:10.444967Z","caller":"traceutil/trace.go:171","msg":"trace[180450370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2121; }","duration":"189.536945ms","start":"2026-03-05T06:41:10.255417Z","end":"2026-03-05T06:41:10.444954Z","steps":["trace[180450370] 'agreement among raft nodes before linearized reading' (duration: 189.30044ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:41:10.444951Z","caller":"traceutil/trace.go:171","msg":"trace[569302455] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"189.574536ms","start":"2026-03-05T06:41:10.255334Z","end":"2026-03-05T06:41:10.444909Z","steps":["trace[569302455] 'process raft request' (duration: 30.632889ms)","trace[569302455] 'compare' (duration: 157.692049ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:41:10.444593Z","caller":"traceutil/trace.go:171","msg":"trace[959948145] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"168.204566ms","start":"2026-03-05T06:41:10.276356Z","end":"2026-03-05T06:41:10.444561Z","steps":["trace[959948145] 'process raft request' (duration: 168.014062ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:41:20.20989Z","caller":"traceutil/trace.go:171","msg":"trace[1777014329] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"213.74502ms","start":"2026-03-05T06:41:19.996115Z","end":"2026-03-05T06:41:20.20986Z","steps":["trace[1777014329] 'process raft request' (duration: 213.524615ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:41:32.724038Z","caller":"traceutil/trace.go:171","msg":"trace[1652650855] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"178.616649ms","start":"2026-03-05T06:41:32.545395Z","end":"2026-03-05T06:41:32.724012Z","steps":["trace[1652650855] 'process raft request' (duration: 175.54595ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:41:32.72408Z","caller":"traceutil/trace.go:171","msg":"trace[952447690] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"170.827064ms","start":"2026-03-05T06:41:32.55322Z","end":"2026-03-05T06:41:32.724047Z","steps":["trace[952447690] 'process raft request' (duration: 170.703472ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:41:32.724029Z","caller":"traceutil/trace.go:171","msg":"trace[1159259690] linearizableReadLoop","detail":"{readStateIndex:2490; appliedIndex:2488; }","duration":"164.682915ms","start":"2026-03-05T06:41:32.559312Z","end":"2026-03-05T06:41:32.723995Z","steps":["trace[1159259690] 'read index received' (duration: 161.989665ms)","trace[1159259690] 'applied index is now lower than readState.Index' (duration: 2.69186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:41:32.724246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.907151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T06:41:32.724317Z","caller":"traceutil/trace.go:171","msg":"trace[1991815249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2392; }","duration":"165.016303ms","start":"2026-03-05T06:41:32.559283Z","end":"2026-03-05T06:41:32.7243Z","steps":["trace[1991815249] 'agreement among raft nodes before linearized reading' (duration: 164.808238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:41:32.724508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.970042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T06:41:32.724563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.426766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T06:41:32.724607Z","caller":"traceutil/trace.go:171","msg":"trace[1361578139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2392; }","duration":"165.161707ms","start":"2026-03-05T06:41:32.559428Z","end":"2026-03-05T06:41:32.724589Z","steps":["trace[1361578139] 'agreement among raft nodes before linearized reading' (duration: 164.842009ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:41:32.724648Z","caller":"traceutil/trace.go:171","msg":"trace[1566730964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2392; }","duration":"150.62896ms","start":"2026-03-05T06:41:32.573997Z","end":"2026-03-05T06:41:32.724626Z","steps":["trace[1566730964] 'agreement among raft nodes before linearized reading' (duration: 150.355123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:41:32.725736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.83389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T06:41:32.725817Z","caller":"traceutil/trace.go:171","msg":"trace[2083511346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2392; }","duration":"154.107568ms","start":"2026-03-05T06:41:32.57169Z","end":"2026-03-05T06:41:32.725797Z","steps":["trace[2083511346] 'agreement among raft nodes before linearized reading' (duration: 152.715586ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:41:34.522983Z","caller":"traceutil/trace.go:171","msg":"trace[4896622] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"100.007972ms","start":"2026-03-05T06:41:34.422952Z","end":"2026-03-05T06:41:34.52296Z","steps":["trace[4896622] 'process raft request' (duration: 99.656283ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:41:35.226612Z","caller":"traceutil/trace.go:171","msg":"trace[552824831] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"128.998823ms","start":"2026-03-05T06:41:35.097591Z","end":"2026-03-05T06:41:35.22659Z","steps":["trace[552824831] 'process raft request' (duration: 100.066341ms)","trace[552824831] 'compare' (duration: 28.83932ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:41:56.996316Z","caller":"traceutil/trace.go:171","msg":"trace[1021309410] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"316.087944ms","start":"2026-03-05T06:41:56.680205Z","end":"2026-03-05T06:41:56.996293Z","steps":["trace[1021309410] 'process raft request' (duration: 315.945691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:41:56.996495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:41:56.680173Z","time spent":"316.235967ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:41:57.095604Z","caller":"traceutil/trace.go:171","msg":"trace[246168496] linearizableReadLoop","detail":"{readStateIndex:2626; appliedIndex:2624; }","duration":"141.206118ms","start":"2026-03-05T06:41:56.954362Z","end":"2026-03-05T06:41:57.095568Z","steps":["trace[246168496] 'read index received' (duration: 41.920344ms)","trace[246168496] 'applied index is now lower than readState.Index' (duration: 99.284514ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:41:57.095633Z","caller":"traceutil/trace.go:171","msg":"trace[1807323854] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"241.048515ms","start":"2026-03-05T06:41:56.85455Z","end":"2026-03-05T06:41:57.095599Z","steps":["trace[1807323854] 'process raft request' (duration: 206.397705ms)","trace[1807323854] 'compare' (duration: 34.440815ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:41:57.095739Z","caller":"traceutil/trace.go:171","msg":"trace[86040776] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"162.118848ms","start":"2026-03-05T06:41:56.933604Z","end":"2026-03-05T06:41:57.095723Z","steps":["trace[86040776] 'process raft request' (duration: 161.914044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:41:57.095913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.539615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T06:41:57.09596Z","caller":"traceutil/trace.go:171","msg":"trace[248264068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2523; }","duration":"141.644747ms","start":"2026-03-05T06:41:56.954304Z","end":"2026-03-05T06:41:57.095949Z","steps":["trace[248264068] 'agreement among raft nodes before linearized reading' (duration: 141.422913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:41:57.09599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.424094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T06:41:57.096011Z","caller":"traceutil/trace.go:171","msg":"trace[529898823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2523; }","duration":"110.482376ms","start":"2026-03-05T06:41:56.985521Z","end":"2026-03-05T06:41:57.096003Z","steps":["trace[529898823] 'agreement among raft nodes before linearized reading' (duration: 110.427164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:41:57.096098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.415397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T06:41:57.095929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.801411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T06:41:57.096125Z","caller":"traceutil/trace.go:171","msg":"trace[70755299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2523; }","duration":"111.464547ms","start":"2026-03-05T06:41:56.984654Z","end":"2026-03-05T06:41:57.096119Z","steps":["trace[70755299] 'agreement among raft nodes before linearized reading' (duration: 111.403316ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:41:57.096156Z","caller":"traceutil/trace.go:171","msg":"trace[1292488653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2523; }","duration":"114.068727ms","start":"2026-03-05T06:41:56.982074Z","end":"2026-03-05T06:41:57.096143Z","steps":["trace[1292488653] 'agreement among raft nodes before linearized reading' (duration: 113.793851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:41:58.254726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.228203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:41:58.254937Z","caller":"traceutil/trace.go:171","msg":"trace[1558770515] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"1.151100806s","start":"2026-03-05T06:41:57.103815Z","end":"2026-03-05T06:41:58.254916Z","steps":["trace[1558770515] 'process raft request' (duration: 528.601057ms)","trace[1558770515] 'compare' (duration: 621.542288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:41:58.255011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:41:57.103798Z","time spent":"1.151183229s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:41:58.255247Z","caller":"traceutil/trace.go:171","msg":"trace[17589223] linearizableReadLoop","detail":"{readStateIndex:2630; appliedIndex:2627; }","duration":"1.022670066s","start":"2026-03-05T06:41:57.232546Z","end":"2026-03-05T06:41:58.255216Z","steps":["trace[17589223] 'read index received' (duration: 399.89631ms)","trace[17589223] 'applied index is now lower than readState.Index' (duration: 622.772696ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:41:58.255285Z","caller":"traceutil/trace.go:171","msg":"trace[555555636] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"1.151032335s","start":"2026-03-05T06:41:57.104213Z","end":"2026-03-05T06:41:58.255246Z","steps":["trace[555555636] 'process raft request' (duration: 1.150880741s)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:41:58.255289Z","caller":"traceutil/trace.go:171","msg":"trace[1019330468] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"1.151395753s","start":"2026-03-05T06:41:57.103845Z","end":"2026-03-05T06:41:58.255241Z","steps":["trace[1019330468] 'process raft request' (duration: 1.150995714s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:41:58.255446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.064848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T06:41:58.255452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:41:57.104205Z","time spent":"1.151155547s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:41:58.255471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:41:57.103825Z","time spent":"1.151555287s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:41:58.255489Z","caller":"traceutil/trace.go:171","msg":"trace[644090761] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2527; }","duration":"246.164161ms","start":"2026-03-05T06:41:58.009309Z","end":"2026-03-05T06:41:58.255473Z","steps":["trace[644090761] 'agreement among raft nodes before linearized reading' (duration: 246.078819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:41:58.255506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.532988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T06:41:58.255522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022962082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-05T06:41:58.255634Z","caller":"traceutil/trace.go:171","msg":"trace[1507262112] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2527; }","duration":"1.023081105s","start":"2026-03-05T06:41:57.23253Z","end":"2026-03-05T06:41:58.255611Z","steps":["trace[1507262112] 'agreement among raft nodes before linearized reading' (duration: 1.02284023s)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:41:58.255568Z","caller":"traceutil/trace.go:171","msg":"trace[1203216] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2527; }","duration":"210.589169ms","start":"2026-03-05T06:41:58.044954Z","end":"2026-03-05T06:41:58.255543Z","steps":["trace[1203216] 'agreement among raft nodes before linearized reading' (duration: 210.454746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:41:58.255691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:41:57.232448Z","time spent":"1.023228948s","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-05T06:41:58.62625Z","caller":"traceutil/trace.go:171","msg":"trace[1169193569] linearizableReadLoop","detail":"{readStateIndex:2631; appliedIndex:2630; }","duration":"367.359129ms","start":"2026-03-05T06:41:58.258869Z","end":"2026-03-05T06:41:58.626228Z","steps":["trace[1169193569] 'read index received' (duration: 285.517136ms)","trace[1169193569] 'applied index is now lower than readState.Index' (duration: 81.841083ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:41:58.626323Z","caller":"traceutil/trace.go:171","msg":"trace[946617407] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"368.055574ms","start":"2026-03-05T06:41:58.258213Z","end":"2026-03-05T06:41:58.626269Z","steps":["trace[946617407] 'process raft request' (duration: 286.068998ms)","trace[946617407] 'compare' (duration: 81.680139ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:41:58.626504Z","caller":"traceutil/trace.go:171","msg":"trace[2087145459] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"257.508555ms","start":"2026-03-05T06:41:58.368972Z","end":"2026-03-05T06:41:58.626481Z","steps":["trace[2087145459] 'process raft request' (duration: 257.203659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:41:58.626545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.632705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-03-05T06:41:58.626559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:41:58.258191Z","time spent":"368.235448ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:41:58.626608Z","caller":"traceutil/trace.go:171","msg":"trace[800550513] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2529; }","duration":"367.754298ms","start":"2026-03-05T06:41:58.258836Z","end":"2026-03-05T06:41:58.62659Z","steps":["trace[800550513] 'agreement among raft nodes before linearized reading' (duration: 367.523833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:41:58.626664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:41:58.258818Z","time spent":"367.825889ms","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-05T06:41:58.626837Z","caller":"traceutil/trace.go:171","msg":"trace[2093125507] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"236.392021ms","start":"2026-03-05T06:41:58.390413Z","end":"2026-03-05T06:41:58.626805Z","steps":["trace[2093125507] 'process raft request' (duration: 235.988842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:41:58.626982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.896922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T06:41:58.627227Z","caller":"traceutil/trace.go:171","msg":"trace[1518519518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2530; }","duration":"161.171007ms","start":"2026-03-05T06:41:58.466033Z","end":"2026-03-05T06:41:58.627204Z","steps":["trace[1518519518] 'agreement among raft nodes before linearized reading' (duration: 160.765038ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:42:04.514009Z","caller":"traceutil/trace.go:171","msg":"trace[1830654740] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"172.739867ms","start":"2026-03-05T06:42:04.341235Z","end":"2026-03-05T06:42:04.513975Z","steps":["trace[1830654740] 'process raft request' (duration: 126.966688ms)","trace[1830654740] 'compare' (duration: 45.577475ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:42:04.514322Z","caller":"traceutil/trace.go:171","msg":"trace[773064258] linearizableReadLoop","detail":"{readStateIndex:2663; appliedIndex:2660; }","duration":"171.96418ms","start":"2026-03-05T06:42:04.342328Z","end":"2026-03-05T06:42:04.514292Z","steps":["trace[773064258] 'read index received' (duration: 125.889684ms)","trace[773064258] 'applied index is now lower than readState.Index' (duration: 46.073506ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:42:04.514372Z","caller":"traceutil/trace.go:171","msg":"trace[1261749908] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"172.797918ms","start":"2026-03-05T06:42:04.34155Z","end":"2026-03-05T06:42:04.514348Z","steps":["trace[1261749908] 'process raft request' (duration: 172.383689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:42:04.514505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.159475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T06:42:04.51452Z","caller":"traceutil/trace.go:171","msg":"trace[1857469879] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"172.818419ms","start":"2026-03-05T06:42:04.341673Z","end":"2026-03-05T06:42:04.514492Z","steps":["trace[1857469879] 'process raft request' (duration: 172.521062ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:42:04.514554Z","caller":"traceutil/trace.go:171","msg":"trace[1458942780] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2558; }","duration":"172.282048ms","start":"2026-03-05T06:42:04.342259Z","end":"2026-03-05T06:42:04.514541Z","steps":["trace[1458942780] 'agreement among raft nodes before linearized reading' (duration: 172.157984ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:42:04.771259Z","caller":"traceutil/trace.go:171","msg":"trace[1221172831] linearizableReadLoop","detail":"{readStateIndex:2666; appliedIndex:2665; }","duration":"115.143121ms","start":"2026-03-05T06:42:04.656085Z","end":"2026-03-05T06:42:04.771228Z","steps":["trace[1221172831] 'read index received' (duration: 27.268724ms)","trace[1221172831] 'applied index is now lower than readState.Index' (duration: 87.872607ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:42:04.771389Z","caller":"traceutil/trace.go:171","msg":"trace[1466273708] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"122.025646ms","start":"2026-03-05T06:42:04.649317Z","end":"2026-03-05T06:42:04.771343Z","steps":["trace[1466273708] 'process raft request' (duration: 34.114107ms)","trace[1466273708] 'compare' (duration: 86.928707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:42:04.771641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.49954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T06:42:04.771728Z","caller":"traceutil/trace.go:171","msg":"trace[1048503780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2561; }","duration":"115.664533ms","start":"2026-03-05T06:42:04.656015Z","end":"2026-03-05T06:42:04.771679Z","steps":["trace[1048503780] 'agreement among raft nodes before linearized reading' (duration: 115.329486ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:42:05.296488Z","caller":"traceutil/trace.go:171","msg":"trace[1323795308] linearizableReadLoop","detail":"{readStateIndex:2669; appliedIndex:2667; }","duration":"162.353734ms","start":"2026-03-05T06:42:05.134098Z","end":"2026-03-05T06:42:05.296451Z","steps":["trace[1323795308] 'read index received' (duration: 7.040548ms)","trace[1323795308] 'applied index is now lower than readState.Index' (duration: 155.311126ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:42:05.296566Z","caller":"traceutil/trace.go:171","msg":"trace[1746062394] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"171.45415ms","start":"2026-03-05T06:42:05.125053Z","end":"2026-03-05T06:42:05.296507Z","steps":["trace[1746062394] 'process raft request' (duration: 123.401258ms)","trace[1746062394] 'compare' (duration: 47.760225ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:42:05.296871Z","caller":"traceutil/trace.go:171","msg":"trace[135333114] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"125.904344ms","start":"2026-03-05T06:42:05.170947Z","end":"2026-03-05T06:42:05.296851Z","steps":["trace[135333114] 'process raft request' (duration: 125.447944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:42:05.296889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.481314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:42:05.29724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.09958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T06:42:05.297286Z","caller":"traceutil/trace.go:171","msg":"trace[1457412540] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2565; }","duration":"125.950625ms","start":"2026-03-05T06:42:05.17131Z","end":"2026-03-05T06:42:05.297261Z","steps":["trace[1457412540] 'agreement among raft nodes before linearized reading' (duration: 125.465994ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:42:05.297529Z","caller":"traceutil/trace.go:171","msg":"trace[1300408393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2565; }","duration":"163.248934ms","start":"2026-03-05T06:42:05.13408Z","end":"2026-03-05T06:42:05.297329Z","steps":["trace[1300408393] 'agreement among raft nodes before linearized reading' (duration: 162.578839ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:44:01.755045Z","caller":"traceutil/trace.go:171","msg":"trace[270181472] transaction","detail":"{read_only:false; response_revision:3288; number_of_response:1; }","duration":"146.019075ms","start":"2026-03-05T06:44:01.608999Z","end":"2026-03-05T06:44:01.755018Z","steps":["trace[270181472] 'process raft request' (duration: 145.745489ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:44:29.524026Z","caller":"traceutil/trace.go:171","msg":"trace[1731172645] linearizableReadLoop","detail":"{readStateIndex:3590; appliedIndex:3589; }","duration":"161.297071ms","start":"2026-03-05T06:44:29.362703Z","end":"2026-03-05T06:44:29.524001Z","steps":["trace[1731172645] 'read index received' (duration: 161.135827ms)","trace[1731172645] 'applied index is now lower than readState.Index' (duration: 160.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:44:29.524133Z","caller":"traceutil/trace.go:171","msg":"trace[1706199422] transaction","detail":"{read_only:false; response_revision:3450; number_of_response:1; }","duration":"172.236634ms","start":"2026-03-05T06:44:29.351841Z","end":"2026-03-05T06:44:29.524077Z","steps":["trace[1706199422] 'process raft request' (duration: 171.984708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:44:29.524339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.615779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T06:44:29.524428Z","caller":"traceutil/trace.go:171","msg":"trace[1646358457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3450; }","duration":"161.756941ms","start":"2026-03-05T06:44:29.362651Z","end":"2026-03-05T06:44:29.524408Z","steps":["trace[1646358457] 'agreement among raft nodes before linearized reading' (duration: 161.529496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:44:29.524399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.949679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T06:44:29.524551Z","caller":"traceutil/trace.go:171","msg":"trace[772780019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3450; }","duration":"159.159844ms","start":"2026-03-05T06:44:29.365377Z","end":"2026-03-05T06:44:29.524536Z","steps":["trace[772780019] 'agreement among raft nodes before linearized reading' (duration: 158.902468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:44:29.524605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.95896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-05T06:44:29.524649Z","caller":"traceutil/trace.go:171","msg":"trace[595651333] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3450; }","duration":"150.021611ms","start":"2026-03-05T06:44:29.374611Z","end":"2026-03-05T06:44:29.524633Z","steps":["trace[595651333] 'agreement among raft nodes before linearized reading' (duration: 149.928779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:44:29.524677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.32363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T06:44:29.524735Z","caller":"traceutil/trace.go:171","msg":"trace[737515184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3450; }","duration":"156.425044ms","start":"2026-03-05T06:44:29.368297Z","end":"2026-03-05T06:44:29.524722Z","steps":["trace[737515184] 'agreement among raft nodes before linearized reading' (duration: 156.264769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:44:35.357362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.084795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T06:44:35.35749Z","caller":"traceutil/trace.go:171","msg":"trace[460168702] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3478; }","duration":"164.282189ms","start":"2026-03-05T06:44:35.193187Z","end":"2026-03-05T06:44:35.357469Z","steps":["trace[460168702] 'count revisions from in-memory index tree' (duration: 163.960312ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:45:46.242757Z","caller":"traceutil/trace.go:171","msg":"trace[1026109442] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"140.781818ms","start":"2026-03-05T06:45:46.101939Z","end":"2026-03-05T06:45:46.242721Z","steps":["trace[1026109442] 'process raft request' (duration: 125.01609ms)","trace[1026109442] 'compare' (duration: 15.509753ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:45:46.670648Z","caller":"traceutil/trace.go:171","msg":"trace[701127681] linearizableReadLoop","detail":"{readStateIndex:4437; appliedIndex:4436; }","duration":"172.85273ms","start":"2026-03-05T06:45:46.497769Z","end":"2026-03-05T06:45:46.670621Z","steps":["trace[701127681] 'read index received' (duration: 166.05764ms)","trace[701127681] 'applied index is now lower than readState.Index' (duration: 6.79393ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:45:46.670708Z","caller":"traceutil/trace.go:171","msg":"trace[1158084621] transaction","detail":"{read_only:false; response_revision:4260; number_of_response:1; }","duration":"178.472584ms","start":"2026-03-05T06:45:46.4922Z","end":"2026-03-05T06:45:46.670673Z","steps":["trace[1158084621] 'process raft request' (duration: 171.537721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:46.670895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.102956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2545"} {"level":"info","ts":"2026-03-05T06:45:46.670938Z","caller":"traceutil/trace.go:171","msg":"trace[617227046] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4260; }","duration":"173.183837ms","start":"2026-03-05T06:45:46.49774Z","end":"2026-03-05T06:45:46.670924Z","steps":["trace[617227046] 'agreement among raft nodes before linearized reading' (duration: 172.984853ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:45:47.629257Z","caller":"traceutil/trace.go:171","msg":"trace[82229199] linearizableReadLoop","detail":"{readStateIndex:4447; appliedIndex:4446; }","duration":"165.424864ms","start":"2026-03-05T06:45:47.463808Z","end":"2026-03-05T06:45:47.629232Z","steps":["trace[82229199] 'read index received' (duration: 160.011875ms)","trace[82229199] 'applied index is now lower than readState.Index' (duration: 5.411969ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:45:47.629445Z","caller":"traceutil/trace.go:171","msg":"trace[1350440729] transaction","detail":"{read_only:false; response_revision:4270; number_of_response:1; }","duration":"356.915737ms","start":"2026-03-05T06:45:47.272446Z","end":"2026-03-05T06:45:47.629362Z","steps":["trace[1350440729] 'process raft request' (duration: 351.360235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:47.62954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.707461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16101"} {"level":"info","ts":"2026-03-05T06:45:47.629584Z","caller":"traceutil/trace.go:171","msg":"trace[885783833] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:4270; }","duration":"165.804453ms","start":"2026-03-05T06:45:47.463767Z","end":"2026-03-05T06:45:47.629571Z","steps":["trace[885783833] 'agreement among raft nodes before linearized reading' (duration: 165.597158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:47.629876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:47.272421Z","time spent":"357.139293ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:45:48.903574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.931726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:45:48.903706Z","caller":"traceutil/trace.go:171","msg":"trace[808905756] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4345; }","duration":"101.11978ms","start":"2026-03-05T06:45:48.802562Z","end":"2026-03-05T06:45:48.903682Z","steps":["trace[808905756] 'count revisions from in-memory index tree' (duration: 100.867685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:48.903564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.509861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-888811ad-4d82-4c16-9d0c-063f0ff0d240\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-05T06:45:48.903891Z","caller":"traceutil/trace.go:171","msg":"trace[1095751391] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-888811ad-4d82-4c16-9d0c-063f0ff0d240; range_end:; response_count:1; response_revision:4345; }","duration":"139.88717ms","start":"2026-03-05T06:45:48.763951Z","end":"2026-03-05T06:45:48.903838Z","steps":["trace[1095751391] 'range keys from in-memory index tree' (duration: 139.301537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:48.905474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.837651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-05T06:45:48.905578Z","caller":"traceutil/trace.go:171","msg":"trace[1017201625] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4345; }","duration":"104.159418ms","start":"2026-03-05T06:45:48.80139Z","end":"2026-03-05T06:45:48.90555Z","steps":["trace[1017201625] 'range keys from in-memory index tree' (duration: 101.967279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:52.110965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.522179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:45:52.11112Z","caller":"traceutil/trace.go:171","msg":"trace[1105860032] linearizableReadLoop","detail":"{readStateIndex:4582; appliedIndex:4581; }","duration":"103.769299ms","start":"2026-03-05T06:45:52.007329Z","end":"2026-03-05T06:45:52.111098Z","steps":["trace[1105860032] 'read index received' (duration: 1.987234ms)","trace[1105860032] 'applied index is now lower than readState.Index' (duration: 101.780055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:45:52.111267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.936463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:45:52.111253Z","caller":"traceutil/trace.go:171","msg":"trace[1540767749] transaction","detail":"{read_only:false; response_revision:4403; number_of_response:1; }","duration":"157.103131ms","start":"2026-03-05T06:45:51.954113Z","end":"2026-03-05T06:45:52.111216Z","steps":["trace[1540767749] 'process raft request' (duration: 55.190423ms)","trace[1540767749] 'compare' (duration: 101.420837ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:45:52.111312Z","caller":"traceutil/trace.go:171","msg":"trace[1368375701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4403; }","duration":"104.030665ms","start":"2026-03-05T06:45:52.00727Z","end":"2026-03-05T06:45:52.111301Z","steps":["trace[1368375701] 'agreement among raft nodes before linearized reading' (duration: 103.937273ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:45:52.526101Z","caller":"traceutil/trace.go:171","msg":"trace[701435146] transaction","detail":"{read_only:false; response_revision:4404; number_of_response:1; }","duration":"411.503877ms","start":"2026-03-05T06:45:52.114575Z","end":"2026-03-05T06:45:52.526079Z","steps":["trace[701435146] 'process raft request' (duration: 411.381415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:52.526238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:52.114553Z","time spent":"411.618799ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:45:52.531447Z","caller":"traceutil/trace.go:171","msg":"trace[816722700] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"416.100138ms","start":"2026-03-05T06:45:52.115292Z","end":"2026-03-05T06:45:52.531392Z","steps":["trace[816722700] 'process raft request' (duration: 415.887804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:52.531545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:52.11528Z","time spent":"416.20759ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:45:52.531925Z","caller":"traceutil/trace.go:171","msg":"trace[114971480] transaction","detail":"{read_only:false; response_revision:4406; number_of_response:1; }","duration":"413.88734ms","start":"2026-03-05T06:45:52.118029Z","end":"2026-03-05T06:45:52.531916Z","steps":["trace[114971480] 'process raft request' (duration: 413.261986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:52.531977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:52.118015Z","time spent":"413.93708ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1920,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:45:52.532197Z","caller":"traceutil/trace.go:171","msg":"trace[335308549] transaction","detail":"{read_only:false; response_revision:4407; number_of_response:1; }","duration":"265.563164ms","start":"2026-03-05T06:45:52.266625Z","end":"2026-03-05T06:45:52.532188Z","steps":["trace[335308549] 'process raft request' (duration: 264.758385ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:45:52.536059Z","caller":"traceutil/trace.go:171","msg":"trace[672089352] linearizableReadLoop","detail":"{readStateIndex:4585; appliedIndex:4582; }","duration":"399.250347ms","start":"2026-03-05T06:45:52.13679Z","end":"2026-03-05T06:45:52.53604Z","steps":["trace[672089352] 'read index received' (duration: 389.228174ms)","trace[672089352] 'applied index is now lower than readState.Index' (duration: 10.021273ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:45:52.536124Z","caller":"traceutil/trace.go:171","msg":"trace[925780960] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"269.210315ms","start":"2026-03-05T06:45:52.266881Z","end":"2026-03-05T06:45:52.536091Z","steps":["trace[925780960] 'process raft request' (duration: 264.538681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:52.536235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.367555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T06:45:52.536244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.435431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T06:45:52.536276Z","caller":"traceutil/trace.go:171","msg":"trace[725972841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4408; }","duration":"397.415826ms","start":"2026-03-05T06:45:52.13885Z","end":"2026-03-05T06:45:52.536266Z","steps":["trace[725972841] 'agreement among raft nodes before linearized reading' (duration: 397.319214ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:45:52.536286Z","caller":"traceutil/trace.go:171","msg":"trace[1587245488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4408; }","duration":"399.504562ms","start":"2026-03-05T06:45:52.136774Z","end":"2026-03-05T06:45:52.536278Z","steps":["trace[1587245488] 'agreement among raft nodes before linearized reading' (duration: 399.370519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:52.536299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:52.138845Z","time spent":"397.448706ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T06:45:52.536315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:52.136768Z","time spent":"399.540423ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T06:45:52.536419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.676043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm4tz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T06:45:52.536444Z","caller":"traceutil/trace.go:171","msg":"trace[1977426741] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm4tz; range_end:; response_count:1; response_revision:4408; }","duration":"203.728914ms","start":"2026-03-05T06:45:52.33271Z","end":"2026-03-05T06:45:52.536439Z","steps":["trace[1977426741] 'agreement among raft nodes before linearized reading' (duration: 203.666643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:52.536467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.58671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a47e600e-053a-4ae5-9c06-267032e66d0f\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-03-05T06:45:52.536501Z","caller":"traceutil/trace.go:171","msg":"trace[1573636960] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a47e600e-053a-4ae5-9c06-267032e66d0f; range_end:; response_count:1; response_revision:4408; }","duration":"323.640061ms","start":"2026-03-05T06:45:52.212851Z","end":"2026-03-05T06:45:52.536491Z","steps":["trace[1573636960] 'agreement among raft nodes before linearized reading' (duration: 323.511408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:52.53652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:52.212841Z","time spent":"323.674831ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4092,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a47e600e-053a-4ae5-9c06-267032e66d0f\" "} {"level":"info","ts":"2026-03-05T06:45:55.139758Z","caller":"traceutil/trace.go:171","msg":"trace[2118148731] linearizableReadLoop","detail":"{readStateIndex:4661; appliedIndex:4660; }","duration":"132.628448ms","start":"2026-03-05T06:45:55.007106Z","end":"2026-03-05T06:45:55.139735Z","steps":["trace[2118148731] 'read index received' (duration: 115.258903ms)","trace[2118148731] 'applied index is now lower than readState.Index' (duration: 17.368485ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:45:55.140024Z","caller":"traceutil/trace.go:171","msg":"trace[19203995] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"133.127289ms","start":"2026-03-05T06:45:55.006882Z","end":"2026-03-05T06:45:55.14001Z","steps":["trace[19203995] 'process raft request' (duration: 115.481528ms)","trace[19203995] 'compare' (duration: 17.266283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:45:55.140482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.354255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-05T06:45:55.140534Z","caller":"traceutil/trace.go:171","msg":"trace[1891005387] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4478; }","duration":"133.452997ms","start":"2026-03-05T06:45:55.007067Z","end":"2026-03-05T06:45:55.14052Z","steps":["trace[1891005387] 'agreement among raft nodes before linearized reading' (duration: 133.157021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:55.141116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.978179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-05T06:45:55.141181Z","caller":"traceutil/trace.go:171","msg":"trace[660991395] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4478; }","duration":"134.087091ms","start":"2026-03-05T06:45:55.00708Z","end":"2026-03-05T06:45:55.141168Z","steps":["trace[660991395] 'agreement among raft nodes before linearized reading' (duration: 132.969146ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:45:55.390899Z","caller":"traceutil/trace.go:171","msg":"trace[946299677] transaction","detail":"{read_only:false; response_revision:4479; number_of_response:1; }","duration":"154.597045ms","start":"2026-03-05T06:45:55.236281Z","end":"2026-03-05T06:45:55.390878Z","steps":["trace[946299677] 'process raft request' (duration: 154.464722ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:45:55.703352Z","caller":"traceutil/trace.go:171","msg":"trace[2082146388] linearizableReadLoop","detail":"{readStateIndex:4663; appliedIndex:4661; }","duration":"332.15432ms","start":"2026-03-05T06:45:55.37117Z","end":"2026-03-05T06:45:55.703324Z","steps":["trace[2082146388] 'read index received' (duration: 19.678116ms)","trace[2082146388] 'applied index is now lower than readState.Index' (duration: 312.474864ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:45:55.703414Z","caller":"traceutil/trace.go:171","msg":"trace[1996208109] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"388.120249ms","start":"2026-03-05T06:45:55.315266Z","end":"2026-03-05T06:45:55.703387Z","steps":["trace[1996208109] 'process raft request' (duration: 387.805662ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:45:55.70347Z","caller":"traceutil/trace.go:171","msg":"trace[993408562] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"331.471595ms","start":"2026-03-05T06:45:55.371965Z","end":"2026-03-05T06:45:55.703436Z","steps":["trace[993408562] 'process raft request' (duration: 331.298701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:55.703595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:55.315235Z","time spent":"388.230322ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:45:55.703621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:55.371951Z","time spent":"331.588558ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T06:45:55.703627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.434796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8ndwt\" ","response":"range_response_count:1 size:9633"} {"level":"info","ts":"2026-03-05T06:45:55.703695Z","caller":"traceutil/trace.go:171","msg":"trace[164510688] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8ndwt; range_end:; response_count:1; response_revision:4481; }","duration":"332.541789ms","start":"2026-03-05T06:45:55.371135Z","end":"2026-03-05T06:45:55.703677Z","steps":["trace[164510688] 'agreement among raft nodes before linearized reading' (duration: 332.291993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:55.703735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:55.371122Z","time spent":"332.60529ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9657,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8ndwt\" "} {"level":"warn","ts":"2026-03-05T06:45:57.383047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.355945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:45:57.384478Z","caller":"traceutil/trace.go:171","msg":"trace[1416168596] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"765.320047ms","start":"2026-03-05T06:45:56.619108Z","end":"2026-03-05T06:45:57.384428Z","steps":["trace[1416168596] 'process raft request' (duration: 120.455318ms)","trace[1416168596] 'compare' (duration: 643.206532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:45:57.384645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:56.619086Z","time spent":"765.480361ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:45:57.384691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.280555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"info","ts":"2026-03-05T06:45:57.384749Z","caller":"traceutil/trace.go:171","msg":"trace[858052947] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4574; }","duration":"760.343256ms","start":"2026-03-05T06:45:56.624395Z","end":"2026-03-05T06:45:57.384739Z","steps":["trace[858052947] 'agreement among raft nodes before linearized reading' (duration: 760.106211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:57.384781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:56.624362Z","time spent":"760.412598ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62928,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T06:45:57.384342Z","caller":"traceutil/trace.go:171","msg":"trace[283102079] linearizableReadLoop","detail":"{readStateIndex:4759; appliedIndex:4758; }","duration":"759.890697ms","start":"2026-03-05T06:45:56.6244Z","end":"2026-03-05T06:45:57.38429Z","steps":["trace[283102079] 'read index received' (duration: 115.175492ms)","trace[283102079] 'applied index is now lower than readState.Index' (duration: 644.713755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:45:57.385241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.85336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:45:57.385273Z","caller":"traceutil/trace.go:171","msg":"trace[1062530249] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4574; }","duration":"673.910802ms","start":"2026-03-05T06:45:56.711354Z","end":"2026-03-05T06:45:57.385265Z","steps":["trace[1062530249] 'agreement among raft nodes before linearized reading' (duration: 673.858611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:57.385294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:56.711343Z","time spent":"673.945842ms","remote":"127.0.0.1:53782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T06:45:57.385258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.399625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:45:57.385525Z","caller":"traceutil/trace.go:171","msg":"trace[1432797778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4574; }","duration":"378.69208ms","start":"2026-03-05T06:45:57.006818Z","end":"2026-03-05T06:45:57.38551Z","steps":["trace[1432797778] 'agreement among raft nodes before linearized reading' (duration: 378.397264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:57.385556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.302832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T06:45:57.385611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.627579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T06:45:57.385612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.455747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719020"} {"level":"info","ts":"2026-03-05T06:45:57.385641Z","caller":"traceutil/trace.go:171","msg":"trace[858831259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4574; }","duration":"731.679921ms","start":"2026-03-05T06:45:56.653952Z","end":"2026-03-05T06:45:57.385632Z","steps":["trace[858831259] 'agreement among raft nodes before linearized reading' (duration: 731.61645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:57.38566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:56.653939Z","time spent":"731.716461ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T06:45:57.385654Z","caller":"traceutil/trace.go:171","msg":"trace[602299329] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4574; }","duration":"746.527699ms","start":"2026-03-05T06:45:56.639115Z","end":"2026-03-05T06:45:57.385643Z","steps":["trace[602299329] 'agreement among raft nodes before linearized reading' (duration: 746.09428ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:45:57.385649Z","caller":"traceutil/trace.go:171","msg":"trace[1323524339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4574; }","duration":"731.437396ms","start":"2026-03-05T06:45:56.654193Z","end":"2026-03-05T06:45:57.38563Z","steps":["trace[1323524339] 'agreement among raft nodes before linearized reading' (duration: 731.126779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:57.385694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:56.639099Z","time spent":"746.58634ms","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719044,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-05T06:45:57.385713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:56.654186Z","time spent":"731.515957ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T06:45:57.385467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.414643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T06:45:57.385827Z","caller":"traceutil/trace.go:171","msg":"trace[291899261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4574; }","duration":"642.7381ms","start":"2026-03-05T06:45:56.743046Z","end":"2026-03-05T06:45:57.385784Z","steps":["trace[291899261] 'agreement among raft nodes before linearized reading' (duration: 642.373162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:57.385807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.54242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-05T06:45:57.385902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:56.743014Z","time spent":"642.869182ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T06:45:57.38599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:57.006799Z","time spent":"379.157131ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T06:45:57.386024Z","caller":"traceutil/trace.go:171","msg":"trace[1581985062] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4574; }","duration":"709.719164ms","start":"2026-03-05T06:45:56.676176Z","end":"2026-03-05T06:45:57.385895Z","steps":["trace[1581985062] 'agreement among raft nodes before linearized reading' (duration: 709.320795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:57.38624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:56.676163Z","time spent":"710.013211ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-05T06:45:57.523592Z","caller":"traceutil/trace.go:171","msg":"trace[1982108201] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"133.1976ms","start":"2026-03-05T06:45:57.390362Z","end":"2026-03-05T06:45:57.52356Z","steps":["trace[1982108201] 'process raft request' (duration: 132.181958ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:45:57.523649Z","caller":"traceutil/trace.go:171","msg":"trace[1017314976] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"133.047947ms","start":"2026-03-05T06:45:57.390566Z","end":"2026-03-05T06:45:57.523614Z","steps":["trace[1017314976] 'process raft request' (duration: 132.886724ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:45:57.523693Z","caller":"traceutil/trace.go:171","msg":"trace[266959952] linearizableReadLoop","detail":"{readStateIndex:4762; appliedIndex:4760; }","duration":"130.866829ms","start":"2026-03-05T06:45:57.392804Z","end":"2026-03-05T06:45:57.523671Z","steps":["trace[266959952] 'read index received' (duration: 69.614091ms)","trace[266959952] 'applied index is now lower than readState.Index' (duration: 61.251048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:45:57.524004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.36897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8ndwt.1899df089a01644d\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-05T06:45:57.523993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.159625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8ndwt\" ","response":"range_response_count:1 size:9747"} {"level":"info","ts":"2026-03-05T06:45:57.524048Z","caller":"traceutil/trace.go:171","msg":"trace[724499108] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8ndwt.1899df089a01644d; range_end:; response_count:1; response_revision:4578; }","duration":"126.456162ms","start":"2026-03-05T06:45:57.397575Z","end":"2026-03-05T06:45:57.524031Z","steps":["trace[724499108] 'agreement among raft nodes before linearized reading' (duration: 126.283018ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:45:57.524076Z","caller":"traceutil/trace.go:171","msg":"trace[1500204048] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8ndwt; range_end:; response_count:1; response_revision:4578; }","duration":"131.280658ms","start":"2026-03-05T06:45:57.392759Z","end":"2026-03-05T06:45:57.52404Z","steps":["trace[1500204048] 'agreement among raft nodes before linearized reading' (duration: 131.043163ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:45:57.667652Z","caller":"traceutil/trace.go:171","msg":"trace[1962805577] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"115.326845ms","start":"2026-03-05T06:45:57.552297Z","end":"2026-03-05T06:45:57.667624Z","steps":["trace[1962805577] 'process raft request' (duration: 115.018918ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:45:59.239647Z","caller":"traceutil/trace.go:171","msg":"trace[162882290] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"642.570557ms","start":"2026-03-05T06:45:58.59705Z","end":"2026-03-05T06:45:59.239621Z","steps":["trace[162882290] 'process raft request' (duration: 642.415224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:59.2399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:58.597026Z","time spent":"642.794403ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:45:59.240577Z","caller":"traceutil/trace.go:171","msg":"trace[1750760347] linearizableReadLoop","detail":"{readStateIndex:4782; appliedIndex:4779; }","duration":"492.675956ms","start":"2026-03-05T06:45:58.747878Z","end":"2026-03-05T06:45:59.240553Z","steps":["trace[1750760347] 'read index received' (duration: 491.608692ms)","trace[1750760347] 'applied index is now lower than readState.Index' (duration: 1.066274ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:45:59.240633Z","caller":"traceutil/trace.go:171","msg":"trace[1228431545] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"631.355879ms","start":"2026-03-05T06:45:58.609245Z","end":"2026-03-05T06:45:59.240601Z","steps":["trace[1228431545] 'process raft request' (duration: 631.157084ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:45:59.240628Z","caller":"traceutil/trace.go:171","msg":"trace[722936385] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"628.966866ms","start":"2026-03-05T06:45:58.611626Z","end":"2026-03-05T06:45:59.240593Z","steps":["trace[722936385] 'process raft request' (duration: 628.889664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:59.240785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:58.609222Z","time spent":"631.480371ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:45:59.241023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:58.61162Z","time spent":"629.208091ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:45:59.241381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.647292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:45:59.241508Z","caller":"traceutil/trace.go:171","msg":"trace[901706402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4597; }","duration":"231.810616ms","start":"2026-03-05T06:45:59.009678Z","end":"2026-03-05T06:45:59.241488Z","steps":["trace[901706402] 'agreement among raft nodes before linearized reading' (duration: 231.059669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:59.241756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.859353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719020"} {"level":"info","ts":"2026-03-05T06:45:59.241807Z","caller":"traceutil/trace.go:171","msg":"trace[1751824317] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4597; }","duration":"493.927625ms","start":"2026-03-05T06:45:58.747865Z","end":"2026-03-05T06:45:59.241793Z","steps":["trace[1751824317] 'agreement among raft nodes before linearized reading' (duration: 492.82325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:45:59.241849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:45:58.747812Z","time spent":"494.027207ms","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719044,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-05T06:46:00.176121Z","caller":"traceutil/trace.go:171","msg":"trace[937901320] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"138.003458ms","start":"2026-03-05T06:46:00.038094Z","end":"2026-03-05T06:46:00.176098Z","steps":["trace[937901320] 'process raft request' (duration: 137.865314ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:00.176144Z","caller":"traceutil/trace.go:171","msg":"trace[1708811145] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"141.173958ms","start":"2026-03-05T06:46:00.03494Z","end":"2026-03-05T06:46:00.176114Z","steps":["trace[1708811145] 'process raft request' (duration: 100.911226ms)","trace[1708811145] 'compare' (duration: 39.910084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:00.766783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.58661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:46:00.767035Z","caller":"traceutil/trace.go:171","msg":"trace[2108768230] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"367.228806ms","start":"2026-03-05T06:46:00.399785Z","end":"2026-03-05T06:46:00.767014Z","steps":["trace[2108768230] 'process raft request' (duration: 367.131644ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:00.767037Z","caller":"traceutil/trace.go:171","msg":"trace[1234319831] linearizableReadLoop","detail":"{readStateIndex:4807; appliedIndex:4806; }","duration":"369.577788ms","start":"2026-03-05T06:46:00.397431Z","end":"2026-03-05T06:46:00.767009Z","steps":["trace[1234319831] 'read index received' (duration: 12.700311ms)","trace[1234319831] 'applied index is now lower than readState.Index' (duration: 356.875307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:00.767156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:00.39977Z","time spent":"367.320768ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:00.767298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.832141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5083"} {"level":"warn","ts":"2026-03-05T06:46:00.767325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.882161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-05T06:46:00.767348Z","caller":"traceutil/trace.go:171","msg":"trace[572448994] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:4621; }","duration":"368.935353ms","start":"2026-03-05T06:46:00.398402Z","end":"2026-03-05T06:46:00.767337Z","steps":["trace[572448994] 'agreement among raft nodes before linearized reading' (duration: 368.747289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:00.767347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.254175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-26e6f5ac-db90-4650-afb0-9666c43e7082\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-03-05T06:46:00.767377Z","caller":"traceutil/trace.go:171","msg":"trace[1263721471] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4621; }","duration":"149.999743ms","start":"2026-03-05T06:46:00.61736Z","end":"2026-03-05T06:46:00.76736Z","steps":["trace[1263721471] 'agreement among raft nodes before linearized reading' (duration: 149.794578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:00.767389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:00.398378Z","time spent":"369.002276ms","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5107,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"info","ts":"2026-03-05T06:46:00.767403Z","caller":"traceutil/trace.go:171","msg":"trace[641614739] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-26e6f5ac-db90-4650-afb0-9666c43e7082; range_end:; response_count:1; response_revision:4621; }","duration":"357.370137ms","start":"2026-03-05T06:46:00.410017Z","end":"2026-03-05T06:46:00.767387Z","steps":["trace[641614739] 'agreement among raft nodes before linearized reading' (duration: 357.193873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:00.767368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.909746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-qhwtr\" ","response":"range_response_count:1 size:4949"} {"level":"warn","ts":"2026-03-05T06:46:00.767441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:00.409976Z","time spent":"357.456539ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3918,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-26e6f5ac-db90-4650-afb0-9666c43e7082\" "} {"level":"info","ts":"2026-03-05T06:46:00.767462Z","caller":"traceutil/trace.go:171","msg":"trace[1001527193] range","detail":"{range_begin:/registry/pods/monitoring/vector-qhwtr; range_end:; response_count:1; response_revision:4621; }","duration":"370.067989ms","start":"2026-03-05T06:46:00.397371Z","end":"2026-03-05T06:46:00.767439Z","steps":["trace[1001527193] 'agreement among raft nodes before linearized reading' (duration: 369.743932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:00.767615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:00.397356Z","time spent":"370.248113ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":4973,"request content":"key:\"/registry/pods/monitoring/vector-qhwtr\" "} {"level":"info","ts":"2026-03-05T06:46:00.767628Z","caller":"traceutil/trace.go:171","msg":"trace[1250478112] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"371.799428ms","start":"2026-03-05T06:46:00.395154Z","end":"2026-03-05T06:46:00.766954Z","steps":["trace[1250478112] 'process raft request' (duration: 14.966952ms)","trace[1250478112] 'compare' (duration: 356.428667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:00.767718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:00.395128Z","time spent":"372.550795ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T06:46:00.767817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.603169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777201"} {"level":"info","ts":"2026-03-05T06:46:00.767923Z","caller":"traceutil/trace.go:171","msg":"trace[177638529] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4621; }","duration":"165.763503ms","start":"2026-03-05T06:46:00.602138Z","end":"2026-03-05T06:46:00.767902Z","steps":["trace[177638529] 'agreement among raft nodes before linearized reading' (duration: 165.030777ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:01.134177Z","caller":"traceutil/trace.go:171","msg":"trace[1845121533] linearizableReadLoop","detail":"{readStateIndex:4809; appliedIndex:4808; }","duration":"142.921446ms","start":"2026-03-05T06:46:00.991226Z","end":"2026-03-05T06:46:01.134148Z","steps":["trace[1845121533] 'read index received' (duration: 104.881604ms)","trace[1845121533] 'applied index is now lower than readState.Index' (duration: 38.035502ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:01.134339Z","caller":"traceutil/trace.go:171","msg":"trace[438578982] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"357.588262ms","start":"2026-03-05T06:46:00.776713Z","end":"2026-03-05T06:46:01.134302Z","steps":["trace[438578982] 'process raft request' (duration: 319.369166ms)","trace[438578982] 'compare' (duration: 37.598392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:01.134474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:00.776697Z","time spent":"357.688335ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5837,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:01.134477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.84595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:46:01.134547Z","caller":"traceutil/trace.go:171","msg":"trace[558541112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4622; }","duration":"126.948963ms","start":"2026-03-05T06:46:01.00758Z","end":"2026-03-05T06:46:01.134529Z","steps":["trace[558541112] 'agreement among raft nodes before linearized reading' (duration: 126.84295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:01.134842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.57835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T06:46:01.134933Z","caller":"traceutil/trace.go:171","msg":"trace[1190656984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4622; }","duration":"143.756365ms","start":"2026-03-05T06:46:00.991158Z","end":"2026-03-05T06:46:01.134914Z","steps":["trace[1190656984] 'agreement among raft nodes before linearized reading' (duration: 143.553451ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:01.62912Z","caller":"traceutil/trace.go:171","msg":"trace[1710285605] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"145.984865ms","start":"2026-03-05T06:46:01.483091Z","end":"2026-03-05T06:46:01.629076Z","steps":["trace[1710285605] 'process raft request' (duration: 145.76979ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:01.660179Z","caller":"traceutil/trace.go:171","msg":"trace[2047394616] linearizableReadLoop","detail":"{readStateIndex:4816; appliedIndex:4814; }","duration":"120.092681ms","start":"2026-03-05T06:46:01.540056Z","end":"2026-03-05T06:46:01.660149Z","steps":["trace[2047394616] 'read index received' (duration: 88.798658ms)","trace[2047394616] 'applied index is now lower than readState.Index' (duration: 31.292633ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:01.660253Z","caller":"traceutil/trace.go:171","msg":"trace[1810259895] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"175.726264ms","start":"2026-03-05T06:46:01.484504Z","end":"2026-03-05T06:46:01.66023Z","steps":["trace[1810259895] 'process raft request' (duration: 175.481338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:01.660498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.417758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T06:46:01.660547Z","caller":"traceutil/trace.go:171","msg":"trace[415654294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4629; }","duration":"120.51365ms","start":"2026-03-05T06:46:01.540021Z","end":"2026-03-05T06:46:01.660535Z","steps":["trace[415654294] 'agreement among raft nodes before linearized reading' (duration: 120.281405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:01.660591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.944857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T06:46:01.660633Z","caller":"traceutil/trace.go:171","msg":"trace[1927058928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4629; }","duration":"115.025138ms","start":"2026-03-05T06:46:01.545596Z","end":"2026-03-05T06:46:01.660621Z","steps":["trace[1927058928] 'agreement among raft nodes before linearized reading' (duration: 114.800513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:02.564118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.410426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:46:02.564246Z","caller":"traceutil/trace.go:171","msg":"trace[1288423546] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"899.145072ms","start":"2026-03-05T06:46:01.665078Z","end":"2026-03-05T06:46:02.564223Z","steps":["trace[1288423546] 'process raft request' (duration: 506.546483ms)","trace[1288423546] 'compare' (duration: 392.079457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:02.564306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:01.665047Z","time spent":"899.231683ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:46:02.647064Z","caller":"traceutil/trace.go:171","msg":"trace[28264003] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"981.910324ms","start":"2026-03-05T06:46:01.665124Z","end":"2026-03-05T06:46:02.647035Z","steps":["trace[28264003] 'process raft request' (duration: 981.490855ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:02.647754Z","caller":"traceutil/trace.go:171","msg":"trace[1159177793] linearizableReadLoop","detail":"{readStateIndex:4818; appliedIndex:4816; }","duration":"874.739901ms","start":"2026-03-05T06:46:01.772995Z","end":"2026-03-05T06:46:02.647735Z","steps":["trace[1159177793] 'read index received' (duration: 398.656313ms)","trace[1159177793] 'applied index is now lower than readState.Index' (duration: 476.081748ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:02.647783Z","caller":"traceutil/trace.go:171","msg":"trace[2088714843] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"774.5559ms","start":"2026-03-05T06:46:01.873199Z","end":"2026-03-05T06:46:02.647755Z","steps":["trace[2088714843] 'process raft request' (duration: 773.580239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:02.647969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:01.873175Z","time spent":"774.694414ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:02.648047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.035908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-26e6f5ac-db90-4650-afb0-9666c43e7082\" ","response":"range_response_count:1 size:3894"} {"level":"warn","ts":"2026-03-05T06:46:02.648137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.303134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:46:02.648165Z","caller":"traceutil/trace.go:171","msg":"trace[1934730825] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-26e6f5ac-db90-4650-afb0-9666c43e7082; range_end:; response_count:1; response_revision:4632; }","duration":"875.204352ms","start":"2026-03-05T06:46:01.772937Z","end":"2026-03-05T06:46:02.648141Z","steps":["trace[1934730825] 'agreement among raft nodes before linearized reading' (duration: 874.852873ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:02.648219Z","caller":"traceutil/trace.go:171","msg":"trace[1575645187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4632; }","duration":"643.437937ms","start":"2026-03-05T06:46:02.004763Z","end":"2026-03-05T06:46:02.648201Z","steps":["trace[1575645187] 'agreement among raft nodes before linearized reading' (duration: 643.281523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:02.648223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:01.772914Z","time spent":"875.298864ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3918,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-26e6f5ac-db90-4650-afb0-9666c43e7082\" "} {"level":"warn","ts":"2026-03-05T06:46:02.648278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:02.004747Z","time spent":"643.517648ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T06:46:02.648521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:01.665095Z","time spent":"983.238495ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:02.649122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.161484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777201"} {"level":"info","ts":"2026-03-05T06:46:02.649246Z","caller":"traceutil/trace.go:171","msg":"trace[1715675276] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4632; }","duration":"761.325208ms","start":"2026-03-05T06:46:01.887902Z","end":"2026-03-05T06:46:02.649227Z","steps":["trace[1715675276] 'agreement among raft nodes before linearized reading' (duration: 760.148103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:02.64936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:01.88789Z","time spent":"761.453861ms","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777225,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-05T06:46:03.488508Z","caller":"traceutil/trace.go:171","msg":"trace[408534100] linearizableReadLoop","detail":"{readStateIndex:4847; appliedIndex:4846; }","duration":"149.609455ms","start":"2026-03-05T06:46:03.338867Z","end":"2026-03-05T06:46:03.488477Z","steps":["trace[408534100] 'read index received' (duration: 81.107817ms)","trace[408534100] 'applied index is now lower than readState.Index' (duration: 68.500458ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:03.488668Z","caller":"traceutil/trace.go:171","msg":"trace[1045174147] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"153.178784ms","start":"2026-03-05T06:46:03.335458Z","end":"2026-03-05T06:46:03.488637Z","steps":["trace[1045174147] 'process raft request' (duration: 152.202562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:03.489012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.121546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T06:46:03.489067Z","caller":"traceutil/trace.go:171","msg":"trace[1804391434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4659; }","duration":"150.226319ms","start":"2026-03-05T06:46:03.338827Z","end":"2026-03-05T06:46:03.489053Z","steps":["trace[1804391434] 'agreement among raft nodes before linearized reading' (duration: 149.82335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:03.489301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.770613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:46:03.489381Z","caller":"traceutil/trace.go:171","msg":"trace[1729579712] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4660; }","duration":"128.910086ms","start":"2026-03-05T06:46:03.360456Z","end":"2026-03-05T06:46:03.489366Z","steps":["trace[1729579712] 'agreement among raft nodes before linearized reading' (duration: 128.766533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:03.490296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.440007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787437"} {"level":"info","ts":"2026-03-05T06:46:03.490395Z","caller":"traceutil/trace.go:171","msg":"trace[424131496] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4660; }","duration":"129.5528ms","start":"2026-03-05T06:46:03.360819Z","end":"2026-03-05T06:46:03.490372Z","steps":["trace[424131496] 'agreement among raft nodes before linearized reading' (duration: 128.612289ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:04.435647Z","caller":"traceutil/trace.go:171","msg":"trace[317499274] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"100.947617ms","start":"2026-03-05T06:46:04.334681Z","end":"2026-03-05T06:46:04.435628Z","steps":["trace[317499274] 'process raft request' (duration: 100.796993ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:04.57666Z","caller":"traceutil/trace.go:171","msg":"trace[837352289] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"137.355243ms","start":"2026-03-05T06:46:04.439267Z","end":"2026-03-05T06:46:04.576622Z","steps":["trace[837352289] 'process raft request' (duration: 95.856384ms)","trace[837352289] 'compare' (duration: 41.291095ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:04.57687Z","caller":"traceutil/trace.go:171","msg":"trace[902138874] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"136.453593ms","start":"2026-03-05T06:46:04.440394Z","end":"2026-03-05T06:46:04.576847Z","steps":["trace[902138874] 'process raft request' (duration: 136.174277ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:04.576884Z","caller":"traceutil/trace.go:171","msg":"trace[1879289168] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"131.299479ms","start":"2026-03-05T06:46:04.445555Z","end":"2026-03-05T06:46:04.576854Z","steps":["trace[1879289168] 'process raft request' (duration: 131.204207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:04.577031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.76029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-05T06:46:04.577108Z","caller":"traceutil/trace.go:171","msg":"trace[540791977] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4688; }","duration":"108.844072ms","start":"2026-03-05T06:46:04.468242Z","end":"2026-03-05T06:46:04.577086Z","steps":["trace[540791977] 'agreement among raft nodes before linearized reading' (duration: 108.635227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:04.577383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.134341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:4702"} {"level":"info","ts":"2026-03-05T06:46:04.577466Z","caller":"traceutil/trace.go:171","msg":"trace[1351614326] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:4688; }","duration":"138.240593ms","start":"2026-03-05T06:46:04.439211Z","end":"2026-03-05T06:46:04.577452Z","steps":["trace[1351614326] 'agreement among raft nodes before linearized reading' (duration: 138.035188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:05.046486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.513791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:46:05.046715Z","caller":"traceutil/trace.go:171","msg":"trace[1101250928] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"464.739387ms","start":"2026-03-05T06:46:04.581831Z","end":"2026-03-05T06:46:05.04657Z","steps":["trace[1101250928] 'process raft request' (duration: 242.059463ms)","trace[1101250928] 'compare' (duration: 222.407918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:05.046815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:04.581811Z","time spent":"464.969152ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:46:05.050014Z","caller":"traceutil/trace.go:171","msg":"trace[1742789662] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"467.204892ms","start":"2026-03-05T06:46:04.582795Z","end":"2026-03-05T06:46:05.05Z","steps":["trace[1742789662] 'process raft request' (duration: 466.994968ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:05.050065Z","caller":"traceutil/trace.go:171","msg":"trace[2065443894] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"463.751716ms","start":"2026-03-05T06:46:04.586293Z","end":"2026-03-05T06:46:05.050045Z","steps":["trace[2065443894] 'process raft request' (duration: 463.620883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:05.050253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:04.586276Z","time spent":"463.93648ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5573,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:05.050265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.408226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-888811ad-4d82-4c16-9d0c-063f0ff0d240\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-05T06:46:05.050317Z","caller":"traceutil/trace.go:171","msg":"trace[852446116] range","detail":"{range_begin:/registry/persistentvolumes/pvc-888811ad-4d82-4c16-9d0c-063f0ff0d240; range_end:; response_count:1; response_revision:4692; }","duration":"467.487268ms","start":"2026-03-05T06:46:04.582815Z","end":"2026-03-05T06:46:05.050303Z","steps":["trace[852446116] 'agreement among raft nodes before linearized reading' (duration: 467.293334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:05.050356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:04.582802Z","time spent":"467.54512ms","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-888811ad-4d82-4c16-9d0c-063f0ff0d240\" "} {"level":"info","ts":"2026-03-05T06:46:05.050052Z","caller":"traceutil/trace.go:171","msg":"trace[526706822] linearizableReadLoop","detail":"{readStateIndex:4880; appliedIndex:4878; }","duration":"467.189672ms","start":"2026-03-05T06:46:04.582833Z","end":"2026-03-05T06:46:05.050023Z","steps":["trace[526706822] 'read index received' (duration: 241.02747ms)","trace[526706822] 'applied index is now lower than readState.Index' (duration: 226.161012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:05.050126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:04.582781Z","time spent":"467.275613ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:46:05.050148Z","caller":"traceutil/trace.go:171","msg":"trace[40857657] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"393.845517ms","start":"2026-03-05T06:46:04.656288Z","end":"2026-03-05T06:46:05.050134Z","steps":["trace[40857657] 'process raft request' (duration: 393.682454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:05.050712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:04.656251Z","time spent":"394.399249ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:05.084891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.412167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T06:46:05.084934Z","caller":"traceutil/trace.go:171","msg":"trace[93265225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4693; }","duration":"430.482588ms","start":"2026-03-05T06:46:04.654442Z","end":"2026-03-05T06:46:05.084924Z","steps":["trace[93265225] 'agreement among raft nodes before linearized reading' (duration: 430.368565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:05.084964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:04.654427Z","time spent":"430.530829ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T06:46:05.085099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.324463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16444"} {"level":"info","ts":"2026-03-05T06:46:05.085131Z","caller":"traceutil/trace.go:171","msg":"trace[2018325079] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4693; }","duration":"109.401665ms","start":"2026-03-05T06:46:04.975721Z","end":"2026-03-05T06:46:05.085123Z","steps":["trace[2018325079] 'agreement among raft nodes before linearized reading' (duration: 109.317442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:05.085166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.028098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:46:05.085238Z","caller":"traceutil/trace.go:171","msg":"trace[1067346163] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4693; }","duration":"467.1297ms","start":"2026-03-05T06:46:04.618091Z","end":"2026-03-05T06:46:05.085221Z","steps":["trace[1067346163] 'agreement among raft nodes before linearized reading' (duration: 466.980886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:05.08528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:04.618084Z","time spent":"467.189452ms","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-03-05T06:46:12.193834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.898311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:46:12.194125Z","caller":"traceutil/trace.go:171","msg":"trace[2069953332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4815; }","duration":"187.245359ms","start":"2026-03-05T06:46:12.006854Z","end":"2026-03-05T06:46:12.194099Z","steps":["trace[2069953332] 'range keys from in-memory index tree' (duration: 186.810089ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:13.269122Z","caller":"traceutil/trace.go:171","msg":"trace[1317209404] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"171.309776ms","start":"2026-03-05T06:46:13.097763Z","end":"2026-03-05T06:46:13.269073Z","steps":["trace[1317209404] 'process raft request' (duration: 85.152507ms)","trace[1317209404] 'compare' (duration: 85.880523ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:13.440387Z","caller":"traceutil/trace.go:171","msg":"trace[538681017] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"165.986147ms","start":"2026-03-05T06:46:13.274364Z","end":"2026-03-05T06:46:13.44035Z","steps":["trace[538681017] 'process raft request' (duration: 165.777263ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:13.463468Z","caller":"traceutil/trace.go:171","msg":"trace[2141740430] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"105.458886ms","start":"2026-03-05T06:46:13.357988Z","end":"2026-03-05T06:46:13.463447Z","steps":["trace[2141740430] 'process raft request' (duration: 104.960695ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:13.760417Z","caller":"traceutil/trace.go:171","msg":"trace[1323459107] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"177.518253ms","start":"2026-03-05T06:46:13.582869Z","end":"2026-03-05T06:46:13.760387Z","steps":["trace[1323459107] 'process raft request' (duration: 177.229877ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:13.760577Z","caller":"traceutil/trace.go:171","msg":"trace[1758126475] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"170.570349ms","start":"2026-03-05T06:46:13.589976Z","end":"2026-03-05T06:46:13.760547Z","steps":["trace[1758126475] 'process raft request' (duration: 170.326924ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:13.875835Z","caller":"traceutil/trace.go:171","msg":"trace[247847928] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"109.520328ms","start":"2026-03-05T06:46:13.766278Z","end":"2026-03-05T06:46:13.875798Z","steps":["trace[247847928] 'process raft request' (duration: 109.283922ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:13.876227Z","caller":"traceutil/trace.go:171","msg":"trace[466738901] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"108.359171ms","start":"2026-03-05T06:46:13.767671Z","end":"2026-03-05T06:46:13.87603Z","steps":["trace[466738901] 'process raft request' (duration: 108.044303ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:13.876459Z","caller":"traceutil/trace.go:171","msg":"trace[1315484811] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"107.83136ms","start":"2026-03-05T06:46:13.768595Z","end":"2026-03-05T06:46:13.876426Z","steps":["trace[1315484811] 'process raft request' (duration: 107.747118ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:13.876483Z","caller":"traceutil/trace.go:171","msg":"trace[447746248] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"108.198867ms","start":"2026-03-05T06:46:13.768252Z","end":"2026-03-05T06:46:13.876451Z","steps":["trace[447746248] 'process raft request' (duration: 107.723757ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:14.081491Z","caller":"traceutil/trace.go:171","msg":"trace[1289492512] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"135.625025ms","start":"2026-03-05T06:46:13.945823Z","end":"2026-03-05T06:46:14.081448Z","steps":["trace[1289492512] 'process raft request' (duration: 135.343299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:14.814893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.740914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T06:46:14.81498Z","caller":"traceutil/trace.go:171","msg":"trace[1644937592] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:4837; }","duration":"546.899867ms","start":"2026-03-05T06:46:14.26806Z","end":"2026-03-05T06:46:14.81496Z","steps":["trace[1644937592] 'range keys from in-memory index tree' (duration: 546.448827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:14.815026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:14.268026Z","time spent":"546.991119ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-05T06:46:14.815198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.750447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-05T06:46:14.815279Z","caller":"traceutil/trace.go:171","msg":"trace[1949949187] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4837; }","duration":"204.865619ms","start":"2026-03-05T06:46:14.610388Z","end":"2026-03-05T06:46:14.815253Z","steps":["trace[1949949187] 'range keys from in-memory index tree' (duration: 204.541242ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:16.734691Z","caller":"traceutil/trace.go:171","msg":"trace[1579303860] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"113.31652ms","start":"2026-03-05T06:46:16.62135Z","end":"2026-03-05T06:46:16.734667Z","steps":["trace[1579303860] 'process raft request' (duration: 113.109746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:18.107303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.255888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-05T06:46:18.107406Z","caller":"traceutil/trace.go:171","msg":"trace[227143676] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4886; }","duration":"131.409462ms","start":"2026-03-05T06:46:17.97597Z","end":"2026-03-05T06:46:18.107379Z","steps":["trace[227143676] 'range keys from in-memory index tree' (duration: 131.054284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:20.085346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.005261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:46:20.08558Z","caller":"traceutil/trace.go:171","msg":"trace[620644498] linearizableReadLoop","detail":"{readStateIndex:5098; appliedIndex:5096; }","duration":"504.283753ms","start":"2026-03-05T06:46:19.581276Z","end":"2026-03-05T06:46:20.08556Z","steps":["trace[620644498] 'read index received' (duration: 62.981356ms)","trace[620644498] 'applied index is now lower than readState.Index' (duration: 441.301117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:20.085792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.511259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-05T06:46:20.085838Z","caller":"traceutil/trace.go:171","msg":"trace[62321739] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4904; }","duration":"504.55837ms","start":"2026-03-05T06:46:19.581269Z","end":"2026-03-05T06:46:20.085828Z","steps":["trace[62321739] 'agreement among raft nodes before linearized reading' (duration: 504.383896ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:20.08581Z","caller":"traceutil/trace.go:171","msg":"trace[1131060347] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"601.267511ms","start":"2026-03-05T06:46:19.484504Z","end":"2026-03-05T06:46:20.085772Z","steps":["trace[1131060347] 'process raft request' (duration: 159.723949ms)","trace[1131060347] 'compare' (duration: 440.754635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:20.085889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:19.581215Z","time spent":"504.665682ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-05T06:46:20.085967Z","caller":"traceutil/trace.go:171","msg":"trace[449935056] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"598.641673ms","start":"2026-03-05T06:46:19.487299Z","end":"2026-03-05T06:46:20.085941Z","steps":["trace[449935056] 'process raft request' (duration: 598.189653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:20.085994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:19.484473Z","time spent":"601.419814ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:20.086099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:19.487277Z","time spent":"598.759575ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:46:20.268253Z","caller":"traceutil/trace.go:171","msg":"trace[513228951] linearizableReadLoop","detail":"{readStateIndex:5099; appliedIndex:5098; }","duration":"182.603816ms","start":"2026-03-05T06:46:20.085619Z","end":"2026-03-05T06:46:20.268222Z","steps":["trace[513228951] 'read index received' (duration: 130.379879ms)","trace[513228951] 'applied index is now lower than readState.Index' (duration: 52.219977ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:20.268331Z","caller":"traceutil/trace.go:171","msg":"trace[1701227981] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"177.36885ms","start":"2026-03-05T06:46:20.090936Z","end":"2026-03-05T06:46:20.268305Z","steps":["trace[1701227981] 'process raft request' (duration: 177.142265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:20.268437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.610851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:46:20.268525Z","caller":"traceutil/trace.go:171","msg":"trace[1028705025] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:4905; }","duration":"449.759344ms","start":"2026-03-05T06:46:19.818745Z","end":"2026-03-05T06:46:20.268505Z","steps":["trace[1028705025] 'agreement among raft nodes before linearized reading' (duration: 449.481838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:20.268463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.967175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T06:46:20.268593Z","caller":"traceutil/trace.go:171","msg":"trace[1172354326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4905; }","duration":"485.136879ms","start":"2026-03-05T06:46:19.78344Z","end":"2026-03-05T06:46:20.268577Z","steps":["trace[1172354326] 'agreement among raft nodes before linearized reading' (duration: 484.796581ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:20.268536Z","caller":"traceutil/trace.go:171","msg":"trace[939353554] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"160.133758ms","start":"2026-03-05T06:46:20.108394Z","end":"2026-03-05T06:46:20.268527Z","steps":["trace[939353554] 'process raft request' (duration: 159.855251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:20.268661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:19.783418Z","time spent":"485.217252ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T06:46:20.268692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.39972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:46:20.268689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.587239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T06:46:20.26873Z","caller":"traceutil/trace.go:171","msg":"trace[171331955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4906; }","duration":"306.491171ms","start":"2026-03-05T06:46:19.962226Z","end":"2026-03-05T06:46:20.268718Z","steps":["trace[171331955] 'agreement among raft nodes before linearized reading' (duration: 306.160093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:20.268588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:19.818727Z","time spent":"449.844797ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-05T06:46:20.268751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:19.962197Z","time spent":"306.550432ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T06:46:20.268751Z","caller":"traceutil/trace.go:171","msg":"trace[2079878410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4906; }","duration":"471.666561ms","start":"2026-03-05T06:46:19.79706Z","end":"2026-03-05T06:46:20.268726Z","steps":["trace[2079878410] 'agreement among raft nodes before linearized reading' (duration: 471.298262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:20.268779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:19.797042Z","time spent":"471.732172ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T06:46:20.268815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.946854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T06:46:20.268886Z","caller":"traceutil/trace.go:171","msg":"trace[585199285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4906; }","duration":"619.062066ms","start":"2026-03-05T06:46:19.649806Z","end":"2026-03-05T06:46:20.268868Z","steps":["trace[585199285] 'agreement among raft nodes before linearized reading' (duration: 618.520173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:20.268893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.992527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm4tz\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T06:46:20.268939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:19.649786Z","time spent":"619.140288ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T06:46:20.268969Z","caller":"traceutil/trace.go:171","msg":"trace[781464497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm4tz; range_end:; response_count:1; response_revision:4906; }","duration":"606.10341ms","start":"2026-03-05T06:46:19.662847Z","end":"2026-03-05T06:46:20.268951Z","steps":["trace[781464497] 'agreement among raft nodes before linearized reading' (duration: 605.500025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:20.268862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.390194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:46:20.269006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:19.66284Z","time spent":"606.158901ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-lm4tz\" "} {"level":"info","ts":"2026-03-05T06:46:20.269116Z","caller":"traceutil/trace.go:171","msg":"trace[1580902761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4906; }","duration":"262.774842ms","start":"2026-03-05T06:46:20.006279Z","end":"2026-03-05T06:46:20.269053Z","steps":["trace[1580902761] 'agreement among raft nodes before linearized reading' (duration: 262.097976ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:21.899729Z","caller":"traceutil/trace.go:171","msg":"trace[769787419] linearizableReadLoop","detail":"{readStateIndex:5156; appliedIndex:5155; }","duration":"113.487535ms","start":"2026-03-05T06:46:21.786216Z","end":"2026-03-05T06:46:21.899704Z","steps":["trace[769787419] 'read index received' (duration: 87.49499ms)","trace[769787419] 'applied index is now lower than readState.Index' (duration: 25.991465ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:21.899877Z","caller":"traceutil/trace.go:171","msg":"trace[706942775] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"114.684041ms","start":"2026-03-05T06:46:21.785124Z","end":"2026-03-05T06:46:21.899808Z","steps":["trace[706942775] 'process raft request' (duration: 88.548621ms)","trace[706942775] 'compare' (duration: 25.914245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:21.900001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.940262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-05T06:46:21.900036Z","caller":"traceutil/trace.go:171","msg":"trace[306608353] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4961; }","duration":"113.012673ms","start":"2026-03-05T06:46:21.787014Z","end":"2026-03-05T06:46:21.900027Z","steps":["trace[306608353] 'agreement among raft nodes before linearized reading' (duration: 112.84073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:21.900019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.791742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-05T06:46:21.900125Z","caller":"traceutil/trace.go:171","msg":"trace[1141779694] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4961; }","duration":"113.924874ms","start":"2026-03-05T06:46:21.786174Z","end":"2026-03-05T06:46:21.900099Z","steps":["trace[1141779694] 'agreement among raft nodes before linearized reading' (duration: 113.663628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:21.900118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.896088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-05T06:46:21.900211Z","caller":"traceutil/trace.go:171","msg":"trace[975263622] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4961; }","duration":"102.02711ms","start":"2026-03-05T06:46:21.79816Z","end":"2026-03-05T06:46:21.900187Z","steps":["trace[975263622] 'agreement among raft nodes before linearized reading' (duration: 101.760384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:23.650084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.519157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:46:23.650186Z","caller":"traceutil/trace.go:171","msg":"trace[266648383] linearizableReadLoop","detail":"{readStateIndex:5172; appliedIndex:5171; }","duration":"330.218787ms","start":"2026-03-05T06:46:23.319952Z","end":"2026-03-05T06:46:23.650171Z","steps":["trace[266648383] 'read index received' (duration: 40.511µs)","trace[266648383] 'applied index is now lower than readState.Index' (duration: 330.177006ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:23.650277Z","caller":"traceutil/trace.go:171","msg":"trace[1784857674] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"521.201358ms","start":"2026-03-05T06:46:23.129023Z","end":"2026-03-05T06:46:23.650224Z","steps":["trace[1784857674] 'process raft request' (duration: 179.456806ms)","trace[1784857674] 'compare' (duration: 341.022625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:23.650343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.39153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T06:46:23.650365Z","caller":"traceutil/trace.go:171","msg":"trace[2041110409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4977; }","duration":"330.468112ms","start":"2026-03-05T06:46:23.31989Z","end":"2026-03-05T06:46:23.650358Z","steps":["trace[2041110409] 'agreement among raft nodes before linearized reading' (duration: 330.350859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:23.65039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:23.319869Z","time spent":"330.514673ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T06:46:23.650435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:23.128989Z","time spent":"521.358342ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:23.650573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.562528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T06:46:23.650596Z","caller":"traceutil/trace.go:171","msg":"trace[912057079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4977; }","duration":"156.63009ms","start":"2026-03-05T06:46:23.493959Z","end":"2026-03-05T06:46:23.650589Z","steps":["trace[912057079] 'agreement among raft nodes before linearized reading' (duration: 156.567179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:24.381621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.914332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:46:24.381796Z","caller":"traceutil/trace.go:171","msg":"trace[1248626206] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"727.355296ms","start":"2026-03-05T06:46:23.654414Z","end":"2026-03-05T06:46:24.381769Z","steps":["trace[1248626206] 'process raft request' (duration: 252.059655ms)","trace[1248626206] 'compare' (duration: 474.716848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:24.381893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:23.654385Z","time spent":"727.456747ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:25.479143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.572534342s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T06:46:25.479536Z","caller":"traceutil/trace.go:171","msg":"trace[781473123] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5172; }","duration":"1.800014122s","start":"2026-03-05T06:46:23.679493Z","end":"2026-03-05T06:46:25.479507Z","steps":["trace[781473123] 'read index received' (duration: 226.99599ms)","trace[781473123] 'applied index is now lower than readState.Index' (duration: 1.573016532s)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:25.479726Z","caller":"traceutil/trace.go:171","msg":"trace[1929018241] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"1.824898814s","start":"2026-03-05T06:46:23.654783Z","end":"2026-03-05T06:46:25.479681Z","steps":["trace[1929018241] 'process raft request' (duration: 1.824562257s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:25.479815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800298168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4b42073-ecd2-4def-adf8-478acc1cf2b6\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-05T06:46:25.479873Z","caller":"traceutil/trace.go:171","msg":"trace[856107027] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f4b42073-ecd2-4def-adf8-478acc1cf2b6; range_end:; response_count:1; response_revision:4979; }","duration":"1.800394271s","start":"2026-03-05T06:46:23.67946Z","end":"2026-03-05T06:46:25.479854Z","steps":["trace[856107027] 'agreement among raft nodes before linearized reading' (duration: 1.800199107s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:25.479926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:23.679443Z","time spent":"1.800469832s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4b42073-ecd2-4def-adf8-478acc1cf2b6\" "} {"level":"warn","ts":"2026-03-05T06:46:25.479932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:23.654757Z","time spent":"1.825071157s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:26.007188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000149796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T06:46:26.007256Z","caller":"traceutil/trace.go:171","msg":"trace[1956469533] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272999s","start":"2026-03-05T06:46:24.006968Z","end":"2026-03-05T06:46:26.007241Z","steps":["trace[1956469533] 'agreement among raft nodes before linearized reading' (duration: 2.000185847s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.007295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:24.006945Z","time spent":"2.000342201s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 06:46:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T06:46:26.043566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.234611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:46:26.043754Z","caller":"traceutil/trace.go:171","msg":"trace[1895195768] linearizableReadLoop","detail":"{readStateIndex:5177; appliedIndex:5174; }","duration":"564.119868ms","start":"2026-03-05T06:46:25.47962Z","end":"2026-03-05T06:46:26.04374Z","steps":["trace[1895195768] 'read index received' (duration: 301.599322ms)","trace[1895195768] 'applied index is now lower than readState.Index' (duration: 262.518946ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:26.043836Z","caller":"traceutil/trace.go:171","msg":"trace[1494372182] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"1.930645296s","start":"2026-03-05T06:46:24.113172Z","end":"2026-03-05T06:46:26.043817Z","steps":["trace[1494372182] 'process raft request' (duration: 1.930473012s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.043932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:24.113154Z","time spent":"1.930731238s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:26.043955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631534369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T06:46:26.043983Z","caller":"traceutil/trace.go:171","msg":"trace[1398482266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4982; }","duration":"1.63160169s","start":"2026-03-05T06:46:24.412373Z","end":"2026-03-05T06:46:26.043974Z","steps":["trace[1398482266] 'agreement among raft nodes before linearized reading' (duration: 1.631440517s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.044013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:24.412355Z","time spent":"1.631651641s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T06:46:26.043986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624873402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T06:46:26.044045Z","caller":"traceutil/trace.go:171","msg":"trace[1131911784] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"1.94344173s","start":"2026-03-05T06:46:24.100591Z","end":"2026-03-05T06:46:26.044033Z","steps":["trace[1131911784] 'process raft request' (duration: 1.680664008s)","trace[1131911784] 'compare' (duration: 262.124047ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:26.044074Z","caller":"traceutil/trace.go:171","msg":"trace[1265710649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4982; }","duration":"1.625021095s","start":"2026-03-05T06:46:24.419031Z","end":"2026-03-05T06:46:26.044052Z","steps":["trace[1265710649] 'agreement among raft nodes before linearized reading' (duration: 1.624729249s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.044096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:24.100567Z","time spent":"1.943501522s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:26.044119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:24.419012Z","time spent":"1.625098406s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T06:46:26.04414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758116583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm4tz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T06:46:26.044265Z","caller":"traceutil/trace.go:171","msg":"trace[1872018254] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm4tz; range_end:; response_count:1; response_revision:4982; }","duration":"1.758258196s","start":"2026-03-05T06:46:24.285977Z","end":"2026-03-05T06:46:26.044235Z","steps":["trace[1872018254] 'agreement among raft nodes before linearized reading' (duration: 1.758060132s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.044269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960682082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:46:26.044301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683677114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T06:46:26.044165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775647002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T06:46:26.044317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.426165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T06:46:26.044304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:24.285956Z","time spent":"1.758338417s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-lm4tz\" "} {"level":"info","ts":"2026-03-05T06:46:26.044369Z","caller":"traceutil/trace.go:171","msg":"trace[549805889] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4982; }","duration":"865.519877ms","start":"2026-03-05T06:46:25.178837Z","end":"2026-03-05T06:46:26.044357Z","steps":["trace[549805889] 'agreement among raft nodes before linearized reading' (duration: 865.425145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.044406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:25.17881Z","time spent":"865.587179ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":35,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-05T06:46:26.044416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74847622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T06:46:26.044442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257996179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4b42073-ecd2-4def-adf8-478acc1cf2b6\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-05T06:46:26.044449Z","caller":"traceutil/trace.go:171","msg":"trace[62808150] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4982; }","duration":"1.748526732s","start":"2026-03-05T06:46:24.295908Z","end":"2026-03-05T06:46:26.044435Z","steps":["trace[62808150] 'agreement among raft nodes before linearized reading' (duration: 1.74845108s)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:26.044334Z","caller":"traceutil/trace.go:171","msg":"trace[1596022025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4982; }","duration":"1.683763686s","start":"2026-03-05T06:46:24.360561Z","end":"2026-03-05T06:46:26.044325Z","steps":["trace[1596022025] 'agreement among raft nodes before linearized reading' (duration: 1.683668024s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.044487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:24.295896Z","time spent":"1.748582262s","remote":"127.0.0.1:46326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":31,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-05T06:46:26.044489Z","caller":"traceutil/trace.go:171","msg":"trace[1442709171] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f4b42073-ecd2-4def-adf8-478acc1cf2b6; range_end:; response_count:1; response_revision:4982; }","duration":"2.258086071s","start":"2026-03-05T06:46:23.786388Z","end":"2026-03-05T06:46:26.044474Z","steps":["trace[1442709171] 'agreement among raft nodes before linearized reading' (duration: 2.257959079s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.04451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:24.360524Z","time spent":"1.683976681s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T06:46:26.04453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:23.786361Z","time spent":"2.258157822s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4b42073-ecd2-4def-adf8-478acc1cf2b6\" "} {"level":"info","ts":"2026-03-05T06:46:26.04432Z","caller":"traceutil/trace.go:171","msg":"trace[1720176549] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4982; }","duration":"1.960773504s","start":"2026-03-05T06:46:24.08353Z","end":"2026-03-05T06:46:26.044304Z","steps":["trace[1720176549] 'agreement among raft nodes before linearized reading' (duration: 1.960695542s)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:26.044337Z","caller":"traceutil/trace.go:171","msg":"trace[2056705324] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:4982; }","duration":"1.775851097s","start":"2026-03-05T06:46:24.268477Z","end":"2026-03-05T06:46:26.044328Z","steps":["trace[2056705324] 'agreement among raft nodes before linearized reading' (duration: 1.775612062s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.044599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:24.083507Z","time spent":"1.961080511s","remote":"127.0.0.1:42738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T06:46:26.044627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:24.26846Z","time spent":"1.776139153s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-03-05T06:46:26.045093Z","caller":"traceutil/trace.go:171","msg":"trace[1816534261] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"1.919339466s","start":"2026-03-05T06:46:24.125628Z","end":"2026-03-05T06:46:26.044967Z","steps":["trace[1816534261] 'process raft request' (duration: 1.918065767s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.045649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:24.125613Z","time spent":"1.919894779s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:46:26.24481Z","caller":"traceutil/trace.go:171","msg":"trace[1642453348] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"753.800761ms","start":"2026-03-05T06:46:25.490991Z","end":"2026-03-05T06:46:26.244792Z","steps":["trace[1642453348] 'process raft request' (duration: 749.797172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.244944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:25.49095Z","time spent":"753.917294ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:46:26.244996Z","caller":"traceutil/trace.go:171","msg":"trace[1634441788] linearizableReadLoop","detail":"{readStateIndex:5179; appliedIndex:5177; }","duration":"201.179158ms","start":"2026-03-05T06:46:26.043787Z","end":"2026-03-05T06:46:26.244967Z","steps":["trace[1634441788] 'read index received' (duration: 197.142798ms)","trace[1634441788] 'applied index is now lower than readState.Index' (duration: 4.03456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:26.245151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.242462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T06:46:26.24519Z","caller":"traceutil/trace.go:171","msg":"trace[142307364] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4984; }","duration":"439.318974ms","start":"2026-03-05T06:46:25.805858Z","end":"2026-03-05T06:46:26.245177Z","steps":["trace[142307364] 'agreement among raft nodes before linearized reading' (duration: 439.184401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.245177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.361859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:46:26.245188Z","caller":"traceutil/trace.go:171","msg":"trace[1588100213] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"585.958482ms","start":"2026-03-05T06:46:25.659197Z","end":"2026-03-05T06:46:26.245156Z","steps":["trace[1588100213] 'process raft request' (duration: 585.547183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.245229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:25.805833Z","time spent":"439.385706ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T06:46:26.245245Z","caller":"traceutil/trace.go:171","msg":"trace[1278430079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4984; }","duration":"237.484732ms","start":"2026-03-05T06:46:26.007742Z","end":"2026-03-05T06:46:26.245227Z","steps":["trace[1278430079] 'agreement among raft nodes before linearized reading' (duration: 237.299008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.245249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.905613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:46:26.245313Z","caller":"traceutil/trace.go:171","msg":"trace[131985082] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4984; }","duration":"707.059815ms","start":"2026-03-05T06:46:25.538239Z","end":"2026-03-05T06:46:26.245299Z","steps":["trace[131985082] 'agreement among raft nodes before linearized reading' (duration: 706.881822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.245354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:25.53822Z","time spent":"707.125317ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T06:46:26.24535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:25.659177Z","time spent":"586.102226ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:26.245121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.934604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:46:26.245801Z","caller":"traceutil/trace.go:171","msg":"trace[737339226] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:4984; }","duration":"508.66472ms","start":"2026-03-05T06:46:25.737113Z","end":"2026-03-05T06:46:26.245778Z","steps":["trace[737339226] 'agreement among raft nodes before linearized reading' (duration: 507.960675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.245865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:25.737085Z","time spent":"508.761102ms","remote":"127.0.0.1:44152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-05T06:46:26.252781Z","caller":"traceutil/trace.go:171","msg":"trace[1434343608] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"203.677643ms","start":"2026-03-05T06:46:26.049088Z","end":"2026-03-05T06:46:26.252766Z","steps":["trace[1434343608] 'process raft request' (duration: 203.461438ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:26.252843Z","caller":"traceutil/trace.go:171","msg":"trace[1798185483] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"202.040436ms","start":"2026-03-05T06:46:26.050778Z","end":"2026-03-05T06:46:26.252818Z","steps":["trace[1798185483] 'process raft request' (duration: 201.924014ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:26.252937Z","caller":"traceutil/trace.go:171","msg":"trace[976164215] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"203.631511ms","start":"2026-03-05T06:46:26.049248Z","end":"2026-03-05T06:46:26.25288Z","steps":["trace[976164215] 'process raft request' (duration: 203.420987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:26.253119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.812956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80049"} {"level":"info","ts":"2026-03-05T06:46:26.253168Z","caller":"traceutil/trace.go:171","msg":"trace[1164276703] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4987; }","duration":"203.872837ms","start":"2026-03-05T06:46:26.049286Z","end":"2026-03-05T06:46:26.253158Z","steps":["trace[1164276703] 'agreement among raft nodes before linearized reading' (duration: 203.649873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:34.080005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.344821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-05T06:46:34.0801Z","caller":"traceutil/trace.go:171","msg":"trace[1807824066] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5132; }","duration":"144.510155ms","start":"2026-03-05T06:46:33.935566Z","end":"2026-03-05T06:46:34.080076Z","steps":["trace[1807824066] 'range keys from in-memory index tree' (duration: 144.069846ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:34.533978Z","caller":"traceutil/trace.go:171","msg":"trace[1714122007] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"410.051673ms","start":"2026-03-05T06:46:34.123903Z","end":"2026-03-05T06:46:34.533955Z","steps":["trace[1714122007] 'process raft request' (duration: 409.89497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:34.534331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:34.123876Z","time spent":"410.177166ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:46:34.807924Z","caller":"traceutil/trace.go:171","msg":"trace[566114822] linearizableReadLoop","detail":"{readStateIndex:5335; appliedIndex:5333; }","duration":"538.607844ms","start":"2026-03-05T06:46:34.269259Z","end":"2026-03-05T06:46:34.807867Z","steps":["trace[566114822] 'read index received' (duration: 264.589047ms)","trace[566114822] 'applied index is now lower than readState.Index' (duration: 274.017347ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:34.807985Z","caller":"traceutil/trace.go:171","msg":"trace[1242102978] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"534.039891ms","start":"2026-03-05T06:46:34.273898Z","end":"2026-03-05T06:46:34.807938Z","steps":["trace[1242102978] 'process raft request' (duration: 533.883988ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:34.807955Z","caller":"traceutil/trace.go:171","msg":"trace[1558518794] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"683.883835ms","start":"2026-03-05T06:46:34.124018Z","end":"2026-03-05T06:46:34.807902Z","steps":["trace[1558518794] 'process raft request' (duration: 630.073947ms)","trace[1558518794] 'compare' (duration: 53.505901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:34.80836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:34.273877Z","time spent":"534.388749ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:34.808449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.200466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T06:46:34.808487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:34.123991Z","time spent":"684.411217ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:34.808523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.398038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm4tz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T06:46:34.808528Z","caller":"traceutil/trace.go:171","msg":"trace[876846178] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:5135; }","duration":"539.410681ms","start":"2026-03-05T06:46:34.269105Z","end":"2026-03-05T06:46:34.808516Z","steps":["trace[876846178] 'agreement among raft nodes before linearized reading' (duration: 539.172046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:34.808664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.379294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T06:46:34.808443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.54376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T06:46:34.808729Z","caller":"traceutil/trace.go:171","msg":"trace[2122768367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5135; }","duration":"524.929518ms","start":"2026-03-05T06:46:34.283789Z","end":"2026-03-05T06:46:34.808719Z","steps":["trace[2122768367] 'agreement among raft nodes before linearized reading' (duration: 524.509229ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:34.808729Z","caller":"traceutil/trace.go:171","msg":"trace[628503982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5135; }","duration":"523.506037ms","start":"2026-03-05T06:46:34.285208Z","end":"2026-03-05T06:46:34.808714Z","steps":["trace[628503982] 'agreement among raft nodes before linearized reading' (duration: 523.272722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:34.80873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.956085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T06:46:34.808775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:34.2852Z","time spent":"523.562818ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T06:46:34.808741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:34.269058Z","time spent":"539.610775ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-03-05T06:46:34.808579Z","caller":"traceutil/trace.go:171","msg":"trace[1373444381] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm4tz; range_end:; response_count:1; response_revision:5135; }","duration":"520.48277ms","start":"2026-03-05T06:46:34.288081Z","end":"2026-03-05T06:46:34.808564Z","steps":["trace[1373444381] 'agreement among raft nodes before linearized reading' (duration: 520.253225ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:34.808829Z","caller":"traceutil/trace.go:171","msg":"trace[431003805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5135; }","duration":"523.124048ms","start":"2026-03-05T06:46:34.285679Z","end":"2026-03-05T06:46:34.808803Z","steps":["trace[431003805] 'agreement among raft nodes before linearized reading' (duration: 522.74569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:34.808884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:34.285668Z","time spent":"523.207011ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T06:46:34.808875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:34.288068Z","time spent":"520.785196ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-lm4tz\" "} {"level":"warn","ts":"2026-03-05T06:46:34.808835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:34.283767Z","time spent":"524.99349ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T06:46:34.809169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.39487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T06:46:34.809295Z","caller":"traceutil/trace.go:171","msg":"trace[1089496710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5135; }","duration":"379.602435ms","start":"2026-03-05T06:46:34.429676Z","end":"2026-03-05T06:46:34.809278Z","steps":["trace[1089496710] 'agreement among raft nodes before linearized reading' (duration: 378.867258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:34.809449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:34.429657Z","time spent":"379.773479ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T06:46:35.013358Z","caller":"traceutil/trace.go:171","msg":"trace[1740585607] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5341; }","duration":"123.080048ms","start":"2026-03-05T06:46:34.89025Z","end":"2026-03-05T06:46:35.01333Z","steps":["trace[1740585607] 'read index received' (duration: 50.154636ms)","trace[1740585607] 'applied index is now lower than readState.Index' (duration: 72.923562ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:35.013565Z","caller":"traceutil/trace.go:171","msg":"trace[629446320] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"170.583145ms","start":"2026-03-05T06:46:34.842968Z","end":"2026-03-05T06:46:35.013551Z","steps":["trace[629446320] 'process raft request' (duration: 97.485129ms)","trace[629446320] 'compare' (duration: 72.645326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:35.013807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.887849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13849"} {"level":"warn","ts":"2026-03-05T06:46:35.013862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.710397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-05T06:46:35.013949Z","caller":"traceutil/trace.go:171","msg":"trace[1694482368] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5140; }","duration":"112.82725ms","start":"2026-03-05T06:46:34.901098Z","end":"2026-03-05T06:46:35.013925Z","steps":["trace[1694482368] 'agreement among raft nodes before linearized reading' (duration: 112.544714ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:35.013884Z","caller":"traceutil/trace.go:171","msg":"trace[2055217488] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5140; }","duration":"152.008152ms","start":"2026-03-05T06:46:34.861858Z","end":"2026-03-05T06:46:35.013866Z","steps":["trace[2055217488] 'agreement among raft nodes before linearized reading' (duration: 151.810468ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:40.471372Z","caller":"traceutil/trace.go:171","msg":"trace[1883327115] linearizableReadLoop","detail":"{readStateIndex:5386; appliedIndex:5385; }","duration":"463.602443ms","start":"2026-03-05T06:46:40.00774Z","end":"2026-03-05T06:46:40.471342Z","steps":["trace[1883327115] 'read index received' (duration: 463.317987ms)","trace[1883327115] 'applied index is now lower than readState.Index' (duration: 283.006µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:40.471779Z","caller":"traceutil/trace.go:171","msg":"trace[80376776] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"533.813776ms","start":"2026-03-05T06:46:39.937914Z","end":"2026-03-05T06:46:40.471727Z","steps":["trace[80376776] 'process raft request' (duration: 533.172942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:40.471849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.095325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:46:40.471937Z","caller":"traceutil/trace.go:171","msg":"trace[1663681907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5183; }","duration":"464.235917ms","start":"2026-03-05T06:46:40.007679Z","end":"2026-03-05T06:46:40.471915Z","steps":["trace[1663681907] 'agreement among raft nodes before linearized reading' (duration: 464.092294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:40.471988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:39.937883Z","time spent":"534.007449ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:40.471993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.007656Z","time spent":"464.327699ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T06:46:40.472081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.348273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-05T06:46:40.472155Z","caller":"traceutil/trace.go:171","msg":"trace[349315857] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5183; }","duration":"461.552129ms","start":"2026-03-05T06:46:40.010585Z","end":"2026-03-05T06:46:40.472137Z","steps":["trace[349315857] 'agreement among raft nodes before linearized reading' (duration: 461.18981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:40.472248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.010568Z","time spent":"461.665101ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-05T06:46:40.789684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.086717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:46:40.789825Z","caller":"traceutil/trace.go:171","msg":"trace[547256146] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"308.859231ms","start":"2026-03-05T06:46:40.480939Z","end":"2026-03-05T06:46:40.789799Z","steps":["trace[547256146] 'process raft request' (duration: 79.542749ms)","trace[547256146] 'compare' (duration: 228.74828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:40.789907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.480907Z","time spent":"308.965983ms","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:41.359561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.395674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:46:41.359851Z","caller":"traceutil/trace.go:171","msg":"trace[1688448854] linearizableReadLoop","detail":"{readStateIndex:5390; appliedIndex:5386; }","duration":"875.510417ms","start":"2026-03-05T06:46:40.484318Z","end":"2026-03-05T06:46:41.359828Z","steps":["trace[1688448854] 'read index received' (duration: 76.182785ms)","trace[1688448854] 'applied index is now lower than readState.Index' (duration: 799.326352ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:41.359937Z","caller":"traceutil/trace.go:171","msg":"trace[468173917] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"878.571445ms","start":"2026-03-05T06:46:40.48134Z","end":"2026-03-05T06:46:41.359912Z","steps":["trace[468173917] 'process raft request' (duration: 878.33284ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:41.360116Z","caller":"traceutil/trace.go:171","msg":"trace[1992860363] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"878.537125ms","start":"2026-03-05T06:46:40.481563Z","end":"2026-03-05T06:46:41.3601Z","steps":["trace[1992860363] 'process raft request' (duration: 878.207407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:41.36022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.481554Z","time spent":"878.617317ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:41.360465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.113221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-05T06:46:41.36051Z","caller":"traceutil/trace.go:171","msg":"trace[1790435789] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"879.279772ms","start":"2026-03-05T06:46:40.481158Z","end":"2026-03-05T06:46:41.360438Z","steps":["trace[1790435789] 'process raft request' (duration: 523.905066ms)","trace[1790435789] 'compare' (duration: 354.25316ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:41.36061Z","caller":"traceutil/trace.go:171","msg":"trace[595683652] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5187; }","duration":"876.287785ms","start":"2026-03-05T06:46:40.484295Z","end":"2026-03-05T06:46:41.360583Z","steps":["trace[595683652] 'agreement among raft nodes before linearized reading' (duration: 875.820485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:41.360713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.481332Z","time spent":"879.269391ms","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:41.360797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.481144Z","time spent":"879.531807ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:41.360929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.484288Z","time spent":"876.548221ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-05T06:46:41.639313Z","caller":"traceutil/trace.go:171","msg":"trace[1418711513] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"1.044083368s","start":"2026-03-05T06:46:40.595193Z","end":"2026-03-05T06:46:41.639277Z","steps":["trace[1418711513] 'process raft request' (duration: 947.879918ms)","trace[1418711513] 'compare' (duration: 95.936714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:41.639517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.59517Z","time spent":"1.044247751s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:46:41.639645Z","caller":"traceutil/trace.go:171","msg":"trace[394936668] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"805.97453ms","start":"2026-03-05T06:46:40.833642Z","end":"2026-03-05T06:46:41.639616Z","steps":["trace[394936668] 'process raft request' (duration: 805.580341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:41.639847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.833603Z","time spent":"806.130533ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:46:41.639886Z","caller":"traceutil/trace.go:171","msg":"trace[1861946567] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"805.927099ms","start":"2026-03-05T06:46:40.833945Z","end":"2026-03-05T06:46:41.639872Z","steps":["trace[1861946567] 'process raft request' (duration: 805.538951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:41.639958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.83389Z","time spent":"806.026411ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:46:41.725989Z","caller":"traceutil/trace.go:171","msg":"trace[1688819123] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"150.213581ms","start":"2026-03-05T06:46:41.575747Z","end":"2026-03-05T06:46:41.72596Z","steps":["trace[1688819123] 'process raft request' (duration: 150.052537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:41.726234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.166281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-05T06:46:41.726301Z","caller":"traceutil/trace.go:171","msg":"trace[949106321] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5191; }","duration":"386.251743ms","start":"2026-03-05T06:46:41.340031Z","end":"2026-03-05T06:46:41.726282Z","steps":["trace[949106321] 'agreement among raft nodes before linearized reading' (duration: 386.008517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:41.726324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098370655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T06:46:41.726344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:41.339927Z","time spent":"386.406996ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-05T06:46:41.726409Z","caller":"traceutil/trace.go:171","msg":"trace[2125263505] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5191; }","duration":"1.098524348s","start":"2026-03-05T06:46:40.62787Z","end":"2026-03-05T06:46:41.726395Z","steps":["trace[2125263505] 'agreement among raft nodes before linearized reading' (duration: 1.098268743s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:41.726339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.179165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T06:46:41.726453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.62786Z","time spent":"1.09858395s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":55,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-05T06:46:41.726472Z","caller":"traceutil/trace.go:171","msg":"trace[1689082887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5191; }","duration":"806.375109ms","start":"2026-03-05T06:46:40.920074Z","end":"2026-03-05T06:46:41.726449Z","steps":["trace[1689082887] 'agreement among raft nodes before linearized reading' (duration: 805.967901ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:41.726037Z","caller":"traceutil/trace.go:171","msg":"trace[278649883] linearizableReadLoop","detail":"{readStateIndex:5394; appliedIndex:5390; }","duration":"366.084074ms","start":"2026-03-05T06:46:41.359903Z","end":"2026-03-05T06:46:41.725988Z","steps":["trace[278649883] 'read index received' (duration: 183.339209ms)","trace[278649883] 'applied index is now lower than readState.Index' (duration: 182.736925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:41.726488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.485517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm4tz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T06:46:41.727093Z","caller":"traceutil/trace.go:171","msg":"trace[1781056936] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm4tz; range_end:; response_count:1; response_revision:5191; }","duration":"805.149763ms","start":"2026-03-05T06:46:40.921914Z","end":"2026-03-05T06:46:41.727063Z","steps":["trace[1781056936] 'agreement among raft nodes before linearized reading' (duration: 804.218332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:41.727179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.921894Z","time spent":"805.271665ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-lm4tz\" "} {"level":"warn","ts":"2026-03-05T06:46:41.726527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.920056Z","time spent":"806.460891ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T06:46:41.727392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.944023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T06:46:41.727481Z","caller":"traceutil/trace.go:171","msg":"trace[399764868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5191; }","duration":"131.077607ms","start":"2026-03-05T06:46:41.596376Z","end":"2026-03-05T06:46:41.727453Z","steps":["trace[399764868] 'agreement among raft nodes before linearized reading' (duration: 130.852382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:41.727537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.701977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T06:46:41.726524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.907084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T06:46:41.727586Z","caller":"traceutil/trace.go:171","msg":"trace[1452041891] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5191; }","duration":"134.789099ms","start":"2026-03-05T06:46:41.592783Z","end":"2026-03-05T06:46:41.727572Z","steps":["trace[1452041891] 'agreement among raft nodes before linearized reading' (duration: 134.664436ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:41.727637Z","caller":"traceutil/trace.go:171","msg":"trace[761590964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5191; }","duration":"810.098142ms","start":"2026-03-05T06:46:40.917524Z","end":"2026-03-05T06:46:41.727622Z","steps":["trace[761590964] 'agreement among raft nodes before linearized reading' (duration: 808.746212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:41.726547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.314032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T06:46:41.727686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.91749Z","time spent":"810.184583ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T06:46:41.72739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.001786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f4b42073-ecd2-4def-adf8-478acc1cf2b6\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-05T06:46:41.727702Z","caller":"traceutil/trace.go:171","msg":"trace[1706334388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5191; }","duration":"809.57912ms","start":"2026-03-05T06:46:40.918102Z","end":"2026-03-05T06:46:41.727681Z","steps":["trace[1706334388] 'agreement among raft nodes before linearized reading' (duration: 808.089557ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:41.727741Z","caller":"traceutil/trace.go:171","msg":"trace[2111680633] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f4b42073-ecd2-4def-adf8-478acc1cf2b6; range_end:; response_count:1; response_revision:5191; }","duration":"363.397605ms","start":"2026-03-05T06:46:41.364321Z","end":"2026-03-05T06:46:41.727719Z","steps":["trace[2111680633] 'agreement among raft nodes before linearized reading' (duration: 362.863004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:41.727764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.918093Z","time spent":"809.658142ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T06:46:41.727795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:41.364303Z","time spent":"363.477397ms","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f4b42073-ecd2-4def-adf8-478acc1cf2b6\" "} {"level":"warn","ts":"2026-03-05T06:46:41.726639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.485733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T06:46:41.727878Z","caller":"traceutil/trace.go:171","msg":"trace[1308047678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5191; }","duration":"808.711821ms","start":"2026-03-05T06:46:40.919145Z","end":"2026-03-05T06:46:41.727857Z","steps":["trace[1308047678] 'agreement among raft nodes before linearized reading' (duration: 807.416202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:41.727938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:40.9191Z","time spent":"808.820004ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T06:46:42.028614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.908209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:46:42.028765Z","caller":"traceutil/trace.go:171","msg":"trace[642807169] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"295.979925ms","start":"2026-03-05T06:46:41.732758Z","end":"2026-03-05T06:46:42.028738Z","steps":["trace[642807169] 'process raft request' (duration: 23.82437ms)","trace[642807169] 'compare' (duration: 271.759026ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:42.128051Z","caller":"traceutil/trace.go:171","msg":"trace[330583928] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"395.181672ms","start":"2026-03-05T06:46:41.732837Z","end":"2026-03-05T06:46:42.128019Z","steps":["trace[330583928] 'process raft request' (duration: 394.980768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:42.128261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:41.732807Z","time spent":"395.334385ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:46:42.12843Z","caller":"traceutil/trace.go:171","msg":"trace[115018636] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"395.505909ms","start":"2026-03-05T06:46:41.732866Z","end":"2026-03-05T06:46:42.128372Z","steps":["trace[115018636] 'process raft request' (duration: 395.10503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:42.128715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:41.732836Z","time spent":"395.711314ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:46:42.227247Z","caller":"traceutil/trace.go:171","msg":"trace[836078697] linearizableReadLoop","detail":"{readStateIndex:5398; appliedIndex:5395; }","duration":"494.172114ms","start":"2026-03-05T06:46:41.733058Z","end":"2026-03-05T06:46:42.22723Z","steps":["trace[836078697] 'read index received' (duration: 23.520303ms)","trace[836078697] 'applied index is now lower than readState.Index' (duration: 470.650661ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:46:42.227311Z","caller":"traceutil/trace.go:171","msg":"trace[2083706062] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"492.552708ms","start":"2026-03-05T06:46:41.734739Z","end":"2026-03-05T06:46:42.227291Z","steps":["trace[2083706062] 'process raft request' (duration: 492.437726ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:42.2273Z","caller":"traceutil/trace.go:171","msg":"trace[88080281] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"493.236923ms","start":"2026-03-05T06:46:41.734021Z","end":"2026-03-05T06:46:42.227258Z","steps":["trace[88080281] 'process raft request' (duration: 394.299773ms)","trace[88080281] 'compare' (duration: 98.749796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:46:42.227463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:41.733992Z","time spent":"493.381887ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:42.227444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:41.734728Z","time spent":"492.624499ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:46:42.227593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.532514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:46:42.227623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.511721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T06:46:42.227658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.514132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81736"} {"level":"info","ts":"2026-03-05T06:46:42.227706Z","caller":"traceutil/trace.go:171","msg":"trace[463501182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5196; }","duration":"219.723988ms","start":"2026-03-05T06:46:42.007956Z","end":"2026-03-05T06:46:42.22768Z","steps":["trace[463501182] 'agreement among raft nodes before linearized reading' (duration: 219.532463ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:42.227734Z","caller":"traceutil/trace.go:171","msg":"trace[1110879714] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5196; }","duration":"494.613143ms","start":"2026-03-05T06:46:41.733103Z","end":"2026-03-05T06:46:42.227716Z","steps":["trace[1110879714] 'agreement among raft nodes before linearized reading' (duration: 494.269186ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:46:42.227732Z","caller":"traceutil/trace.go:171","msg":"trace[1510299542] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5196; }","duration":"494.665514ms","start":"2026-03-05T06:46:41.733039Z","end":"2026-03-05T06:46:42.227705Z","steps":["trace[1510299542] 'agreement among raft nodes before linearized reading' (duration: 494.297366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:46:42.227794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:41.733031Z","time spent":"494.753747ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T06:46:42.227826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:46:41.733092Z","time spent":"494.680165ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81760,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T06:47:13.923831Z","caller":"traceutil/trace.go:171","msg":"trace[1109158629] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"165.637924ms","start":"2026-03-05T06:47:13.758157Z","end":"2026-03-05T06:47:13.923795Z","steps":["trace[1109158629] 'process raft request' (duration: 165.385039ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:47:14.195152Z","caller":"traceutil/trace.go:171","msg":"trace[1447761794] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"432.160645ms","start":"2026-03-05T06:47:13.762974Z","end":"2026-03-05T06:47:14.195135Z","steps":["trace[1447761794] 'process raft request' (duration: 431.03743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:47:14.195267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:47:13.762949Z","time spent":"432.262347ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:47:14.195863Z","caller":"traceutil/trace.go:171","msg":"trace[543905711] linearizableReadLoop","detail":"{readStateIndex:5672; appliedIndex:5670; }","duration":"188.332129ms","start":"2026-03-05T06:47:14.007501Z","end":"2026-03-05T06:47:14.195834Z","steps":["trace[543905711] 'read index received' (duration: 186.498638ms)","trace[543905711] 'applied index is now lower than readState.Index' (duration: 1.832351ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:47:14.196602Z","caller":"traceutil/trace.go:171","msg":"trace[915771492] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"433.153697ms","start":"2026-03-05T06:47:13.76343Z","end":"2026-03-05T06:47:14.196584Z","steps":["trace[915771492] 'process raft request' (duration: 431.572312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:47:14.196833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.326512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:47:14.196911Z","caller":"traceutil/trace.go:171","msg":"trace[1163082562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5461; }","duration":"189.447304ms","start":"2026-03-05T06:47:14.007446Z","end":"2026-03-05T06:47:14.196893Z","steps":["trace[1163082562] 'agreement among raft nodes before linearized reading' (duration: 189.344671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:47:14.197004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:47:13.763403Z","time spent":"433.248399ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:47:23.559291Z","caller":"traceutil/trace.go:171","msg":"trace[412843556] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"204.419827ms","start":"2026-03-05T06:47:23.354838Z","end":"2026-03-05T06:47:23.559258Z","steps":["trace[412843556] 'process raft request' (duration: 204.167752ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:47:24.414176Z","caller":"traceutil/trace.go:171","msg":"trace[1784936141] linearizableReadLoop","detail":"{readStateIndex:5728; appliedIndex:5726; }","duration":"173.129481ms","start":"2026-03-05T06:47:24.241022Z","end":"2026-03-05T06:47:24.414151Z","steps":["trace[1784936141] 'read index received' (duration: 23.428171ms)","trace[1784936141] 'applied index is now lower than readState.Index' (duration: 149.70037ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:47:24.414329Z","caller":"traceutil/trace.go:171","msg":"trace[1373611635] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"178.321146ms","start":"2026-03-05T06:47:24.235969Z","end":"2026-03-05T06:47:24.414291Z","steps":["trace[1373611635] 'process raft request' (duration: 177.964358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:47:24.41461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.52495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T06:47:24.414671Z","caller":"traceutil/trace.go:171","msg":"trace[1963311346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5515; }","duration":"173.687744ms","start":"2026-03-05T06:47:24.240965Z","end":"2026-03-05T06:47:24.414653Z","steps":["trace[1963311346] 'agreement among raft nodes before linearized reading' (duration: 173.436508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:47:24.414734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.119487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T06:47:24.414856Z","caller":"traceutil/trace.go:171","msg":"trace[1573026215] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:5515; }","duration":"144.297711ms","start":"2026-03-05T06:47:24.270535Z","end":"2026-03-05T06:47:24.414833Z","steps":["trace[1573026215] 'agreement among raft nodes before linearized reading' (duration: 143.974884ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:47:24.629297Z","caller":"traceutil/trace.go:171","msg":"trace[1081348347] linearizableReadLoop","detail":"{readStateIndex:5735; appliedIndex:5733; }","duration":"146.249553ms","start":"2026-03-05T06:47:24.483014Z","end":"2026-03-05T06:47:24.629264Z","steps":["trace[1081348347] 'read index received' (duration: 70.052828ms)","trace[1081348347] 'applied index is now lower than readState.Index' (duration: 76.195055ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:47:24.629395Z","caller":"traceutil/trace.go:171","msg":"trace[886993985] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"147.270366ms","start":"2026-03-05T06:47:24.482048Z","end":"2026-03-05T06:47:24.629318Z","steps":["trace[886993985] 'process raft request' (duration: 71.02865ms)","trace[886993985] 'compare' (duration: 75.923829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:47:24.629549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.513769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T06:47:24.629589Z","caller":"traceutil/trace.go:171","msg":"trace[1343260915] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5521; }","duration":"146.599721ms","start":"2026-03-05T06:47:24.482978Z","end":"2026-03-05T06:47:24.629577Z","steps":["trace[1343260915] 'agreement among raft nodes before linearized reading' (duration: 146.478258ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:47:24.629679Z","caller":"traceutil/trace.go:171","msg":"trace[1236929523] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"147.563022ms","start":"2026-03-05T06:47:24.482098Z","end":"2026-03-05T06:47:24.629661Z","steps":["trace[1236929523] 'process raft request' (duration: 147.110642ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:47:41.204913Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2741} {"level":"info","ts":"2026-03-05T06:47:41.268283Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2741,"took":"61.905847ms","hash":1156769654,"current-db-size-bytes":40890368,"current-db-size":"41 MB","current-db-size-in-use-bytes":30433280,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T06:47:41.268354Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1156769654,"revision":2741,"compact-revision":-1} {"level":"info","ts":"2026-03-05T06:52:19.273783Z","caller":"traceutil/trace.go:171","msg":"trace[332431832] transaction","detail":"{read_only:false; response_revision:7462; number_of_response:1; }","duration":"100.531786ms","start":"2026-03-05T06:52:19.173224Z","end":"2026-03-05T06:52:19.273756Z","steps":["trace[332431832] 'process raft request' (duration: 100.337572ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:33.729196Z","caller":"traceutil/trace.go:171","msg":"trace[518747440] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"173.316782ms","start":"2026-03-05T06:52:33.555851Z","end":"2026-03-05T06:52:33.729167Z","steps":["trace[518747440] 'process raft request' (duration: 76.993841ms)","trace[518747440] 'compare' (duration: 96.111247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:52:36.034078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592909340,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T06:52:36.131006Z","caller":"traceutil/trace.go:171","msg":"trace[912154209] transaction","detail":"{read_only:false; response_revision:7678; number_of_response:1; }","duration":"694.107124ms","start":"2026-03-05T06:52:35.436869Z","end":"2026-03-05T06:52:36.130976Z","steps":["trace[912154209] 'process raft request' (duration: 693.944211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:36.131175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:35.436847Z","time spent":"694.246998ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:52:36.391854Z","caller":"traceutil/trace.go:171","msg":"trace[829211477] linearizableReadLoop","detail":"{readStateIndex:7969; appliedIndex:7966; }","duration":"858.820594ms","start":"2026-03-05T06:52:35.533003Z","end":"2026-03-05T06:52:36.391823Z","steps":["trace[829211477] 'read index received' (duration: 597.916906ms)","trace[829211477] 'applied index is now lower than readState.Index' (duration: 260.902818ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:52:36.391927Z","caller":"traceutil/trace.go:171","msg":"trace[1458343696] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"754.972135ms","start":"2026-03-05T06:52:35.636941Z","end":"2026-03-05T06:52:36.391914Z","steps":["trace[1458343696] 'process raft request' (duration: 754.195477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:36.391995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:35.636907Z","time spent":"755.055637ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:52:36.391965Z","caller":"traceutil/trace.go:171","msg":"trace[1569885170] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"657.307573ms","start":"2026-03-05T06:52:35.734617Z","end":"2026-03-05T06:52:36.391924Z","steps":["trace[1569885170] 'process raft request' (duration: 657.150799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:36.39214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.745135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:52:36.3922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.172243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-05T06:52:36.392232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.356588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T06:52:36.392252Z","caller":"traceutil/trace.go:171","msg":"trace[162705742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7680; }","duration":"282.428919ms","start":"2026-03-05T06:52:36.109816Z","end":"2026-03-05T06:52:36.392245Z","steps":["trace[162705742] 'agreement among raft nodes before linearized reading' (duration: 282.389128ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:36.392243Z","caller":"traceutil/trace.go:171","msg":"trace[1914438466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7680; }","duration":"384.904659ms","start":"2026-03-05T06:52:36.007316Z","end":"2026-03-05T06:52:36.392221Z","steps":["trace[1914438466] 'agreement among raft nodes before linearized reading' (duration: 384.722285ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:36.392249Z","caller":"traceutil/trace.go:171","msg":"trace[1299749817] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7680; }","duration":"859.316396ms","start":"2026-03-05T06:52:35.532918Z","end":"2026-03-05T06:52:36.392234Z","steps":["trace[1299749817] 'agreement among raft nodes before linearized reading' (duration: 859.099771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:36.392297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:36.007294Z","time spent":"384.992151ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T06:52:36.392314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:35.734593Z","time spent":"657.556529ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:52:36.392424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.671319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T06:52:36.392466Z","caller":"traceutil/trace.go:171","msg":"trace[1990113876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7680; }","duration":"117.735ms","start":"2026-03-05T06:52:36.274722Z","end":"2026-03-05T06:52:36.392457Z","steps":["trace[1990113876] 'agreement among raft nodes before linearized reading' (duration: 117.619247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:36.392442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.863625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T06:52:36.392249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.773579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T06:52:36.392551Z","caller":"traceutil/trace.go:171","msg":"trace[2001796789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7680; }","duration":"303.019338ms","start":"2026-03-05T06:52:36.089508Z","end":"2026-03-05T06:52:36.392527Z","steps":["trace[2001796789] 'agreement among raft nodes before linearized reading' (duration: 302.756703ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:36.392578Z","caller":"traceutil/trace.go:171","msg":"trace[2041045380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7680; }","duration":"143.138537ms","start":"2026-03-05T06:52:36.249423Z","end":"2026-03-05T06:52:36.392561Z","steps":["trace[2041045380] 'agreement among raft nodes before linearized reading' (duration: 142.678817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:36.392603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:36.089483Z","time spent":"303.111061ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T06:52:36.39219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.32441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T06:52:36.39266Z","caller":"traceutil/trace.go:171","msg":"trace[1312408975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7680; }","duration":"283.822801ms","start":"2026-03-05T06:52:36.108823Z","end":"2026-03-05T06:52:36.392646Z","steps":["trace[1312408975] 'agreement among raft nodes before linearized reading' (duration: 283.31476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:36.392311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:35.532878Z","time spent":"859.420018ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T06:52:37.001104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.956235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:52:37.001189Z","caller":"traceutil/trace.go:171","msg":"trace[1847265429] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"604.970965ms","start":"2026-03-05T06:52:36.396203Z","end":"2026-03-05T06:52:37.001174Z","steps":["trace[1847265429] 'process raft request' (duration: 268.884137ms)","trace[1847265429] 'compare' (duration: 335.859473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:52:37.00123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:36.396186Z","time spent":"605.026526ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:52:37.003151Z","caller":"traceutil/trace.go:171","msg":"trace[930481704] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"606.348115ms","start":"2026-03-05T06:52:36.396766Z","end":"2026-03-05T06:52:37.003114Z","steps":["trace[930481704] 'process raft request' (duration: 606.10064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:37.003402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:36.396738Z","time spent":"606.54567ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:52:37.003433Z","caller":"traceutil/trace.go:171","msg":"trace[1251035564] transaction","detail":"{read_only:false; response_revision:7683; number_of_response:1; }","duration":"606.183102ms","start":"2026-03-05T06:52:36.39722Z","end":"2026-03-05T06:52:37.003403Z","steps":["trace[1251035564] 'process raft request' (duration: 605.847844ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:37.003476Z","caller":"traceutil/trace.go:171","msg":"trace[1563818319] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"605.6992ms","start":"2026-03-05T06:52:36.397766Z","end":"2026-03-05T06:52:37.003465Z","steps":["trace[1563818319] 'process raft request' (duration: 605.618478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:37.003567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:36.397174Z","time spent":"606.320625ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:52:37.003561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:36.397754Z","time spent":"605.777402ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:52:37.003696Z","caller":"traceutil/trace.go:171","msg":"trace[945092591] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"606.236513ms","start":"2026-03-05T06:52:36.397452Z","end":"2026-03-05T06:52:37.003689Z","steps":["trace[945092591] 'process raft request' (duration: 605.833744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:37.003738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:36.397441Z","time spent":"606.277944ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:52:37.003777Z","caller":"traceutil/trace.go:171","msg":"trace[1671549215] linearizableReadLoop","detail":"{readStateIndex:7975; appliedIndex:7969; }","duration":"569.648595ms","start":"2026-03-05T06:52:36.434098Z","end":"2026-03-05T06:52:37.003746Z","steps":["trace[1671549215] 'read index received' (duration: 230.948839ms)","trace[1671549215] 'applied index is now lower than readState.Index' (duration: 338.698976ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:52:37.003989Z","caller":"traceutil/trace.go:171","msg":"trace[1964433198] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"605.701411ms","start":"2026-03-05T06:52:36.398281Z","end":"2026-03-05T06:52:37.003982Z","steps":["trace[1964433198] 'process raft request' (duration: 605.153869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:37.004024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:36.398269Z","time spent":"605.737631ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:52:37.00412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.028513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm4tz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T06:52:37.004142Z","caller":"traceutil/trace.go:171","msg":"trace[943079043] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm4tz; range_end:; response_count:1; response_revision:7686; }","duration":"570.090625ms","start":"2026-03-05T06:52:36.434044Z","end":"2026-03-05T06:52:37.004134Z","steps":["trace[943079043] 'agreement among raft nodes before linearized reading' (duration: 569.963052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:37.004529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:36.434024Z","time spent":"570.496043ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-lm4tz\" "} {"level":"info","ts":"2026-03-05T06:52:41.212537Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5635} {"level":"info","ts":"2026-03-05T06:52:41.303513Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5635,"took":"88.811324ms","hash":2334207130,"current-db-size-bytes":42053632,"current-db-size":"42 MB","current-db-size-in-use-bytes":23326720,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-05T06:52:41.30359Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2334207130,"revision":5635,"compact-revision":2741} {"level":"info","ts":"2026-03-05T06:52:46.305435Z","caller":"traceutil/trace.go:171","msg":"trace[68357496] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"120.335049ms","start":"2026-03-05T06:52:46.185053Z","end":"2026-03-05T06:52:46.305388Z","steps":["trace[68357496] 'process raft request' (duration: 120.156265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:47.56396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592909492,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T06:52:47.852045Z","caller":"traceutil/trace.go:171","msg":"trace[664276792] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"794.914176ms","start":"2026-03-05T06:52:47.057107Z","end":"2026-03-05T06:52:47.852021Z","steps":["trace[664276792] 'process raft request' (duration: 794.768563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:47.852187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:47.057095Z","time spent":"795.020308ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:52:47.864297Z","caller":"traceutil/trace.go:171","msg":"trace[714500562] linearizableReadLoop","detail":"{readStateIndex:8023; appliedIndex:8021; }","duration":"800.504213ms","start":"2026-03-05T06:52:47.063758Z","end":"2026-03-05T06:52:47.864262Z","steps":["trace[714500562] 'read index received' (duration: 788.131225ms)","trace[714500562] 'applied index is now lower than readState.Index' (duration: 12.371968ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:52:47.864412Z","caller":"traceutil/trace.go:171","msg":"trace[404513025] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"449.039351ms","start":"2026-03-05T06:52:47.415362Z","end":"2026-03-05T06:52:47.864401Z","steps":["trace[404513025] 'process raft request' (duration: 448.788825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:47.864551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:47.415337Z","time spent":"449.100643ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:52:47.864689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.808257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm4tz\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T06:52:47.864709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.932742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T06:52:47.864773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.367782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T06:52:47.864788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.214816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:52:47.864816Z","caller":"traceutil/trace.go:171","msg":"trace[735776645] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7730; }","duration":"488.299758ms","start":"2026-03-05T06:52:47.376507Z","end":"2026-03-05T06:52:47.864807Z","steps":["trace[735776645] 'agreement among raft nodes before linearized reading' (duration: 488.254727ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:47.86482Z","caller":"traceutil/trace.go:171","msg":"trace[661845732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7730; }","duration":"754.430803ms","start":"2026-03-05T06:52:47.110375Z","end":"2026-03-05T06:52:47.864806Z","steps":["trace[661845732] 'agreement among raft nodes before linearized reading' (duration: 754.346021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:47.864842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.374176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-05T06:52:47.864847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:47.376492Z","time spent":"488.347458ms","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-05T06:52:47.864851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:47.110364Z","time spent":"754.480344ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T06:52:47.864862Z","caller":"traceutil/trace.go:171","msg":"trace[105695282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7730; }","duration":"756.413928ms","start":"2026-03-05T06:52:47.108442Z","end":"2026-03-05T06:52:47.864856Z","steps":["trace[105695282] 'agreement among raft nodes before linearized reading' (duration: 756.358007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:47.864892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:47.108432Z","time spent":"756.454598ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T06:52:47.864738Z","caller":"traceutil/trace.go:171","msg":"trace[1565439969] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm4tz; range_end:; response_count:1; response_revision:7730; }","duration":"748.881279ms","start":"2026-03-05T06:52:47.115844Z","end":"2026-03-05T06:52:47.864725Z","steps":["trace[1565439969] 'agreement among raft nodes before linearized reading' (duration: 748.731646ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:47.864778Z","caller":"traceutil/trace.go:171","msg":"trace[1098344983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7730; }","duration":"801.023954ms","start":"2026-03-05T06:52:47.06374Z","end":"2026-03-05T06:52:47.864764Z","steps":["trace[1098344983] 'agreement among raft nodes before linearized reading' (duration: 800.84885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:47.86503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:47.115833Z","time spent":"749.157025ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-lm4tz\" "} {"level":"warn","ts":"2026-03-05T06:52:47.865073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:47.063733Z","time spent":"801.33353ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T06:52:47.864691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.770775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T06:52:47.8652Z","caller":"traceutil/trace.go:171","msg":"trace[909697682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7730; }","duration":"757.349488ms","start":"2026-03-05T06:52:47.107839Z","end":"2026-03-05T06:52:47.865188Z","steps":["trace[909697682] 'agreement among raft nodes before linearized reading' (duration: 756.713494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:47.865245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:47.107813Z","time spent":"757.420649ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T06:52:49.913048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.972195ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T06:52:49.913188Z","caller":"traceutil/trace.go:171","msg":"trace[1346954208] linearizableReadLoop","detail":"{readStateIndex:8031; appliedIndex:8030; }","duration":"490.498167ms","start":"2026-03-05T06:52:49.422663Z","end":"2026-03-05T06:52:49.913161Z","steps":["trace[1346954208] 'read index received' (duration: 261.320507ms)","trace[1346954208] 'applied index is now lower than readState.Index' (duration: 229.1753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:52:49.913439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.719312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T06:52:49.913506Z","caller":"traceutil/trace.go:171","msg":"trace[1981455714] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7737; }","duration":"490.870045ms","start":"2026-03-05T06:52:49.422622Z","end":"2026-03-05T06:52:49.913492Z","steps":["trace[1981455714] 'agreement among raft nodes before linearized reading' (duration: 490.62908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:49.913552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:49.4226Z","time spent":"490.938837ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T06:52:50.175018Z","caller":"traceutil/trace.go:171","msg":"trace[128680857] linearizableReadLoop","detail":"{readStateIndex:8037; appliedIndex:8032; }","duration":"239.987592ms","start":"2026-03-05T06:52:49.935006Z","end":"2026-03-05T06:52:50.174994Z","steps":["trace[128680857] 'read index received' (duration: 45.252931ms)","trace[128680857] 'applied index is now lower than readState.Index' (duration: 194.733601ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:52:50.17527Z","caller":"traceutil/trace.go:171","msg":"trace[1047739792] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"244.989194ms","start":"2026-03-05T06:52:49.930244Z","end":"2026-03-05T06:52:50.175233Z","steps":["trace[1047739792] 'process raft request' (duration: 244.716928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:50.175313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.969601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:52:50.175375Z","caller":"traceutil/trace.go:171","msg":"trace[275212450] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7743; }","duration":"180.079364ms","start":"2026-03-05T06:52:49.995282Z","end":"2026-03-05T06:52:50.175362Z","steps":["trace[275212450] 'agreement among raft nodes before linearized reading' (duration: 179.965851ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:50.175312Z","caller":"traceutil/trace.go:171","msg":"trace[127041893] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"246.278702ms","start":"2026-03-05T06:52:49.929008Z","end":"2026-03-05T06:52:50.175286Z","steps":["trace[127041893] 'process raft request' (duration: 245.879533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:50.175516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.434603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:52:50.175565Z","caller":"traceutil/trace.go:171","msg":"trace[1526378861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7743; }","duration":"168.505244ms","start":"2026-03-05T06:52:50.007048Z","end":"2026-03-05T06:52:50.175553Z","steps":["trace[1526378861] 'agreement among raft nodes before linearized reading' (duration: 168.423432ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:50.175622Z","caller":"traceutil/trace.go:171","msg":"trace[1176165950] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"246.691791ms","start":"2026-03-05T06:52:49.928917Z","end":"2026-03-05T06:52:50.175608Z","steps":["trace[1176165950] 'process raft request' (duration: 245.836782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:50.175655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.726721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T06:52:50.175668Z","caller":"traceutil/trace.go:171","msg":"trace[1460160626] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"245.874883ms","start":"2026-03-05T06:52:49.929781Z","end":"2026-03-05T06:52:50.175656Z","steps":["trace[1460160626] 'process raft request' (duration: 245.150177ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:50.175694Z","caller":"traceutil/trace.go:171","msg":"trace[1139846592] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7743; }","duration":"177.796263ms","start":"2026-03-05T06:52:49.997887Z","end":"2026-03-05T06:52:50.175684Z","steps":["trace[1139846592] 'agreement among raft nodes before linearized reading' (duration: 177.726861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:50.176302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.261559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222788"} {"level":"info","ts":"2026-03-05T06:52:50.176409Z","caller":"traceutil/trace.go:171","msg":"trace[1877440692] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7743; }","duration":"241.386332ms","start":"2026-03-05T06:52:49.934999Z","end":"2026-03-05T06:52:50.176385Z","steps":["trace[1877440692] 'agreement among raft nodes before linearized reading' (duration: 240.700497ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:51.494509Z","caller":"traceutil/trace.go:171","msg":"trace[384901882] linearizableReadLoop","detail":"{readStateIndex:8040; appliedIndex:8039; }","duration":"156.627949ms","start":"2026-03-05T06:52:51.337858Z","end":"2026-03-05T06:52:51.494486Z","steps":["trace[384901882] 'read index received' (duration: 156.352233ms)","trace[384901882] 'applied index is now lower than readState.Index' (duration: 274.846µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:52:51.494657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.770452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:52:51.494637Z","caller":"traceutil/trace.go:171","msg":"trace[673983370] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"157.275743ms","start":"2026-03-05T06:52:51.337331Z","end":"2026-03-05T06:52:51.494607Z","steps":["trace[673983370] 'process raft request' (duration: 156.944556ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:51.494698Z","caller":"traceutil/trace.go:171","msg":"trace[2037862700] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7746; }","duration":"156.851104ms","start":"2026-03-05T06:52:51.337836Z","end":"2026-03-05T06:52:51.494687Z","steps":["trace[2037862700] 'agreement among raft nodes before linearized reading' (duration: 156.750442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:51.5486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.648115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:52:51.548629Z","caller":"traceutil/trace.go:171","msg":"trace[835353522] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"143.925035ms","start":"2026-03-05T06:52:51.404681Z","end":"2026-03-05T06:52:51.548606Z","steps":["trace[835353522] 'process raft request' (duration: 143.681369ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:51.548681Z","caller":"traceutil/trace.go:171","msg":"trace[1727261781] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7747; }","duration":"210.758548ms","start":"2026-03-05T06:52:51.337904Z","end":"2026-03-05T06:52:51.548663Z","steps":["trace[1727261781] 'agreement among raft nodes before linearized reading' (duration: 210.608605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:51.548667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.21322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:52:51.548745Z","caller":"traceutil/trace.go:171","msg":"trace[992584928] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7747; }","duration":"199.338542ms","start":"2026-03-05T06:52:51.349387Z","end":"2026-03-05T06:52:51.548725Z","steps":["trace[992584928] 'agreement among raft nodes before linearized reading' (duration: 199.171629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:51.548743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.394804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:52:51.548781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.446851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:52:51.548796Z","caller":"traceutil/trace.go:171","msg":"trace[99995629] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7747; }","duration":"199.493177ms","start":"2026-03-05T06:52:51.349288Z","end":"2026-03-05T06:52:51.548781Z","steps":["trace[99995629] 'agreement among raft nodes before linearized reading' (duration: 199.391964ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:51.548826Z","caller":"traceutil/trace.go:171","msg":"trace[1018600151] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7747; }","duration":"210.513242ms","start":"2026-03-05T06:52:51.338302Z","end":"2026-03-05T06:52:51.548815Z","steps":["trace[1018600151] 'agreement among raft nodes before linearized reading' (duration: 210.430281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:51.548825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.039776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:52:51.549092Z","caller":"traceutil/trace.go:171","msg":"trace[1034071576] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7747; }","duration":"199.333723ms","start":"2026-03-05T06:52:51.349743Z","end":"2026-03-05T06:52:51.549076Z","steps":["trace[1034071576] 'agreement among raft nodes before linearized reading' (duration: 199.026706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:51.810529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.750245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T06:52:51.81067Z","caller":"traceutil/trace.go:171","msg":"trace[982256461] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7747; }","duration":"123.943879ms","start":"2026-03-05T06:52:51.686708Z","end":"2026-03-05T06:52:51.810652Z","steps":["trace[982256461] 'count revisions from in-memory index tree' (duration: 123.671342ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:52.363237Z","caller":"traceutil/trace.go:171","msg":"trace[1340458560] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"108.199318ms","start":"2026-03-05T06:52:52.255017Z","end":"2026-03-05T06:52:52.363216Z","steps":["trace[1340458560] 'process raft request' (duration: 108.066295ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:52.398532Z","caller":"traceutil/trace.go:171","msg":"trace[1078674211] linearizableReadLoop","detail":"{readStateIndex:8046; appliedIndex:8044; }","duration":"143.020534ms","start":"2026-03-05T06:52:52.25549Z","end":"2026-03-05T06:52:52.398511Z","steps":["trace[1078674211] 'read index received' (duration: 107.645335ms)","trace[1078674211] 'applied index is now lower than readState.Index' (duration: 35.374399ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:52:52.39855Z","caller":"traceutil/trace.go:171","msg":"trace[673541917] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"142.649427ms","start":"2026-03-05T06:52:52.25588Z","end":"2026-03-05T06:52:52.398529Z","steps":["trace[673541917] 'process raft request' (duration: 142.530474ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:52.398582Z","caller":"traceutil/trace.go:171","msg":"trace[1110397674] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"141.687365ms","start":"2026-03-05T06:52:52.256877Z","end":"2026-03-05T06:52:52.398565Z","steps":["trace[1110397674] 'process raft request' (duration: 141.566312ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:52.398599Z","caller":"traceutil/trace.go:171","msg":"trace[714983225] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"143.378823ms","start":"2026-03-05T06:52:52.25521Z","end":"2026-03-05T06:52:52.398589Z","steps":["trace[714983225] 'process raft request' (duration: 143.066576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:52.399228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.712671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222788"} {"level":"info","ts":"2026-03-05T06:52:52.399267Z","caller":"traceutil/trace.go:171","msg":"trace[1327832900] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7755; }","duration":"143.800883ms","start":"2026-03-05T06:52:52.255459Z","end":"2026-03-05T06:52:52.39926Z","steps":["trace[1327832900] 'agreement among raft nodes before linearized reading' (duration: 143.229039ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:52:52.984293Z","caller":"traceutil/trace.go:171","msg":"trace[1582906311] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"492.948972ms","start":"2026-03-05T06:52:52.491312Z","end":"2026-03-05T06:52:52.984261Z","steps":["trace[1582906311] 'process raft request' (duration: 492.697247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:52:52.984464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:52:52.491286Z","time spent":"493.087375ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:53:16.621136Z","caller":"traceutil/trace.go:171","msg":"trace[168206705] linearizableReadLoop","detail":"{readStateIndex:8222; appliedIndex:8221; }","duration":"208.692671ms","start":"2026-03-05T06:53:16.412398Z","end":"2026-03-05T06:53:16.621091Z","steps":["trace[168206705] 'read index received' (duration: 208.350944ms)","trace[168206705] 'applied index is now lower than readState.Index' (duration: 339.557µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:53:16.621239Z","caller":"traceutil/trace.go:171","msg":"trace[1429059025] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"306.63759ms","start":"2026-03-05T06:53:16.314561Z","end":"2026-03-05T06:53:16.621199Z","steps":["trace[1429059025] 'process raft request' (duration: 306.256871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:16.621609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.190423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19576"} {"level":"info","ts":"2026-03-05T06:53:16.621711Z","caller":"traceutil/trace.go:171","msg":"trace[505527916] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7921; }","duration":"209.362116ms","start":"2026-03-05T06:53:16.412326Z","end":"2026-03-05T06:53:16.621688Z","steps":["trace[505527916] 'agreement among raft nodes before linearized reading' (duration: 209.008079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:16.621725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:16.314542Z","time spent":"306.785502ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4723,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:53:16.667442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.72257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T06:53:16.667484Z","caller":"traceutil/trace.go:171","msg":"trace[1762568535] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"110.452528ms","start":"2026-03-05T06:53:16.556992Z","end":"2026-03-05T06:53:16.667445Z","steps":["trace[1762568535] 'process raft request' (duration: 110.011937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:16.6675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.953535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T06:53:16.667506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.527154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T06:53:16.667537Z","caller":"traceutil/trace.go:171","msg":"trace[1197138409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7922; }","duration":"113.889065ms","start":"2026-03-05T06:53:16.553632Z","end":"2026-03-05T06:53:16.667521Z","steps":["trace[1197138409] 'agreement among raft nodes before linearized reading' (duration: 113.66671ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:16.667562Z","caller":"traceutil/trace.go:171","msg":"trace[1134201159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7922; }","duration":"139.060686ms","start":"2026-03-05T06:53:16.528487Z","end":"2026-03-05T06:53:16.667548Z","steps":["trace[1134201159] 'agreement among raft nodes before linearized reading' (duration: 138.834781ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:16.667587Z","caller":"traceutil/trace.go:171","msg":"trace[423134563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7922; }","duration":"116.697277ms","start":"2026-03-05T06:53:16.55087Z","end":"2026-03-05T06:53:16.667567Z","steps":["trace[423134563] 'agreement among raft nodes before linearized reading' (duration: 116.37994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:16.667672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.912949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T06:53:16.66776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.951249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm4tz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T06:53:16.667835Z","caller":"traceutil/trace.go:171","msg":"trace[240836302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm4tz; range_end:; response_count:1; response_revision:7922; }","duration":"107.052722ms","start":"2026-03-05T06:53:16.560771Z","end":"2026-03-05T06:53:16.667823Z","steps":["trace[240836302] 'agreement among raft nodes before linearized reading' (duration: 106.500519ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:16.667773Z","caller":"traceutil/trace.go:171","msg":"trace[1919953233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7922; }","duration":"120.083253ms","start":"2026-03-05T06:53:16.547667Z","end":"2026-03-05T06:53:16.667751Z","steps":["trace[1919953233] 'agreement among raft nodes before linearized reading' (duration: 119.745395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:20.687369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592910192,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T06:53:21.025478Z","caller":"traceutil/trace.go:171","msg":"trace[1879645109] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"968.938615ms","start":"2026-03-05T06:53:20.056518Z","end":"2026-03-05T06:53:21.025456Z","steps":["trace[1879645109] 'process raft request' (duration: 968.72524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:21.025676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:20.056492Z","time spent":"969.058878ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:53:21.07015Z","caller":"traceutil/trace.go:171","msg":"trace[1020486617] linearizableReadLoop","detail":"{readStateIndex:8242; appliedIndex:8241; }","duration":"883.805813ms","start":"2026-03-05T06:53:20.186319Z","end":"2026-03-05T06:53:21.070125Z","steps":["trace[1020486617] 'read index received' (duration: 839.159445ms)","trace[1020486617] 'applied index is now lower than readState.Index' (duration: 44.645128ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:53:21.070244Z","caller":"traceutil/trace.go:171","msg":"trace[1911459803] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"392.058838ms","start":"2026-03-05T06:53:20.678161Z","end":"2026-03-05T06:53:21.07022Z","steps":["trace[1911459803] 'process raft request' (duration: 391.115107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:21.07038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.047498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T06:53:21.070423Z","caller":"traceutil/trace.go:171","msg":"trace[602829115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7940; }","duration":"884.13584ms","start":"2026-03-05T06:53:20.186277Z","end":"2026-03-05T06:53:21.070413Z","steps":["trace[602829115] 'agreement among raft nodes before linearized reading' (duration: 883.967356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:21.070456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:20.186256Z","time spent":"884.191261ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T06:53:21.070437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:20.678138Z","time spent":"392.197971ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:53:21.071006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.48899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T06:53:21.071348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.965571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T06:53:21.071396Z","caller":"traceutil/trace.go:171","msg":"trace[389300472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7940; }","duration":"266.051713ms","start":"2026-03-05T06:53:20.805334Z","end":"2026-03-05T06:53:21.071386Z","steps":["trace[389300472] 'agreement among raft nodes before linearized reading' (duration: 265.929961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:21.071372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.555024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T06:53:21.071547Z","caller":"traceutil/trace.go:171","msg":"trace[1665405563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7940; }","duration":"360.749308ms","start":"2026-03-05T06:53:20.710773Z","end":"2026-03-05T06:53:21.071522Z","steps":["trace[1665405563] 'agreement among raft nodes before linearized reading' (duration: 360.224907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:21.071732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.966328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm4tz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T06:53:21.071778Z","caller":"traceutil/trace.go:171","msg":"trace[1201045872] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm4tz; range_end:; response_count:1; response_revision:7940; }","duration":"376.0313ms","start":"2026-03-05T06:53:20.695737Z","end":"2026-03-05T06:53:21.071768Z","steps":["trace[1201045872] 'agreement among raft nodes before linearized reading' (duration: 375.928018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:21.071807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:20.695727Z","time spent":"376.073101ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-lm4tz\" "} {"level":"warn","ts":"2026-03-05T06:53:21.071971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.415503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T06:53:21.072008Z","caller":"traceutil/trace.go:171","msg":"trace[803460358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7940; }","duration":"365.449704ms","start":"2026-03-05T06:53:20.706548Z","end":"2026-03-05T06:53:21.071998Z","steps":["trace[803460358] 'agreement among raft nodes before linearized reading' (duration: 365.368142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:21.072034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:20.706518Z","time spent":"365.510036ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T06:53:21.072369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.266707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T06:53:21.072411Z","caller":"traceutil/trace.go:171","msg":"trace[1373104396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7940; }","duration":"381.323188ms","start":"2026-03-05T06:53:20.69108Z","end":"2026-03-05T06:53:21.072403Z","steps":["trace[1373104396] 'agreement among raft nodes before linearized reading' (duration: 381.233266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:21.072438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:20.691073Z","time spent":"381.359269ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T06:53:21.071065Z","caller":"traceutil/trace.go:171","msg":"trace[21557220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7940; }","duration":"380.579362ms","start":"2026-03-05T06:53:20.690472Z","end":"2026-03-05T06:53:21.071051Z","steps":["trace[21557220] 'agreement among raft nodes before linearized reading' (duration: 380.454638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:21.073383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:20.710739Z","time spent":"360.896182ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T06:53:21.072592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:20.690464Z","time spent":"382.112016ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T06:53:21.520909Z","caller":"traceutil/trace.go:171","msg":"trace[974882471] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"443.084857ms","start":"2026-03-05T06:53:21.077809Z","end":"2026-03-05T06:53:21.520894Z","steps":["trace[974882471] 'process raft request' (duration: 442.982945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:21.521116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:21.077788Z","time spent":"443.17269ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:53:21.52275Z","caller":"traceutil/trace.go:171","msg":"trace[355503098] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"445.00815ms","start":"2026-03-05T06:53:21.077716Z","end":"2026-03-05T06:53:21.522724Z","steps":["trace[355503098] 'process raft request' (duration: 444.816736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:21.522907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:21.07765Z","time spent":"445.179615ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:53:21.523026Z","caller":"traceutil/trace.go:171","msg":"trace[1936091899] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"442.563587ms","start":"2026-03-05T06:53:21.08044Z","end":"2026-03-05T06:53:21.523003Z","steps":["trace[1936091899] 'process raft request' (duration: 442.418953ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:21.523004Z","caller":"traceutil/trace.go:171","msg":"trace[1429787081] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"442.589157ms","start":"2026-03-05T06:53:21.080382Z","end":"2026-03-05T06:53:21.522971Z","steps":["trace[1429787081] 'process raft request' (duration: 442.29351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:21.523179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:21.080431Z","time spent":"442.669069ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:53:21.523211Z","caller":"traceutil/trace.go:171","msg":"trace[1810152054] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"442.72164ms","start":"2026-03-05T06:53:21.08047Z","end":"2026-03-05T06:53:21.523191Z","steps":["trace[1810152054] 'process raft request' (duration: 442.497095ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:21.523283Z","caller":"traceutil/trace.go:171","msg":"trace[11895291] linearizableReadLoop","detail":"{readStateIndex:8248; appliedIndex:8242; }","duration":"370.734321ms","start":"2026-03-05T06:53:21.152535Z","end":"2026-03-05T06:53:21.52327Z","steps":["trace[11895291] 'read index received' (duration: 368.253166ms)","trace[11895291] 'applied index is now lower than readState.Index' (duration: 2.479915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:53:21.523332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:21.080454Z","time spent":"442.806461ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:53:21.523338Z","caller":"traceutil/trace.go:171","msg":"trace[529612834] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"416.930393ms","start":"2026-03-05T06:53:21.106383Z","end":"2026-03-05T06:53:21.523314Z","steps":["trace[529612834] 'process raft request' (duration: 416.726619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:21.52339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.840174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:53:21.523413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.424605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T06:53:21.523437Z","caller":"traceutil/trace.go:171","msg":"trace[1481869934] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7946; }","duration":"370.934186ms","start":"2026-03-05T06:53:21.15249Z","end":"2026-03-05T06:53:21.523425Z","steps":["trace[1481869934] 'agreement among raft nodes before linearized reading' (duration: 370.841894ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:21.52345Z","caller":"traceutil/trace.go:171","msg":"trace[1158796891] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7946; }","duration":"225.502347ms","start":"2026-03-05T06:53:21.297936Z","end":"2026-03-05T06:53:21.523439Z","steps":["trace[1158796891] 'agreement among raft nodes before linearized reading' (duration: 225.433296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:21.523446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:21.106357Z","time spent":"417.029366ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:53:21.523474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:21.152471Z","time spent":"370.996867ms","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T06:53:21.523475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.659882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c6cfc868c-mf6zk.1899df648eb9b948\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-05T06:53:21.523505Z","caller":"traceutil/trace.go:171","msg":"trace[467936824] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c6cfc868c-mf6zk.1899df648eb9b948; range_end:; response_count:1; response_revision:7946; }","duration":"187.737383ms","start":"2026-03-05T06:53:21.335759Z","end":"2026-03-05T06:53:21.523496Z","steps":["trace[467936824] 'agreement among raft nodes before linearized reading' (duration: 187.648272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:21.524038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:21.080371Z","time spent":"443.458296ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:53:23.180784Z","caller":"traceutil/trace.go:171","msg":"trace[780404153] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"149.5229ms","start":"2026-03-05T06:53:23.031238Z","end":"2026-03-05T06:53:23.180761Z","steps":["trace[780404153] 'process raft request' (duration: 149.370497ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:23.265177Z","caller":"traceutil/trace.go:171","msg":"trace[463975663] linearizableReadLoop","detail":"{readStateIndex:8253; appliedIndex:8251; }","duration":"182.403954ms","start":"2026-03-05T06:53:23.082743Z","end":"2026-03-05T06:53:23.265147Z","steps":["trace[463975663] 'read index received' (duration: 97.958258ms)","trace[463975663] 'applied index is now lower than readState.Index' (duration: 84.444276ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:53:23.265231Z","caller":"traceutil/trace.go:171","msg":"trace[2082468908] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"187.214292ms","start":"2026-03-05T06:53:23.077977Z","end":"2026-03-05T06:53:23.265191Z","steps":["trace[2082468908] 'process raft request' (duration: 186.605789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:23.26546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.69688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm4tz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T06:53:23.265507Z","caller":"traceutil/trace.go:171","msg":"trace[83567930] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm4tz; range_end:; response_count:1; response_revision:7951; }","duration":"182.794703ms","start":"2026-03-05T06:53:23.082701Z","end":"2026-03-05T06:53:23.265496Z","steps":["trace[83567930] 'agreement among raft nodes before linearized reading' (duration: 182.548708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:34.840274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.484656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:53:34.840392Z","caller":"traceutil/trace.go:171","msg":"trace[937255282] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"839.069734ms","start":"2026-03-05T06:53:34.001306Z","end":"2026-03-05T06:53:34.840375Z","steps":["trace[937255282] 'process raft request' (duration: 88.393214ms)","trace[937255282] 'compare' (duration: 750.2227ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:53:34.840396Z","caller":"traceutil/trace.go:171","msg":"trace[332968492] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8345; }","duration":"549.548736ms","start":"2026-03-05T06:53:34.290824Z","end":"2026-03-05T06:53:34.840373Z","steps":["trace[332968492] 'read index received' (duration: 82.881µs)","trace[332968492] 'applied index is now lower than readState.Index' (duration: 549.464325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:53:34.840583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.761871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T06:53:34.840612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:34.001296Z","time spent":"839.292979ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:53:34.840632Z","caller":"traceutil/trace.go:171","msg":"trace[920819247] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:8040; }","duration":"549.855983ms","start":"2026-03-05T06:53:34.290763Z","end":"2026-03-05T06:53:34.840619Z","steps":["trace[920819247] 'agreement among raft nodes before linearized reading' (duration: 549.69548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:34.840685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:34.290735Z","time spent":"549.938695ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-05T06:53:35.046781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.822243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T06:53:35.046889Z","caller":"traceutil/trace.go:171","msg":"trace[464485241] linearizableReadLoop","detail":"{readStateIndex:8347; appliedIndex:8346; }","duration":"206.443781ms","start":"2026-03-05T06:53:34.840426Z","end":"2026-03-05T06:53:35.04687Z","steps":["trace[464485241] 'read index received' (duration: 100.449104ms)","trace[464485241] 'applied index is now lower than readState.Index' (duration: 105.993177ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:53:35.047044Z","caller":"traceutil/trace.go:171","msg":"trace[1452554873] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"440.511461ms","start":"2026-03-05T06:53:34.606516Z","end":"2026-03-05T06:53:35.047027Z","steps":["trace[1452554873] 'process raft request' (duration: 334.34734ms)","trace[1452554873] 'compare' (duration: 105.70802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:53:35.047116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:34.606491Z","time spent":"440.587263ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:53:35.047107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.583098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:53:35.047182Z","caller":"traceutil/trace.go:171","msg":"trace[1887542896] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8041; }","duration":"267.71521ms","start":"2026-03-05T06:53:34.779446Z","end":"2026-03-05T06:53:35.047161Z","steps":["trace[1887542896] 'agreement among raft nodes before linearized reading' (duration: 267.560437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:35.047348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.398245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9btwr\" ","response":"range_response_count:1 size:4735"} {"level":"info","ts":"2026-03-05T06:53:35.047479Z","caller":"traceutil/trace.go:171","msg":"trace[1826002352] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9btwr; range_end:; response_count:1; response_revision:8041; }","duration":"584.583439ms","start":"2026-03-05T06:53:34.462867Z","end":"2026-03-05T06:53:35.047451Z","steps":["trace[1826002352] 'agreement among raft nodes before linearized reading' (duration: 584.147149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:35.047557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:34.462837Z","time spent":"584.706322ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4759,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9btwr\" "} {"level":"warn","ts":"2026-03-05T06:53:35.267891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:34.842064Z","time spent":"425.819822ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T06:53:35.26822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.068099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:53:35.268304Z","caller":"traceutil/trace.go:171","msg":"trace[1751184523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8042; }","duration":"260.218252ms","start":"2026-03-05T06:53:35.008067Z","end":"2026-03-05T06:53:35.268285Z","steps":["trace[1751184523] 'agreement among raft nodes before linearized reading' (duration: 260.022688ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:35.268451Z","caller":"traceutil/trace.go:171","msg":"trace[604617872] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"420.116365ms","start":"2026-03-05T06:53:34.848302Z","end":"2026-03-05T06:53:35.268418Z","steps":["trace[604617872] 'process raft request' (duration: 419.520341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:35.268496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.365317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-03-05T06:53:35.26847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.156892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9btwr\" ","response":"range_response_count:1 size:4633"} {"level":"info","ts":"2026-03-05T06:53:35.268553Z","caller":"traceutil/trace.go:171","msg":"trace[1001641153] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9btwr; range_end:; response_count:1; response_revision:8042; }","duration":"418.310176ms","start":"2026-03-05T06:53:34.850228Z","end":"2026-03-05T06:53:35.268538Z","steps":["trace[1001641153] 'agreement among raft nodes before linearized reading' (duration: 418.077611ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:35.26854Z","caller":"traceutil/trace.go:171","msg":"trace[1886451460] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8042; }","duration":"418.457509ms","start":"2026-03-05T06:53:34.850072Z","end":"2026-03-05T06:53:35.26853Z","steps":["trace[1886451460] 'agreement among raft nodes before linearized reading' (duration: 418.245394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:35.268596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:34.850065Z","time spent":"418.52324ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-05T06:53:35.2686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:34.850223Z","time spent":"418.364257ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4657,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9btwr\" "} {"level":"warn","ts":"2026-03-05T06:53:35.268608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:34.84828Z","time spent":"420.253419ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4618,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:53:35.268673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.33938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-03-05T06:53:35.268728Z","caller":"traceutil/trace.go:171","msg":"trace[748298694] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8042; }","duration":"424.416782ms","start":"2026-03-05T06:53:34.844294Z","end":"2026-03-05T06:53:35.268711Z","steps":["trace[748298694] 'agreement among raft nodes before linearized reading' (duration: 424.238248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:35.268775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:34.844282Z","time spent":"424.480893ms","remote":"127.0.0.1:41116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":523,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-05T06:53:35.26896Z","caller":"traceutil/trace.go:171","msg":"trace[386142815] linearizableReadLoop","detail":"{readStateIndex:8349; appliedIndex:8347; }","duration":"221.13784ms","start":"2026-03-05T06:53:35.046925Z","end":"2026-03-05T06:53:35.268063Z","steps":["trace[386142815] 'read index received' (duration: 122.941177ms)","trace[386142815] 'applied index is now lower than readState.Index' (duration: 98.194603ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:53:35.367464Z","caller":"traceutil/trace.go:171","msg":"trace[1514839071] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8042; }","duration":"309.943415ms","start":"2026-03-05T06:53:35.057496Z","end":"2026-03-05T06:53:35.36744Z","steps":["trace[1514839071] 'process raft request' (duration: 309.830402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:35.367629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:35.057474Z","time spent":"310.071277ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4668,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:53:35.415723Z","caller":"traceutil/trace.go:171","msg":"trace[64386827] linearizableReadLoop","detail":"{readStateIndex:8351; appliedIndex:8349; }","duration":"146.710256ms","start":"2026-03-05T06:53:35.26899Z","end":"2026-03-05T06:53:35.4157Z","steps":["trace[64386827] 'read index received' (duration: 98.413018ms)","trace[64386827] 'applied index is now lower than readState.Index' (duration: 48.295768ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:53:35.41592Z","caller":"traceutil/trace.go:171","msg":"trace[1892984165] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"145.466579ms","start":"2026-03-05T06:53:35.270422Z","end":"2026-03-05T06:53:35.415889Z","steps":["trace[1892984165] 'process raft request' (duration: 145.186433ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:35.415994Z","caller":"traceutil/trace.go:171","msg":"trace[262395684] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"189.599585ms","start":"2026-03-05T06:53:35.226349Z","end":"2026-03-05T06:53:35.415948Z","steps":["trace[262395684] 'process raft request' (duration: 189.063413ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:35.416036Z","caller":"traceutil/trace.go:171","msg":"trace[1236569505] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"146.260057ms","start":"2026-03-05T06:53:35.269735Z","end":"2026-03-05T06:53:35.415995Z","steps":["trace[1236569505] 'process raft request' (duration: 145.823737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:35.416224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.527101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-05T06:53:35.416749Z","caller":"traceutil/trace.go:171","msg":"trace[1794717681] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8046; }","duration":"283.080743ms","start":"2026-03-05T06:53:35.133653Z","end":"2026-03-05T06:53:35.416734Z","steps":["trace[1794717681] 'agreement among raft nodes before linearized reading' (duration: 282.412848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:35.416333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.814537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:53:35.416979Z","caller":"traceutil/trace.go:171","msg":"trace[1531773678] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8046; }","duration":"313.507413ms","start":"2026-03-05T06:53:35.103456Z","end":"2026-03-05T06:53:35.416963Z","steps":["trace[1531773678] 'agreement among raft nodes before linearized reading' (duration: 312.802567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:35.417029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:35.103432Z","time spent":"313.579385ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T06:53:35.416474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.690048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:53:35.417207Z","caller":"traceutil/trace.go:171","msg":"trace[282623488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8046; }","duration":"340.547058ms","start":"2026-03-05T06:53:35.076644Z","end":"2026-03-05T06:53:35.417191Z","steps":["trace[282623488] 'agreement among raft nodes before linearized reading' (duration: 339.534535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:35.417262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:35.076627Z","time spent":"340.615539ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-05T06:53:35.507866Z","caller":"traceutil/trace.go:171","msg":"trace[798606250] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"134.856173ms","start":"2026-03-05T06:53:35.372972Z","end":"2026-03-05T06:53:35.507828Z","steps":["trace[798606250] 'process raft request' (duration: 134.530635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:35.508028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.413156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:53:35.508078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.338278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm4tz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T06:53:35.508119Z","caller":"traceutil/trace.go:171","msg":"trace[396410344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8047; }","duration":"238.61035ms","start":"2026-03-05T06:53:35.26949Z","end":"2026-03-05T06:53:35.5081Z","steps":["trace[396410344] 'agreement among raft nodes before linearized reading' (duration: 238.388095ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:35.508166Z","caller":"traceutil/trace.go:171","msg":"trace[1185891600] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm4tz; range_end:; response_count:1; response_revision:8047; }","duration":"167.474682ms","start":"2026-03-05T06:53:35.340672Z","end":"2026-03-05T06:53:35.508147Z","steps":["trace[1185891600] 'agreement among raft nodes before linearized reading' (duration: 167.183375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:35.50857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.322217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-05T06:53:35.508662Z","caller":"traceutil/trace.go:171","msg":"trace[256027137] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8047; }","duration":"235.44094ms","start":"2026-03-05T06:53:35.2732Z","end":"2026-03-05T06:53:35.508641Z","steps":["trace[256027137] 'agreement among raft nodes before linearized reading' (duration: 234.55611ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:36.425627Z","caller":"traceutil/trace.go:171","msg":"trace[1032391691] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"150.730568ms","start":"2026-03-05T06:53:36.274865Z","end":"2026-03-05T06:53:36.425595Z","steps":["trace[1032391691] 'process raft request' (duration: 150.445481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:37.213772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.201679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-05T06:53:37.213858Z","caller":"traceutil/trace.go:171","msg":"trace[922369081] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8060; }","duration":"712.324771ms","start":"2026-03-05T06:53:36.501511Z","end":"2026-03-05T06:53:37.213836Z","steps":["trace[922369081] 'range keys from in-memory index tree' (duration: 712.003785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:37.213912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:36.501493Z","time spent":"712.401964ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-05T06:53:37.214178Z","caller":"traceutil/trace.go:171","msg":"trace[469906547] linearizableReadLoop","detail":"{readStateIndex:8369; appliedIndex:8368; }","duration":"493.861211ms","start":"2026-03-05T06:53:36.720291Z","end":"2026-03-05T06:53:37.214152Z","steps":["trace[469906547] 'read index received' (duration: 484.186656ms)","trace[469906547] 'applied index is now lower than readState.Index' (duration: 9.673275ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:53:37.214194Z","caller":"traceutil/trace.go:171","msg":"trace[917076512] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"606.278933ms","start":"2026-03-05T06:53:36.607882Z","end":"2026-03-05T06:53:37.214161Z","steps":["trace[917076512] 'process raft request' (duration: 596.677848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:37.214351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:36.607854Z","time spent":"606.406296ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:53:37.214408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.653267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:53:37.214426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.315311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T06:53:37.214461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.127068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T06:53:37.214473Z","caller":"traceutil/trace.go:171","msg":"trace[1056972099] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8061; }","duration":"480.752199ms","start":"2026-03-05T06:53:36.733703Z","end":"2026-03-05T06:53:37.214455Z","steps":["trace[1056972099] 'agreement among raft nodes before linearized reading' (duration: 480.650237ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:37.214496Z","caller":"traceutil/trace.go:171","msg":"trace[1716885108] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8061; }","duration":"494.21895ms","start":"2026-03-05T06:53:36.720265Z","end":"2026-03-05T06:53:37.214484Z","steps":["trace[1716885108] 'agreement among raft nodes before linearized reading' (duration: 494.024305ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:37.214498Z","caller":"traceutil/trace.go:171","msg":"trace[493649227] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8061; }","duration":"181.437264ms","start":"2026-03-05T06:53:37.03304Z","end":"2026-03-05T06:53:37.214478Z","steps":["trace[493649227] 'agreement among raft nodes before linearized reading' (duration: 181.315831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:37.214529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:36.720254Z","time spent":"494.267461ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T06:53:37.214532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:36.73369Z","time spent":"480.82663ms","remote":"127.0.0.1:44152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T06:53:37.214805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.824183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-05T06:53:37.214846Z","caller":"traceutil/trace.go:171","msg":"trace[702989440] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8061; }","duration":"156.885015ms","start":"2026-03-05T06:53:37.057951Z","end":"2026-03-05T06:53:37.214836Z","steps":["trace[702989440] 'agreement among raft nodes before linearized reading' (duration: 156.749112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:37.214859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.573159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:53:37.215415Z","caller":"traceutil/trace.go:171","msg":"trace[808434916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8061; }","duration":"209.199564ms","start":"2026-03-05T06:53:37.006188Z","end":"2026-03-05T06:53:37.215388Z","steps":["trace[808434916] 'agreement among raft nodes before linearized reading' (duration: 208.248652ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:39.180229Z","caller":"traceutil/trace.go:171","msg":"trace[1228189838] linearizableReadLoop","detail":"{readStateIndex:8382; appliedIndex:8381; }","duration":"173.083587ms","start":"2026-03-05T06:53:39.007118Z","end":"2026-03-05T06:53:39.180202Z","steps":["trace[1228189838] 'read index received' (duration: 172.835851ms)","trace[1228189838] 'applied index is now lower than readState.Index' (duration: 246.846µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:53:39.180277Z","caller":"traceutil/trace.go:171","msg":"trace[2311180] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"315.337755ms","start":"2026-03-05T06:53:38.864906Z","end":"2026-03-05T06:53:39.180244Z","steps":["trace[2311180] 'process raft request' (duration: 315.165321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:39.180329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.200139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:53:39.180355Z","caller":"traceutil/trace.go:171","msg":"trace[1294861162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8074; }","duration":"173.285131ms","start":"2026-03-05T06:53:39.007062Z","end":"2026-03-05T06:53:39.180347Z","steps":["trace[1294861162] 'agreement among raft nodes before linearized reading' (duration: 173.222149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:39.180448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:38.864875Z","time spent":"315.479848ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:53:47.121216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.871091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-05T06:53:47.121325Z","caller":"traceutil/trace.go:171","msg":"trace[2021386668] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8146; }","duration":"347.987955ms","start":"2026-03-05T06:53:46.773324Z","end":"2026-03-05T06:53:47.121312Z","steps":["trace[2021386668] 'range keys from in-memory index tree' (duration: 347.738709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:53:47.121364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:53:46.773284Z","time spent":"348.072716ms","remote":"127.0.0.1:41116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-05T06:53:47.773869Z","caller":"traceutil/trace.go:171","msg":"trace[80245567] linearizableReadLoop","detail":"{readStateIndex:8460; appliedIndex:8459; }","duration":"174.09979ms","start":"2026-03-05T06:53:47.599746Z","end":"2026-03-05T06:53:47.773846Z","steps":["trace[80245567] 'read index received' (duration: 150.676486ms)","trace[80245567] 'applied index is now lower than readState.Index' (duration: 23.422314ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:53:47.773922Z","caller":"traceutil/trace.go:171","msg":"trace[207840987] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"177.567707ms","start":"2026-03-05T06:53:47.596331Z","end":"2026-03-05T06:53:47.773899Z","steps":["trace[207840987] 'process raft request' (duration: 154.076892ms)","trace[207840987] 'compare' (duration: 23.243169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:53:47.77441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.625291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-05T06:53:47.774515Z","caller":"traceutil/trace.go:171","msg":"trace[316254552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8149; }","duration":"174.765585ms","start":"2026-03-05T06:53:47.599721Z","end":"2026-03-05T06:53:47.774486Z","steps":["trace[316254552] 'agreement among raft nodes before linearized reading' (duration: 174.215573ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:53:47.775294Z","caller":"traceutil/trace.go:171","msg":"trace[640026305] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"172.38409ms","start":"2026-03-05T06:53:47.602883Z","end":"2026-03-05T06:53:47.775267Z","steps":["trace[640026305] 'process raft request' (duration: 172.189266ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:54:50.222973Z","caller":"traceutil/trace.go:171","msg":"trace[1152111310] linearizableReadLoop","detail":"{readStateIndex:9078; appliedIndex:9077; }","duration":"134.335511ms","start":"2026-03-05T06:54:50.088607Z","end":"2026-03-05T06:54:50.222942Z","steps":["trace[1152111310] 'read index received' (duration: 84.17384ms)","trace[1152111310] 'applied index is now lower than readState.Index' (duration: 50.160751ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:54:50.223191Z","caller":"traceutil/trace.go:171","msg":"trace[517558828] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"135.364914ms","start":"2026-03-05T06:54:50.08766Z","end":"2026-03-05T06:54:50.223025Z","steps":["trace[517558828] 'process raft request' (duration: 85.026319ms)","trace[517558828] 'compare' (duration: 50.088229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:54:50.223279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.783369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T06:54:50.223318Z","caller":"traceutil/trace.go:171","msg":"trace[1244292813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8752; }","duration":"129.85869ms","start":"2026-03-05T06:54:50.093448Z","end":"2026-03-05T06:54:50.223307Z","steps":["trace[1244292813] 'agreement among raft nodes before linearized reading' (duration: 129.679556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:54:50.223335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.289549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T06:54:50.223395Z","caller":"traceutil/trace.go:171","msg":"trace[1148625067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8752; }","duration":"125.409782ms","start":"2026-03-05T06:54:50.097971Z","end":"2026-03-05T06:54:50.223381Z","steps":["trace[1148625067] 'agreement among raft nodes before linearized reading' (duration: 125.245738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:54:50.223488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.603796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T06:54:50.223561Z","caller":"traceutil/trace.go:171","msg":"trace[793048642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8752; }","duration":"125.705798ms","start":"2026-03-05T06:54:50.097837Z","end":"2026-03-05T06:54:50.223542Z","steps":["trace[793048642] 'agreement among raft nodes before linearized reading' (duration: 125.448233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:54:50.223464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.793391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T06:54:50.223677Z","caller":"traceutil/trace.go:171","msg":"trace[1720029492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8752; }","duration":"135.063267ms","start":"2026-03-05T06:54:50.088579Z","end":"2026-03-05T06:54:50.223642Z","steps":["trace[1720029492] 'agreement among raft nodes before linearized reading' (duration: 134.550326ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:57:02.69578Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T06:57:02.704787Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-05T06:57:02.704903Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-05T06:57:04.542148Z","caller":"traceutil/trace.go:171","msg":"trace[1036537629] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"171.216291ms","start":"2026-03-05T06:57:04.370903Z","end":"2026-03-05T06:57:04.54212Z","steps":["trace[1036537629] 'process raft request' (duration: 171.039096ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:57:04.542855Z","caller":"traceutil/trace.go:171","msg":"trace[450524921] transaction","detail":"{read_only:false; response_revision:9703; number_of_response:1; }","duration":"143.493876ms","start":"2026-03-05T06:57:04.399337Z","end":"2026-03-05T06:57:04.542831Z","steps":["trace[450524921] 'process raft request' (duration: 143.407895ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:57:41.219111Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7704} {"level":"info","ts":"2026-03-05T06:57:41.286877Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7704,"took":"64.317877ms","hash":552293861,"current-db-size-bytes":42053632,"current-db-size":"42 MB","current-db-size-in-use-bytes":26988544,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-05T06:57:41.286945Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":552293861,"revision":7704,"compact-revision":5635} {"level":"warn","ts":"2026-03-05T06:58:13.472261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.706961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T06:58:13.47235Z","caller":"traceutil/trace.go:171","msg":"trace[1565292107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10382; }","duration":"100.835054ms","start":"2026-03-05T06:58:13.371496Z","end":"2026-03-05T06:58:13.472331Z","steps":["trace[1565292107] 'range keys from in-memory index tree' (duration: 100.539198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:13.472342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.069479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T06:58:13.47234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.03173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T06:58:13.472422Z","caller":"traceutil/trace.go:171","msg":"trace[638837584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10382; }","duration":"101.238703ms","start":"2026-03-05T06:58:13.371165Z","end":"2026-03-05T06:58:13.472403Z","steps":["trace[638837584] 'range keys from in-memory index tree' (duration: 100.764462ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:58:13.472437Z","caller":"traceutil/trace.go:171","msg":"trace[487430657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10382; }","duration":"122.172503ms","start":"2026-03-05T06:58:13.350245Z","end":"2026-03-05T06:58:13.472417Z","steps":["trace[487430657] 'range keys from in-memory index tree' (duration: 121.864137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:13.472697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.941403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T06:58:13.472783Z","caller":"traceutil/trace.go:171","msg":"trace[2069768988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10382; }","duration":"105.092606ms","start":"2026-03-05T06:58:13.367671Z","end":"2026-03-05T06:58:13.472763Z","steps":["trace[2069768988] 'range keys from in-memory index tree' (duration: 104.710598ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:58:37.136189Z","caller":"traceutil/trace.go:171","msg":"trace[2035291482] linearizableReadLoop","detail":"{readStateIndex:10882; appliedIndex:10881; }","duration":"144.22191ms","start":"2026-03-05T06:58:36.991918Z","end":"2026-03-05T06:58:37.13614Z","steps":["trace[2035291482] 'read index received' (duration: 118.245299ms)","trace[2035291482] 'applied index is now lower than readState.Index' (duration: 25.966281ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:58:37.136286Z","caller":"traceutil/trace.go:171","msg":"trace[35486798] transaction","detail":"{read_only:false; response_revision:10501; number_of_response:1; }","duration":"151.446704ms","start":"2026-03-05T06:58:36.984751Z","end":"2026-03-05T06:58:37.136198Z","steps":["trace[35486798] 'process raft request' (duration: 125.389482ms)","trace[35486798] 'compare' (duration: 25.583062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:58:37.136376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.426934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T06:58:37.136425Z","caller":"traceutil/trace.go:171","msg":"trace[1270918914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10501; }","duration":"144.526326ms","start":"2026-03-05T06:58:36.991885Z","end":"2026-03-05T06:58:37.136411Z","steps":["trace[1270918914] 'agreement among raft nodes before linearized reading' (duration: 144.412263ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:58:37.226062Z","caller":"traceutil/trace.go:171","msg":"trace[441472553] transaction","detail":"{read_only:false; response_revision:10502; number_of_response:1; }","duration":"145.028396ms","start":"2026-03-05T06:58:37.080986Z","end":"2026-03-05T06:58:37.226015Z","steps":["trace[441472553] 'process raft request' (duration: 144.808842ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:58:37.669625Z","caller":"traceutil/trace.go:171","msg":"trace[1869361782] transaction","detail":"{read_only:false; response_revision:10504; number_of_response:1; }","duration":"183.982517ms","start":"2026-03-05T06:58:37.485586Z","end":"2026-03-05T06:58:37.669568Z","steps":["trace[1869361782] 'process raft request' (duration: 133.403137ms)","trace[1869361782] 'compare' (duration: 50.177511ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:58:38.292815Z","caller":"traceutil/trace.go:171","msg":"trace[428849085] transaction","detail":"{read_only:false; response_revision:10506; number_of_response:1; }","duration":"618.001292ms","start":"2026-03-05T06:58:37.674789Z","end":"2026-03-05T06:58:38.29279Z","steps":["trace[428849085] 'process raft request' (duration: 598.084082ms)","trace[428849085] 'compare' (duration: 19.370008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:58:38.292955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:37.674763Z","time spent":"618.111525ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:58:38.613894Z","caller":"traceutil/trace.go:171","msg":"trace[2139802254] transaction","detail":"{read_only:false; response_revision:10507; number_of_response:1; }","duration":"939.045933ms","start":"2026-03-05T06:58:37.674817Z","end":"2026-03-05T06:58:38.613863Z","steps":["trace[2139802254] 'process raft request' (duration: 893.279957ms)","trace[2139802254] 'compare' (duration: 45.563152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:58:38.614096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:37.674779Z","time spent":"939.238857ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:58:38.614312Z","caller":"traceutil/trace.go:171","msg":"trace[1219565489] transaction","detail":"{read_only:false; response_revision:10508; number_of_response:1; }","duration":"938.253726ms","start":"2026-03-05T06:58:37.676019Z","end":"2026-03-05T06:58:38.614273Z","steps":["trace[1219565489] 'process raft request' (duration: 937.799606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:38.614524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:37.676008Z","time spent":"938.40708ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T06:58:38.615338Z","caller":"traceutil/trace.go:171","msg":"trace[1896697099] linearizableReadLoop","detail":"{readStateIndex:10890; appliedIndex:10886; }","duration":"762.460287ms","start":"2026-03-05T06:58:37.852849Z","end":"2026-03-05T06:58:38.615309Z","steps":["trace[1896697099] 'read index received' (duration: 419.987784ms)","trace[1896697099] 'applied index is now lower than readState.Index' (duration: 342.471193ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:58:38.615484Z","caller":"traceutil/trace.go:171","msg":"trace[1615236500] transaction","detail":"{read_only:false; response_revision:10509; number_of_response:1; }","duration":"939.34304ms","start":"2026-03-05T06:58:37.676128Z","end":"2026-03-05T06:58:38.615471Z","steps":["trace[1615236500] 'process raft request' (duration: 938.026171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:38.615595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:37.676097Z","time spent":"939.420962ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T06:58:38.615629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.558507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:58:38.615701Z","caller":"traceutil/trace.go:171","msg":"trace[1444417251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10509; }","duration":"607.629539ms","start":"2026-03-05T06:58:38.008051Z","end":"2026-03-05T06:58:38.615681Z","steps":["trace[1444417251] 'agreement among raft nodes before linearized reading' (duration: 607.513806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:38.615706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.720434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:58:38.615743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:38.008006Z","time spent":"607.729751ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T06:58:38.615769Z","caller":"traceutil/trace.go:171","msg":"trace[334816689] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10509; }","duration":"333.818656ms","start":"2026-03-05T06:58:38.281931Z","end":"2026-03-05T06:58:38.615749Z","steps":["trace[334816689] 'agreement among raft nodes before linearized reading' (duration: 333.734684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:38.615813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:38.281924Z","time spent":"333.880457ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-05T06:58:38.616032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.013234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:58:38.616071Z","caller":"traceutil/trace.go:171","msg":"trace[636037868] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10509; }","duration":"336.063015ms","start":"2026-03-05T06:58:38.279997Z","end":"2026-03-05T06:58:38.61606Z","steps":["trace[636037868] 'agreement among raft nodes before linearized reading' (duration: 336.005543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:38.616085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.745128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:58:38.616137Z","caller":"traceutil/trace.go:171","msg":"trace[704510695] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10509; }","duration":"444.813089ms","start":"2026-03-05T06:58:38.171313Z","end":"2026-03-05T06:58:38.616126Z","steps":["trace[704510695] 'agreement among raft nodes before linearized reading' (duration: 444.718667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:38.616144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.456523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T06:58:38.616178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:38.171305Z","time spent":"444.86635ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-05T06:58:38.616227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.652677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:58:38.61626Z","caller":"traceutil/trace.go:171","msg":"trace[1822657587] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10509; }","duration":"336.732669ms","start":"2026-03-05T06:58:38.279519Z","end":"2026-03-05T06:58:38.616252Z","steps":["trace[1822657587] 'agreement among raft nodes before linearized reading' (duration: 336.680758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:38.616293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:38.279493Z","time spent":"336.79373ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T06:58:38.616387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.524759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm4tz\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T06:58:38.616439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.437182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:58:38.61618Z","caller":"traceutil/trace.go:171","msg":"trace[1091635013] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10509; }","duration":"336.498714ms","start":"2026-03-05T06:58:38.279671Z","end":"2026-03-05T06:58:38.61617Z","steps":["trace[1091635013] 'agreement among raft nodes before linearized reading' (duration: 336.451243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:38.616574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.508674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-05T06:58:38.616558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.468926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T06:58:38.616798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.722995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-05T06:58:38.616833Z","caller":"traceutil/trace.go:171","msg":"trace[223989281] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10509; }","duration":"334.769196ms","start":"2026-03-05T06:58:38.282054Z","end":"2026-03-05T06:58:38.616823Z","steps":["trace[223989281] 'agreement among raft nodes before linearized reading' (duration: 333.589721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:38.616868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:38.282049Z","time spent":"334.810607ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-05T06:58:38.616506Z","caller":"traceutil/trace.go:171","msg":"trace[1877734397] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm4tz; range_end:; response_count:1; response_revision:10509; }","duration":"763.641761ms","start":"2026-03-05T06:58:37.852813Z","end":"2026-03-05T06:58:38.616455Z","steps":["trace[1877734397] 'agreement among raft nodes before linearized reading' (duration: 762.740702ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:58:38.616966Z","caller":"traceutil/trace.go:171","msg":"trace[741360373] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10509; }","duration":"389.767442ms","start":"2026-03-05T06:58:38.227027Z","end":"2026-03-05T06:58:38.616794Z","steps":["trace[741360373] 'agreement among raft nodes before linearized reading' (duration: 388.591187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:38.616993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:37.852799Z","time spent":"764.181263ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-lm4tz\" "} {"level":"warn","ts":"2026-03-05T06:58:38.617024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:38.227013Z","time spent":"389.998937ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T06:58:38.616644Z","caller":"traceutil/trace.go:171","msg":"trace[838692388] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10509; }","duration":"445.589796ms","start":"2026-03-05T06:58:38.171037Z","end":"2026-03-05T06:58:38.616627Z","steps":["trace[838692388] 'agreement among raft nodes before linearized reading' (duration: 445.401252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:38.617212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:38.171032Z","time spent":"446.129167ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-05T06:58:38.616582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:38.279666Z","time spent":"336.900152ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T06:58:38.61653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.701057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-05T06:58:38.617441Z","caller":"traceutil/trace.go:171","msg":"trace[966608514] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10509; }","duration":"446.661969ms","start":"2026-03-05T06:58:38.170768Z","end":"2026-03-05T06:58:38.61743Z","steps":["trace[966608514] 'agreement among raft nodes before linearized reading' (duration: 445.648257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:38.617477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:38.170738Z","time spent":"446.729359ms","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-05T06:58:38.616585Z","caller":"traceutil/trace.go:171","msg":"trace[1441312139] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10509; }","duration":"445.629626ms","start":"2026-03-05T06:58:38.170925Z","end":"2026-03-05T06:58:38.616555Z","steps":["trace[1441312139] 'agreement among raft nodes before linearized reading' (duration: 445.36568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:38.617536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:38.170919Z","time spent":"446.607427ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T06:58:38.616099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:38.279991Z","time spent":"336.100955ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-05T06:58:38.616665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.661557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:58:38.617833Z","caller":"traceutil/trace.go:171","msg":"trace[477070416] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10509; }","duration":"446.834132ms","start":"2026-03-05T06:58:38.170965Z","end":"2026-03-05T06:58:38.6178Z","steps":["trace[477070416] 'agreement among raft nodes before linearized reading' (duration: 445.660327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:38.617906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:38.170961Z","time spent":"446.925014ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-05T06:58:38.61674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.541805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:58:38.618039Z","caller":"traceutil/trace.go:171","msg":"trace[1489527668] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10509; }","duration":"446.904424ms","start":"2026-03-05T06:58:38.171122Z","end":"2026-03-05T06:58:38.618026Z","steps":["trace[1489527668] 'agreement among raft nodes before linearized reading' (duration: 445.557355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:38.618079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T06:58:38.171089Z","time spent":"446.980626ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T06:58:39.415281Z","caller":"traceutil/trace.go:171","msg":"trace[133548215] linearizableReadLoop","detail":"{readStateIndex:10892; appliedIndex:10891; }","duration":"244.368768ms","start":"2026-03-05T06:58:39.17089Z","end":"2026-03-05T06:58:39.415258Z","steps":["trace[133548215] 'read index received' (duration: 244.250035ms)","trace[133548215] 'applied index is now lower than readState.Index' (duration: 117.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:58:39.415359Z","caller":"traceutil/trace.go:171","msg":"trace[1800282923] transaction","detail":"{read_only:false; response_revision:10511; number_of_response:1; }","duration":"272.422302ms","start":"2026-03-05T06:58:39.14288Z","end":"2026-03-05T06:58:39.415302Z","steps":["trace[1800282923] 'process raft request' (duration: 272.238918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:39.415435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.529721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T06:58:39.415463Z","caller":"traceutil/trace.go:171","msg":"trace[109955697] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10511; }","duration":"244.621173ms","start":"2026-03-05T06:58:39.170835Z","end":"2026-03-05T06:58:39.415456Z","steps":["trace[109955697] 'agreement among raft nodes before linearized reading' (duration: 244.50334ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:58:39.481609Z","caller":"traceutil/trace.go:171","msg":"trace[1107746790] transaction","detail":"{read_only:false; response_revision:10512; number_of_response:1; }","duration":"249.982789ms","start":"2026-03-05T06:58:39.231605Z","end":"2026-03-05T06:58:39.481588Z","steps":["trace[1107746790] 'process raft request' (duration: 249.624742ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:58:39.837028Z","caller":"traceutil/trace.go:171","msg":"trace[1266287623] linearizableReadLoop","detail":"{readStateIndex:10895; appliedIndex:10894; }","duration":"133.251103ms","start":"2026-03-05T06:58:39.703753Z","end":"2026-03-05T06:58:39.837004Z","steps":["trace[1266287623] 'read index received' (duration: 133.026538ms)","trace[1266287623] 'applied index is now lower than readState.Index' (duration: 223.755µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T06:58:39.83718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.399706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:58:39.837224Z","caller":"traceutil/trace.go:171","msg":"trace[909496103] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:10513; }","duration":"133.494078ms","start":"2026-03-05T06:58:39.703717Z","end":"2026-03-05T06:58:39.837212Z","steps":["trace[909496103] 'agreement among raft nodes before linearized reading' (duration: 133.381726ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:58:39.837255Z","caller":"traceutil/trace.go:171","msg":"trace[172274157] transaction","detail":"{read_only:false; response_revision:10513; number_of_response:1; }","duration":"156.641627ms","start":"2026-03-05T06:58:39.680574Z","end":"2026-03-05T06:58:39.837216Z","steps":["trace[172274157] 'process raft request' (duration: 156.268999ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T06:58:58.147688Z","caller":"traceutil/trace.go:171","msg":"trace[338242141] linearizableReadLoop","detail":"{readStateIndex:11029; appliedIndex:11028; }","duration":"140.391007ms","start":"2026-03-05T06:58:58.007274Z","end":"2026-03-05T06:58:58.147665Z","steps":["trace[338242141] 'read index received' (duration: 140.139412ms)","trace[338242141] 'applied index is now lower than readState.Index' (duration: 249.895µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T06:58:58.147785Z","caller":"traceutil/trace.go:171","msg":"trace[324561926] transaction","detail":"{read_only:false; response_revision:10644; number_of_response:1; }","duration":"182.961034ms","start":"2026-03-05T06:58:57.964791Z","end":"2026-03-05T06:58:58.147752Z","steps":["trace[324561926] 'process raft request' (duration: 182.727409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T06:58:58.147823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.53638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T06:58:58.147853Z","caller":"traceutil/trace.go:171","msg":"trace[686172479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10644; }","duration":"140.627612ms","start":"2026-03-05T06:58:58.007217Z","end":"2026-03-05T06:58:58.147845Z","steps":["trace[686172479] 'agreement among raft nodes before linearized reading' (duration: 140.54225ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:00:22.922069Z","caller":"traceutil/trace.go:171","msg":"trace[2104710580] linearizableReadLoop","detail":"{readStateIndex:11571; appliedIndex:11569; }","duration":"123.552264ms","start":"2026-03-05T07:00:22.798494Z","end":"2026-03-05T07:00:22.922046Z","steps":["trace[2104710580] 'read index received' (duration: 115.305485ms)","trace[2104710580] 'applied index is now lower than readState.Index' (duration: 8.246269ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:00:22.922167Z","caller":"traceutil/trace.go:171","msg":"trace[1370187349] transaction","detail":"{read_only:false; response_revision:11167; number_of_response:1; }","duration":"147.048054ms","start":"2026-03-05T07:00:22.775091Z","end":"2026-03-05T07:00:22.922139Z","steps":["trace[1370187349] 'process raft request' (duration: 146.889341ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:00:22.922329Z","caller":"traceutil/trace.go:171","msg":"trace[1802139798] transaction","detail":"{read_only:false; response_revision:11166; number_of_response:1; }","duration":"314.786454ms","start":"2026-03-05T07:00:22.607536Z","end":"2026-03-05T07:00:22.922322Z","steps":["trace[1802139798] 'process raft request' (duration: 306.244849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:00:22.922304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.785959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:00:22.922384Z","caller":"traceutil/trace.go:171","msg":"trace[128726878] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:11167; }","duration":"123.930473ms","start":"2026-03-05T07:00:22.798433Z","end":"2026-03-05T07:00:22.922363Z","steps":["trace[128726878] 'agreement among raft nodes before linearized reading' (duration: 123.699348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:00:22.922409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:00:22.607511Z","time spent":"314.840044ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:02:41.225785Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10031} {"level":"info","ts":"2026-03-05T07:02:41.306755Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10031,"took":"78.7051ms","hash":493530948,"current-db-size-bytes":42053632,"current-db-size":"42 MB","current-db-size-in-use-bytes":23425024,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-05T07:02:41.306943Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":493530948,"revision":10031,"compact-revision":7704} {"level":"info","ts":"2026-03-05T07:04:03.965429Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032d9.wal"} {"level":"info","ts":"2026-03-05T07:04:29.138866Z","caller":"traceutil/trace.go:171","msg":"trace[465696182] transaction","detail":"{read_only:false; response_revision:12731; number_of_response:1; }","duration":"439.033047ms","start":"2026-03-05T07:04:28.699804Z","end":"2026-03-05T07:04:29.138837Z","steps":["trace[465696182] 'process raft request' (duration: 438.610818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:04:29.139045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:04:28.69978Z","time spent":"439.1754ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:04:29.179439Z","caller":"traceutil/trace.go:171","msg":"trace[1239914144] linearizableReadLoop","detail":"{readStateIndex:13195; appliedIndex:13193; }","duration":"297.838484ms","start":"2026-03-05T07:04:28.88157Z","end":"2026-03-05T07:04:29.179409Z","steps":["trace[1239914144] 'read index received' (duration: 256.065657ms)","trace[1239914144] 'applied index is now lower than readState.Index' (duration: 41.771707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:04:29.179901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.931005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:04:29.179983Z","caller":"traceutil/trace.go:171","msg":"trace[457507621] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:12732; }","duration":"151.105091ms","start":"2026-03-05T07:04:29.02886Z","end":"2026-03-05T07:04:29.179965Z","steps":["trace[457507621] 'agreement among raft nodes before linearized reading' (duration: 150.959857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:04:29.180023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.429837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6b4fccdb55-rdhr5.1899dfa2d9df2f9c\" ","response":"range_response_count:1 size:2105"} {"level":"info","ts":"2026-03-05T07:04:29.180091Z","caller":"traceutil/trace.go:171","msg":"trace[812432509] range","detail":"{range_begin:/registry/events/openstack/glance-api-6b4fccdb55-rdhr5.1899dfa2d9df2f9c; range_end:; response_count:1; response_revision:12732; }","duration":"298.5529ms","start":"2026-03-05T07:04:28.88152Z","end":"2026-03-05T07:04:29.180073Z","steps":["trace[812432509] 'agreement among raft nodes before linearized reading' (duration: 298.331655ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:04:29.180547Z","caller":"traceutil/trace.go:171","msg":"trace[1408017252] transaction","detail":"{read_only:false; response_revision:12732; number_of_response:1; }","duration":"314.684366ms","start":"2026-03-05T07:04:28.865831Z","end":"2026-03-05T07:04:29.180515Z","steps":["trace[1408017252] 'process raft request' (duration: 312.420705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:04:29.180834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:04:28.865809Z","time spent":"314.828189ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:04:56.938454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592924091,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:04:57.013818Z","caller":"traceutil/trace.go:171","msg":"trace[1322649222] transaction","detail":"{read_only:false; response_revision:12855; number_of_response:1; }","duration":"584.636797ms","start":"2026-03-05T07:04:56.429162Z","end":"2026-03-05T07:04:57.013799Z","steps":["trace[1322649222] 'process raft request' (duration: 584.514574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:04:57.01394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:04:56.42914Z","time spent":"584.739108ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:04:57.014618Z","caller":"traceutil/trace.go:171","msg":"trace[941478231] linearizableReadLoop","detail":"{readStateIndex:13325; appliedIndex:13323; }","duration":"576.299984ms","start":"2026-03-05T07:04:56.438303Z","end":"2026-03-05T07:04:57.014603Z","steps":["trace[941478231] 'read index received' (duration: 575.356513ms)","trace[941478231] 'applied index is now lower than readState.Index' (duration: 942.571µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:04:57.01466Z","caller":"traceutil/trace.go:171","msg":"trace[2123438475] transaction","detail":"{read_only:false; response_revision:12856; number_of_response:1; }","duration":"528.412761ms","start":"2026-03-05T07:04:56.486215Z","end":"2026-03-05T07:04:57.014627Z","steps":["trace[2123438475] 'process raft request' (duration: 528.331419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:04:57.014789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.484378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:04:57.014831Z","caller":"traceutil/trace.go:171","msg":"trace[1718171841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12856; }","duration":"576.5591ms","start":"2026-03-05T07:04:56.438262Z","end":"2026-03-05T07:04:57.014822Z","steps":["trace[1718171841] 'agreement among raft nodes before linearized reading' (duration: 576.424467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:04:57.014825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:04:56.48619Z","time spent":"528.546565ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:04:57.014826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.4609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T07:04:57.014847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.209644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:04:57.014867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:04:56.438247Z","time spent":"576.61238ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:04:57.014887Z","caller":"traceutil/trace.go:171","msg":"trace[991864196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12856; }","duration":"299.572293ms","start":"2026-03-05T07:04:56.715301Z","end":"2026-03-05T07:04:57.014873Z","steps":["trace[991864196] 'agreement among raft nodes before linearized reading' (duration: 299.410209ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:04:57.014891Z","caller":"traceutil/trace.go:171","msg":"trace[1468488220] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:12856; }","duration":"268.274675ms","start":"2026-03-05T07:04:56.746607Z","end":"2026-03-05T07:04:57.014881Z","steps":["trace[1468488220] 'agreement among raft nodes before linearized reading' (duration: 268.211994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:04:57.014787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.326692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T07:04:57.015734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.326124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:04:57.015907Z","caller":"traceutil/trace.go:171","msg":"trace[49832699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12856; }","duration":"231.424065ms","start":"2026-03-05T07:04:56.784356Z","end":"2026-03-05T07:04:57.01578Z","steps":["trace[49832699] 'agreement among raft nodes before linearized reading' (duration: 230.499595ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:04:57.020879Z","caller":"traceutil/trace.go:171","msg":"trace[942470684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12856; }","duration":"231.449045ms","start":"2026-03-05T07:04:56.789387Z","end":"2026-03-05T07:04:57.020836Z","steps":["trace[942470684] 'agreement among raft nodes before linearized reading' (duration: 225.332621ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:03.417121Z","caller":"traceutil/trace.go:171","msg":"trace[1217268714] transaction","detail":"{read_only:false; response_revision:12903; number_of_response:1; }","duration":"145.176151ms","start":"2026-03-05T07:05:03.271917Z","end":"2026-03-05T07:05:03.417093Z","steps":["trace[1217268714] 'process raft request' (duration: 144.19551ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:03.421416Z","caller":"traceutil/trace.go:171","msg":"trace[1685384829] transaction","detail":"{read_only:false; response_revision:12904; number_of_response:1; }","duration":"115.438928ms","start":"2026-03-05T07:05:03.305923Z","end":"2026-03-05T07:05:03.421362Z","steps":["trace[1685384829] 'process raft request' (duration: 115.360765ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:04.466443Z","caller":"traceutil/trace.go:171","msg":"trace[452058620] transaction","detail":"{read_only:false; response_revision:12906; number_of_response:1; }","duration":"164.644129ms","start":"2026-03-05T07:05:04.301777Z","end":"2026-03-05T07:05:04.466422Z","steps":["trace[452058620] 'process raft request' (duration: 164.529406ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:04.655601Z","caller":"traceutil/trace.go:171","msg":"trace[442199095] transaction","detail":"{read_only:false; response_revision:12907; number_of_response:1; }","duration":"345.556623ms","start":"2026-03-05T07:05:04.309994Z","end":"2026-03-05T07:05:04.655551Z","steps":["trace[442199095] 'process raft request' (duration: 345.347438ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:04.655714Z","caller":"traceutil/trace.go:171","msg":"trace[1705095397] linearizableReadLoop","detail":"{readStateIndex:13378; appliedIndex:13377; }","duration":"322.916406ms","start":"2026-03-05T07:05:04.332755Z","end":"2026-03-05T07:05:04.655671Z","steps":["trace[1705095397] 'read index received' (duration: 133.670808ms)","trace[1705095397] 'applied index is now lower than readState.Index' (duration: 189.242377ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:05:04.655954Z","caller":"traceutil/trace.go:171","msg":"trace[1313761690] transaction","detail":"{read_only:false; response_revision:12908; number_of_response:1; }","duration":"277.18988ms","start":"2026-03-05T07:05:04.37875Z","end":"2026-03-05T07:05:04.65594Z","steps":["trace[1313761690] 'process raft request' (duration: 276.72428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:04.656017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:04.309977Z","time spent":"345.730346ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6897,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:05:04.656143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.361955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-05T07:05:04.656184Z","caller":"traceutil/trace.go:171","msg":"trace[912950127] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:12908; }","duration":"323.439846ms","start":"2026-03-05T07:05:04.332732Z","end":"2026-03-05T07:05:04.656172Z","steps":["trace[912950127] 'agreement among raft nodes before linearized reading' (duration: 323.269283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:04.656273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:04.332718Z","time spent":"323.542739ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-05T07:05:04.656428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.424863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"info","ts":"2026-03-05T07:05:04.656503Z","caller":"traceutil/trace.go:171","msg":"trace[1386256087] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12908; }","duration":"205.538566ms","start":"2026-03-05T07:05:04.450948Z","end":"2026-03-05T07:05:04.656487Z","steps":["trace[1386256087] 'agreement among raft nodes before linearized reading' (duration: 205.105727ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:05.393179Z","caller":"traceutil/trace.go:171","msg":"trace[845621734] linearizableReadLoop","detail":"{readStateIndex:13383; appliedIndex:13382; }","duration":"387.191767ms","start":"2026-03-05T07:05:05.005961Z","end":"2026-03-05T07:05:05.393153Z","steps":["trace[845621734] 'read index received' (duration: 387.070245ms)","trace[845621734] 'applied index is now lower than readState.Index' (duration: 120.342µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:05:05.393377Z","caller":"traceutil/trace.go:171","msg":"trace[1950058253] transaction","detail":"{read_only:false; response_revision:12911; number_of_response:1; }","duration":"460.290774ms","start":"2026-03-05T07:05:04.933041Z","end":"2026-03-05T07:05:05.393331Z","steps":["trace[1950058253] 'process raft request' (duration: 459.953077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:05.3935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.523435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:05:05.393559Z","caller":"traceutil/trace.go:171","msg":"trace[2117995590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12911; }","duration":"387.599017ms","start":"2026-03-05T07:05:05.005947Z","end":"2026-03-05T07:05:05.393546Z","steps":["trace[2117995590] 'agreement among raft nodes before linearized reading' (duration: 387.388231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:05.393588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:05.005885Z","time spent":"387.69786ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:05:05.393599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:04.933023Z","time spent":"460.480839ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T07:05:05.394978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.903237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:05:05.395033Z","caller":"traceutil/trace.go:171","msg":"trace[78662244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12912; }","duration":"338.998949ms","start":"2026-03-05T07:05:05.056019Z","end":"2026-03-05T07:05:05.395018Z","steps":["trace[78662244] 'agreement among raft nodes before linearized reading' (duration: 338.830945ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:05.394983Z","caller":"traceutil/trace.go:171","msg":"trace[1884947576] transaction","detail":"{read_only:false; response_revision:12912; number_of_response:1; }","duration":"351.824421ms","start":"2026-03-05T07:05:05.043096Z","end":"2026-03-05T07:05:05.394921Z","steps":["trace[1884947576] 'process raft request' (duration: 351.648597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:05.395062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.95428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T07:05:05.395065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.866522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:05:05.395104Z","caller":"traceutil/trace.go:171","msg":"trace[1334265666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12912; }","duration":"340.00109ms","start":"2026-03-05T07:05:05.055091Z","end":"2026-03-05T07:05:05.395092Z","steps":["trace[1334265666] 'agreement among raft nodes before linearized reading' (duration: 339.878488ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:05.395117Z","caller":"traceutil/trace.go:171","msg":"trace[428704796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12912; }","duration":"341.928384ms","start":"2026-03-05T07:05:05.053173Z","end":"2026-03-05T07:05:05.395101Z","steps":["trace[428704796] 'agreement among raft nodes before linearized reading' (duration: 341.834521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:05.395128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:05.055087Z","time spent":"340.036721ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:05:05.395151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:05.053165Z","time spent":"341.978734ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:05:05.395075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:05.055995Z","time spent":"339.068451ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:05:05.395179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.824547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-05T07:05:05.394972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.654425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:05:05.395226Z","caller":"traceutil/trace.go:171","msg":"trace[1175152247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12912; }","duration":"339.889138ms","start":"2026-03-05T07:05:05.055323Z","end":"2026-03-05T07:05:05.395212Z","steps":["trace[1175152247] 'agreement among raft nodes before linearized reading' (duration: 339.755055ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:05.395247Z","caller":"traceutil/trace.go:171","msg":"trace[1111422462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12912; }","duration":"345.985903ms","start":"2026-03-05T07:05:05.049253Z","end":"2026-03-05T07:05:05.395238Z","steps":["trace[1111422462] 'agreement among raft nodes before linearized reading' (duration: 345.582044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:05.395263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:05.055318Z","time spent":"339.933519ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:05:05.39527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:05.049234Z","time spent":"346.028813ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:05:05.395261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:05.043083Z","time spent":"352.029926ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:05:09.484515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.801389ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-05T07:05:13.186042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.273836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:05:13.18608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.050153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:05:13.186114Z","caller":"traceutil/trace.go:171","msg":"trace[319311657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12965; }","duration":"178.42984ms","start":"2026-03-05T07:05:13.007668Z","end":"2026-03-05T07:05:13.186098Z","steps":["trace[319311657] 'range keys from in-memory index tree' (duration: 178.195765ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:13.186133Z","caller":"traceutil/trace.go:171","msg":"trace[1016792286] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12965; }","duration":"604.147535ms","start":"2026-03-05T07:05:12.58197Z","end":"2026-03-05T07:05:13.186117Z","steps":["trace[1016792286] 'count revisions from in-memory index tree' (duration: 603.90771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:13.186171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:12.581947Z","time spent":"604.213736ms","remote":"127.0.0.1:41236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:05:15.191669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.877039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:05:15.191749Z","caller":"traceutil/trace.go:171","msg":"trace[149501531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12992; }","duration":"183.999363ms","start":"2026-03-05T07:05:15.007733Z","end":"2026-03-05T07:05:15.191732Z","steps":["trace[149501531] 'range keys from in-memory index tree' (duration: 183.780518ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:15.62301Z","caller":"traceutil/trace.go:171","msg":"trace[2134027538] transaction","detail":"{read_only:false; response_revision:12993; number_of_response:1; }","duration":"152.951861ms","start":"2026-03-05T07:05:15.470029Z","end":"2026-03-05T07:05:15.622981Z","steps":["trace[2134027538] 'process raft request' (duration: 152.794157ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:15.638408Z","caller":"traceutil/trace.go:171","msg":"trace[809267499] transaction","detail":"{read_only:false; response_revision:12994; number_of_response:1; }","duration":"161.293475ms","start":"2026-03-05T07:05:15.477093Z","end":"2026-03-05T07:05:15.638386Z","steps":["trace[809267499] 'process raft request' (duration: 161.09386ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:15.638677Z","caller":"traceutil/trace.go:171","msg":"trace[941059924] transaction","detail":"{read_only:false; response_revision:12995; number_of_response:1; }","duration":"118.473765ms","start":"2026-03-05T07:05:15.520191Z","end":"2026-03-05T07:05:15.638665Z","steps":["trace[941059924] 'process raft request' (duration: 118.140277ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:15.638868Z","caller":"traceutil/trace.go:171","msg":"trace[856923180] transaction","detail":"{read_only:false; response_revision:12997; number_of_response:1; }","duration":"107.687177ms","start":"2026-03-05T07:05:15.53117Z","end":"2026-03-05T07:05:15.638857Z","steps":["trace[856923180] 'process raft request' (duration: 107.535203ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:15.638818Z","caller":"traceutil/trace.go:171","msg":"trace[1969054327] transaction","detail":"{read_only:false; response_revision:12996; number_of_response:1; }","duration":"111.03433ms","start":"2026-03-05T07:05:15.527758Z","end":"2026-03-05T07:05:15.638792Z","steps":["trace[1969054327] 'process raft request' (duration: 110.829536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:22.936423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.538533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-05T07:05:22.936525Z","caller":"traceutil/trace.go:171","msg":"trace[2133216185] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13139; }","duration":"122.699287ms","start":"2026-03-05T07:05:22.813807Z","end":"2026-03-05T07:05:22.936506Z","steps":["trace[2133216185] 'range keys from in-memory index tree' (duration: 122.278018ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:23.084643Z","caller":"traceutil/trace.go:171","msg":"trace[1639442694] transaction","detail":"{read_only:false; response_revision:13140; number_of_response:1; }","duration":"142.714966ms","start":"2026-03-05T07:05:22.941902Z","end":"2026-03-05T07:05:23.084617Z","steps":["trace[1639442694] 'process raft request' (duration: 142.556313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:23.280472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.97313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:05:23.280725Z","caller":"traceutil/trace.go:171","msg":"trace[133328481] transaction","detail":"{read_only:false; response_revision:13141; number_of_response:1; }","duration":"146.9584ms","start":"2026-03-05T07:05:23.133736Z","end":"2026-03-05T07:05:23.280694Z","steps":["trace[133328481] 'compare' (duration: 136.852877ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:24.066355Z","caller":"traceutil/trace.go:171","msg":"trace[2105897182] transaction","detail":"{read_only:false; response_revision:13143; number_of_response:1; }","duration":"511.007088ms","start":"2026-03-05T07:05:23.555321Z","end":"2026-03-05T07:05:24.066328Z","steps":["trace[2105897182] 'process raft request' (duration: 510.820664ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:24.066406Z","caller":"traceutil/trace.go:171","msg":"trace[1456816528] linearizableReadLoop","detail":"{readStateIndex:13620; appliedIndex:13620; }","duration":"477.86865ms","start":"2026-03-05T07:05:23.588504Z","end":"2026-03-05T07:05:24.066373Z","steps":["trace[1456816528] 'read index received' (duration: 477.851429ms)","trace[1456816528] 'applied index is now lower than readState.Index' (duration: 14.181µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:05:24.066528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:23.555295Z","time spent":"511.145941ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:05:24.06668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.160356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e95e3bdf-f61e-44b1-b56e-1c7c7796310c\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-05T07:05:24.066732Z","caller":"traceutil/trace.go:171","msg":"trace[196479938] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e95e3bdf-f61e-44b1-b56e-1c7c7796310c; range_end:; response_count:1; response_revision:13143; }","duration":"478.269848ms","start":"2026-03-05T07:05:23.58845Z","end":"2026-03-05T07:05:24.06672Z","steps":["trace[196479938] 'agreement among raft nodes before linearized reading' (duration: 478.067574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.066774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:23.588428Z","time spent":"478.33629ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e95e3bdf-f61e-44b1-b56e-1c7c7796310c\" "} {"level":"info","ts":"2026-03-05T07:05:24.104808Z","caller":"traceutil/trace.go:171","msg":"trace[1602178802] transaction","detail":"{read_only:false; response_revision:13145; number_of_response:1; }","duration":"438.725851ms","start":"2026-03-05T07:05:23.66605Z","end":"2026-03-05T07:05:24.104776Z","steps":["trace[1602178802] 'process raft request' (duration: 438.598488ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:24.104837Z","caller":"traceutil/trace.go:171","msg":"trace[2023523137] transaction","detail":"{read_only:false; response_revision:13144; number_of_response:1; }","duration":"441.026131ms","start":"2026-03-05T07:05:23.66378Z","end":"2026-03-05T07:05:24.104806Z","steps":["trace[2023523137] 'process raft request' (duration: 440.676984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.10496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:23.666037Z","time spent":"438.844303ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:05:24.104977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:23.663753Z","time spent":"441.142134ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:05:24.105083Z","caller":"traceutil/trace.go:171","msg":"trace[68370964] transaction","detail":"{read_only:false; response_revision:13146; number_of_response:1; }","duration":"420.691643ms","start":"2026-03-05T07:05:23.684383Z","end":"2026-03-05T07:05:24.105075Z","steps":["trace[68370964] 'process raft request' (duration: 420.320215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.10513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:23.684361Z","time spent":"420.747795ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:05:24.10513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.636531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:05:24.105208Z","caller":"traceutil/trace.go:171","msg":"trace[2059684443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13146; }","duration":"419.728803ms","start":"2026-03-05T07:05:23.685458Z","end":"2026-03-05T07:05:24.105187Z","steps":["trace[2059684443] 'agreement among raft nodes before linearized reading' (duration: 419.476157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.105235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.580994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T07:05:24.105191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.778455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:05:24.10534Z","caller":"traceutil/trace.go:171","msg":"trace[524867470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13146; }","duration":"426.641864ms","start":"2026-03-05T07:05:23.678609Z","end":"2026-03-05T07:05:24.105251Z","steps":["trace[524867470] 'agreement among raft nodes before linearized reading' (duration: 426.569822ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:24.105339Z","caller":"traceutil/trace.go:171","msg":"trace[754712592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13146; }","duration":"420.98275ms","start":"2026-03-05T07:05:23.684323Z","end":"2026-03-05T07:05:24.105305Z","steps":["trace[754712592] 'agreement among raft nodes before linearized reading' (duration: 420.548641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.105001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.445155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T07:05:24.105369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:23.678589Z","time spent":"426.774997ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:05:24.105426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:23.684311Z","time spent":"421.079232ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:05:24.105226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.393662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe5a3d75-82ab-4096-9cc0-b80336b3d6e0\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-03-05T07:05:24.105494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.543189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm4tz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T07:05:24.105534Z","caller":"traceutil/trace.go:171","msg":"trace[802289998] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe5a3d75-82ab-4096-9cc0-b80336b3d6e0; range_end:; response_count:1; response_revision:13146; }","duration":"154.73278ms","start":"2026-03-05T07:05:23.950786Z","end":"2026-03-05T07:05:24.105519Z","steps":["trace[802289998] 'agreement among raft nodes before linearized reading' (duration: 154.30056ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:24.10557Z","caller":"traceutil/trace.go:171","msg":"trace[330250300] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm4tz; range_end:; response_count:1; response_revision:13146; }","duration":"186.638281ms","start":"2026-03-05T07:05:23.918888Z","end":"2026-03-05T07:05:24.105526Z","steps":["trace[330250300] 'agreement among raft nodes before linearized reading' (duration: 185.949806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.105205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.554335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:05:24.105655Z","caller":"traceutil/trace.go:171","msg":"trace[1041327920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13146; }","duration":"423.041345ms","start":"2026-03-05T07:05:23.68259Z","end":"2026-03-05T07:05:24.105631Z","steps":["trace[1041327920] 'agreement among raft nodes before linearized reading' (duration: 422.33522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.10525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:23.685451Z","time spent":"419.790644ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:05:24.105694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:23.682581Z","time spent":"423.102236ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:05:24.105242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.356101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e95e3bdf-f61e-44b1-b56e-1c7c7796310c\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-05T07:05:24.105862Z","caller":"traceutil/trace.go:171","msg":"trace[100158733] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e95e3bdf-f61e-44b1-b56e-1c7c7796310c; range_end:; response_count:1; response_revision:13146; }","duration":"155.037486ms","start":"2026-03-05T07:05:23.95081Z","end":"2026-03-05T07:05:24.105847Z","steps":["trace[100158733] 'agreement among raft nodes before linearized reading' (duration: 154.242369ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:24.10546Z","caller":"traceutil/trace.go:171","msg":"trace[1941126405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13146; }","duration":"428.912564ms","start":"2026-03-05T07:05:23.676481Z","end":"2026-03-05T07:05:24.105394Z","steps":["trace[1941126405] 'agreement among raft nodes before linearized reading' (duration: 428.285801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.106132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:23.676472Z","time spent":"429.647231ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:05:24.607044Z","caller":"traceutil/trace.go:171","msg":"trace[335766523] linearizableReadLoop","detail":"{readStateIndex:13624; appliedIndex:13623; }","duration":"500.908317ms","start":"2026-03-05T07:05:24.106108Z","end":"2026-03-05T07:05:24.607016Z","steps":["trace[335766523] 'read index received' (duration: 500.60867ms)","trace[335766523] 'applied index is now lower than readState.Index' (duration: 297.967µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:05:24.607495Z","caller":"traceutil/trace.go:171","msg":"trace[1202098045] transaction","detail":"{read_only:false; response_revision:13147; number_of_response:1; }","duration":"532.650644ms","start":"2026-03-05T07:05:24.074784Z","end":"2026-03-05T07:05:24.607434Z","steps":["trace[1202098045] 'process raft request' (duration: 531.982179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.60774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:24.074757Z","time spent":"532.844018ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3712,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:05:24.608146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.991932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:05:24.608307Z","caller":"traceutil/trace.go:171","msg":"trace[724866109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13147; }","duration":"502.200416ms","start":"2026-03-05T07:05:24.106079Z","end":"2026-03-05T07:05:24.608279Z","steps":["trace[724866109] 'agreement among raft nodes before linearized reading' (duration: 501.577802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.608405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:24.10606Z","time spent":"502.331299ms","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:05:24.659027Z","caller":"traceutil/trace.go:171","msg":"trace[1323031015] transaction","detail":"{read_only:false; response_revision:13148; number_of_response:1; }","duration":"550.322043ms","start":"2026-03-05T07:05:24.108681Z","end":"2026-03-05T07:05:24.659003Z","steps":["trace[1323031015] 'process raft request' (duration: 550.16346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.65919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:24.108662Z","time spent":"550.428445ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:05:24.659494Z","caller":"traceutil/trace.go:171","msg":"trace[1880343648] transaction","detail":"{read_only:false; response_revision:13149; number_of_response:1; }","duration":"550.042236ms","start":"2026-03-05T07:05:24.109427Z","end":"2026-03-05T07:05:24.65947Z","steps":["trace[1880343648] 'process raft request' (duration: 549.542495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.659643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:24.109378Z","time spent":"550.19192ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:05:24.659651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.056039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:05:24.659715Z","caller":"traceutil/trace.go:171","msg":"trace[1085943407] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:13152; }","duration":"141.164751ms","start":"2026-03-05T07:05:24.51853Z","end":"2026-03-05T07:05:24.659695Z","steps":["trace[1085943407] 'agreement among raft nodes before linearized reading' (duration: 141.059609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.659782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.903351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-05T07:05:24.659811Z","caller":"traceutil/trace.go:171","msg":"trace[142604288] transaction","detail":"{read_only:false; response_revision:13150; number_of_response:1; }","duration":"550.353923ms","start":"2026-03-05T07:05:24.109446Z","end":"2026-03-05T07:05:24.6598Z","steps":["trace[142604288] 'process raft request' (duration: 549.76221ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:24.659809Z","caller":"traceutil/trace.go:171","msg":"trace[222796587] transaction","detail":"{read_only:false; response_revision:13151; number_of_response:1; }","duration":"549.907823ms","start":"2026-03-05T07:05:24.109872Z","end":"2026-03-05T07:05:24.659779Z","steps":["trace[222796587] 'process raft request' (duration: 549.441653ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:05:24.65984Z","caller":"traceutil/trace.go:171","msg":"trace[1154047964] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:13152; }","duration":"325.975822ms","start":"2026-03-05T07:05:24.333854Z","end":"2026-03-05T07:05:24.65983Z","steps":["trace[1154047964] 'agreement among raft nodes before linearized reading' (duration: 325.772968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.659868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:24.333788Z","time spent":"326.074514ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-05T07:05:24.659876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:24.109439Z","time spent":"550.398913ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:05:24.659916Z","caller":"traceutil/trace.go:171","msg":"trace[2110287826] transaction","detail":"{read_only:false; response_revision:13152; number_of_response:1; }","duration":"549.526195ms","start":"2026-03-05T07:05:24.110288Z","end":"2026-03-05T07:05:24.659814Z","steps":["trace[2110287826] 'process raft request' (duration: 549.064115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.660055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:24.110277Z","time spent":"549.722599ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:05:24.65993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:24.109845Z","time spent":"550.018325ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:05:24.660764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.005545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:68 size:632272"} {"level":"info","ts":"2026-03-05T07:05:24.660927Z","caller":"traceutil/trace.go:171","msg":"trace[2036481080] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:68; response_revision:13152; }","duration":"550.184419ms","start":"2026-03-05T07:05:24.110733Z","end":"2026-03-05T07:05:24.660918Z","steps":["trace[2036481080] 'agreement among raft nodes before linearized reading' (duration: 549.33591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:05:24.660954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:05:24.11072Z","time spent":"550.224939ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":68,"response size":632296,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T07:06:29.14983Z","caller":"traceutil/trace.go:171","msg":"trace[418110811] transaction","detail":"{read_only:false; response_revision:14006; number_of_response:1; }","duration":"170.698466ms","start":"2026-03-05T07:06:28.97911Z","end":"2026-03-05T07:06:29.149809Z","steps":["trace[418110811] 'process raft request' (duration: 170.580443ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:06:29.287419Z","caller":"traceutil/trace.go:171","msg":"trace[353880024] linearizableReadLoop","detail":"{readStateIndex:14511; appliedIndex:14510; }","duration":"301.912461ms","start":"2026-03-05T07:06:28.985487Z","end":"2026-03-05T07:06:29.2874Z","steps":["trace[353880024] 'read index received' (duration: 164.58385ms)","trace[353880024] 'applied index is now lower than readState.Index' (duration: 137.327641ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:06:29.287635Z","caller":"traceutil/trace.go:171","msg":"trace[1422006639] transaction","detail":"{read_only:false; response_revision:14007; number_of_response:1; }","duration":"303.254891ms","start":"2026-03-05T07:06:28.984368Z","end":"2026-03-05T07:06:29.287623Z","steps":["trace[1422006639] 'process raft request' (duration: 278.559941ms)","trace[1422006639] 'compare' (duration: 24.379263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:06:29.287747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:28.984354Z","time spent":"303.311792ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:06:29.287989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.125956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T07:06:29.288052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.813604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T07:06:29.2881Z","caller":"traceutil/trace.go:171","msg":"trace[1389327744] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14007; }","duration":"120.909326ms","start":"2026-03-05T07:06:29.16718Z","end":"2026-03-05T07:06:29.288089Z","steps":["trace[1389327744] 'agreement among raft nodes before linearized reading' (duration: 120.735392ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:06:29.288097Z","caller":"traceutil/trace.go:171","msg":"trace[816824637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14007; }","duration":"302.31495ms","start":"2026-03-05T07:06:28.985757Z","end":"2026-03-05T07:06:29.288072Z","steps":["trace[816824637] 'agreement among raft nodes before linearized reading' (duration: 301.974433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:29.288156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:28.985738Z","time spent":"302.408433ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:06:29.288374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.230523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:06:29.288412Z","caller":"traceutil/trace.go:171","msg":"trace[1723752886] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14007; }","duration":"121.339514ms","start":"2026-03-05T07:06:29.167062Z","end":"2026-03-05T07:06:29.288402Z","steps":["trace[1723752886] 'agreement among raft nodes before linearized reading' (duration: 121.275923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:29.28857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.620239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:06:29.288595Z","caller":"traceutil/trace.go:171","msg":"trace[1347875808] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14007; }","duration":"207.656889ms","start":"2026-03-05T07:06:29.080929Z","end":"2026-03-05T07:06:29.288586Z","steps":["trace[1347875808] 'agreement among raft nodes before linearized reading' (duration: 207.558997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:29.28864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.770323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:06:29.288741Z","caller":"traceutil/trace.go:171","msg":"trace[654408790] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:14007; }","duration":"216.924566ms","start":"2026-03-05T07:06:29.071789Z","end":"2026-03-05T07:06:29.288713Z","steps":["trace[654408790] 'agreement among raft nodes before linearized reading' (duration: 216.769943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:29.288851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.041625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T07:06:29.288915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.696902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-05T07:06:29.288934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.380314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:06:29.288943Z","caller":"traceutil/trace.go:171","msg":"trace[1543453127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14007; }","duration":"298.157357ms","start":"2026-03-05T07:06:28.99076Z","end":"2026-03-05T07:06:29.288917Z","steps":["trace[1543453127] 'agreement among raft nodes before linearized reading' (duration: 297.990693ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:06:29.288957Z","caller":"traceutil/trace.go:171","msg":"trace[1773562199] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14007; }","duration":"212.757713ms","start":"2026-03-05T07:06:29.076185Z","end":"2026-03-05T07:06:29.288943Z","steps":["trace[1773562199] 'agreement among raft nodes before linearized reading' (duration: 212.663861ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:06:29.288959Z","caller":"traceutil/trace.go:171","msg":"trace[80041299] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14007; }","duration":"216.411755ms","start":"2026-03-05T07:06:29.07254Z","end":"2026-03-05T07:06:29.288952Z","steps":["trace[80041299] 'agreement among raft nodes before linearized reading' (duration: 216.373694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:29.289259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.490365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:06:29.289349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.857765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:06:29.289387Z","caller":"traceutil/trace.go:171","msg":"trace[1636840121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14007; }","duration":"303.932447ms","start":"2026-03-05T07:06:28.985446Z","end":"2026-03-05T07:06:29.289379Z","steps":["trace[1636840121] 'agreement among raft nodes before linearized reading' (duration: 302.927594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:29.289431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:28.985424Z","time spent":"303.998509ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:06:29.289943Z","caller":"traceutil/trace.go:171","msg":"trace[1290179446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14007; }","duration":"281.621609ms","start":"2026-03-05T07:06:29.007714Z","end":"2026-03-05T07:06:29.289335Z","steps":["trace[1290179446] 'agreement among raft nodes before linearized reading' (duration: 281.194319ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:06:57.410704Z","caller":"traceutil/trace.go:171","msg":"trace[245355940] transaction","detail":"{read_only:false; response_revision:14148; number_of_response:1; }","duration":"126.858208ms","start":"2026-03-05T07:06:57.283817Z","end":"2026-03-05T07:06:57.410675Z","steps":["trace[245355940] 'process raft request' (duration: 126.725445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:57.664262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.032522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:06:57.66435Z","caller":"traceutil/trace.go:171","msg":"trace[121209592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14148; }","duration":"149.160315ms","start":"2026-03-05T07:06:57.515169Z","end":"2026-03-05T07:06:57.664329Z","steps":["trace[121209592] 'range keys from in-memory index tree' (duration: 148.869299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:57.66444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.550243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:06:57.664556Z","caller":"traceutil/trace.go:171","msg":"trace[1740000725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14148; }","duration":"196.682476ms","start":"2026-03-05T07:06:57.467854Z","end":"2026-03-05T07:06:57.664537Z","steps":["trace[1740000725] 'range keys from in-memory index tree' (duration: 196.378499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:57.664532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.061445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T07:06:57.664623Z","caller":"traceutil/trace.go:171","msg":"trace[817035653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14148; }","duration":"224.206879ms","start":"2026-03-05T07:06:57.440392Z","end":"2026-03-05T07:06:57.664599Z","steps":["trace[817035653] 'range keys from in-memory index tree' (duration: 223.86072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:57.664679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.241543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:06:57.664742Z","caller":"traceutil/trace.go:171","msg":"trace[59749656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14148; }","duration":"186.349955ms","start":"2026-03-05T07:06:57.478378Z","end":"2026-03-05T07:06:57.664728Z","steps":["trace[59749656] 'range keys from in-memory index tree' (duration: 186.12038ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:06:57.963529Z","caller":"traceutil/trace.go:171","msg":"trace[1213521508] linearizableReadLoop","detail":"{readStateIndex:14659; appliedIndex:14658; }","duration":"293.272338ms","start":"2026-03-05T07:06:57.670219Z","end":"2026-03-05T07:06:57.963492Z","steps":["trace[1213521508] 'read index received' (duration: 293.105885ms)","trace[1213521508] 'applied index is now lower than readState.Index' (duration: 164.903µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:06:57.964622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.367493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771288"} {"level":"info","ts":"2026-03-05T07:06:57.964722Z","caller":"traceutil/trace.go:171","msg":"trace[206530545] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14149; }","duration":"294.493466ms","start":"2026-03-05T07:06:57.670213Z","end":"2026-03-05T07:06:57.964706Z","steps":["trace[206530545] 'agreement among raft nodes before linearized reading' (duration: 293.426272ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:06:57.965803Z","caller":"traceutil/trace.go:171","msg":"trace[805757808] transaction","detail":"{read_only:false; response_revision:14149; number_of_response:1; }","duration":"295.13424ms","start":"2026-03-05T07:06:57.668445Z","end":"2026-03-05T07:06:57.963579Z","steps":["trace[805757808] 'process raft request' (duration: 294.874065ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:06:58.046195Z","caller":"traceutil/trace.go:171","msg":"trace[928306920] transaction","detail":"{read_only:false; response_revision:14151; number_of_response:1; }","duration":"375.758878ms","start":"2026-03-05T07:06:57.670408Z","end":"2026-03-05T07:06:58.046167Z","steps":["trace[928306920] 'process raft request' (duration: 375.681236ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:06:58.046293Z","caller":"traceutil/trace.go:171","msg":"trace[724709312] transaction","detail":"{read_only:false; response_revision:14150; number_of_response:1; }","duration":"375.920661ms","start":"2026-03-05T07:06:57.670349Z","end":"2026-03-05T07:06:58.046269Z","steps":["trace[724709312] 'process raft request' (duration: 326.917708ms)","trace[724709312] 'compare' (duration: 48.707357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:06:58.046452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:57.670383Z","time spent":"375.970002ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:06:58.046611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.695434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T07:06:58.046703Z","caller":"traceutil/trace.go:171","msg":"trace[951589107] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14152; }","duration":"278.818566ms","start":"2026-03-05T07:06:57.76787Z","end":"2026-03-05T07:06:58.046688Z","steps":["trace[951589107] 'agreement among raft nodes before linearized reading' (duration: 278.618262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:58.046751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:57.670335Z","time spent":"376.175176ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:06:58.046817Z","caller":"traceutil/trace.go:171","msg":"trace[582260234] transaction","detail":"{read_only:false; response_revision:14152; number_of_response:1; }","duration":"376.083575ms","start":"2026-03-05T07:06:57.670436Z","end":"2026-03-05T07:06:58.04652Z","steps":["trace[582260234] 'process raft request' (duration: 375.690136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:58.047172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:57.670427Z","time spent":"376.472553ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:06:58.312644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.514706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:06:58.312721Z","caller":"traceutil/trace.go:171","msg":"trace[1991759874] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14152; }","duration":"124.634429ms","start":"2026-03-05T07:06:58.188069Z","end":"2026-03-05T07:06:58.312703Z","steps":["trace[1991759874] 'range keys from in-memory index tree' (duration: 124.350333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:58.312705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.573588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T07:06:58.312767Z","caller":"traceutil/trace.go:171","msg":"trace[871469856] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14152; }","duration":"124.649699ms","start":"2026-03-05T07:06:58.188101Z","end":"2026-03-05T07:06:58.312751Z","steps":["trace[871469856] 'range keys from in-memory index tree' (duration: 124.451695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:58.313113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.821064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:06:58.313455Z","caller":"traceutil/trace.go:171","msg":"trace[793084729] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14152; }","duration":"125.246532ms","start":"2026-03-05T07:06:58.188041Z","end":"2026-03-05T07:06:58.313288Z","steps":["trace[793084729] 'range keys from in-memory index tree' (duration: 124.438065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:59.04661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592928095,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:06:59.18196Z","caller":"traceutil/trace.go:171","msg":"trace[2046463986] transaction","detail":"{read_only:false; response_revision:14153; number_of_response:1; }","duration":"732.739386ms","start":"2026-03-05T07:06:58.449199Z","end":"2026-03-05T07:06:59.181938Z","steps":["trace[2046463986] 'process raft request' (duration: 732.625083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:59.182082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:58.44916Z","time spent":"732.855958ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:06:59.639301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.375486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:06:59.639641Z","caller":"traceutil/trace.go:171","msg":"trace[1621793878] transaction","detail":"{read_only:false; response_revision:14154; number_of_response:1; }","duration":"1.161398264s","start":"2026-03-05T07:06:58.478212Z","end":"2026-03-05T07:06:59.639611Z","steps":["trace[1621793878] 'process raft request' (duration: 978.615898ms)","trace[1621793878] 'compare' (duration: 182.038859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:06:59.639765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:58.47819Z","time spent":"1.161522566s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:06:59.640196Z","caller":"traceutil/trace.go:171","msg":"trace[1196048115] transaction","detail":"{read_only:false; response_revision:14155; number_of_response:1; }","duration":"1.162201372s","start":"2026-03-05T07:06:58.477978Z","end":"2026-03-05T07:06:59.640179Z","steps":["trace[1196048115] 'process raft request' (duration: 1.161446455s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:06:59.64029Z","caller":"traceutil/trace.go:171","msg":"trace[674997737] linearizableReadLoop","detail":"{readStateIndex:14665; appliedIndex:14662; }","duration":"1.0939168s","start":"2026-03-05T07:06:58.546357Z","end":"2026-03-05T07:06:59.640274Z","steps":["trace[674997737] 'read index received' (duration: 635.507429ms)","trace[674997737] 'applied index is now lower than readState.Index' (duration: 458.406681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:06:59.640292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:58.477952Z","time spent":"1.162291104s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:06:59.640535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094148795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dn5hl\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-05T07:06:59.640624Z","caller":"traceutil/trace.go:171","msg":"trace[420894053] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dn5hl; range_end:; response_count:1; response_revision:14155; }","duration":"1.094283047s","start":"2026-03-05T07:06:58.54632Z","end":"2026-03-05T07:06:59.640603Z","steps":["trace[420894053] 'agreement among raft nodes before linearized reading' (duration: 1.094014821s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:06:59.640669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:58.546301Z","time spent":"1.094358649s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dn5hl\" "} {"level":"warn","ts":"2026-03-05T07:07:00.467953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.4368ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T07:07:00.468087Z","caller":"traceutil/trace.go:171","msg":"trace[1527404579] linearizableReadLoop","detail":"{readStateIndex:14666; appliedIndex:14665; }","duration":"827.748624ms","start":"2026-03-05T07:06:59.640318Z","end":"2026-03-05T07:07:00.468067Z","steps":["trace[1527404579] 'read index received' (duration: 23µs)","trace[1527404579] 'applied index is now lower than readState.Index' (duration: 827.723364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:07:00.468143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.111538ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:07:00.46826Z","caller":"traceutil/trace.go:171","msg":"trace[1610986395] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14155; }","duration":"190.237782ms","start":"2026-03-05T07:07:00.278003Z","end":"2026-03-05T07:07:00.468241Z","steps":["trace[1610986395] 'range keys from in-memory index tree' (duration: 190.099588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.468513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01411957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:07:00.468542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047589626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T07:07:00.468576Z","caller":"traceutil/trace.go:171","msg":"trace[1287940548] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:14155; }","duration":"1.014257073s","start":"2026-03-05T07:06:59.454304Z","end":"2026-03-05T07:07:00.468561Z","steps":["trace[1287940548] 'agreement among raft nodes before linearized reading' (duration: 1.014152601s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.468605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.454292Z","time spent":"1.014306705s","remote":"127.0.0.1:53882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:07:00.468604Z","caller":"traceutil/trace.go:171","msg":"trace[552906999] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14155; }","duration":"1.047701669s","start":"2026-03-05T07:06:59.420886Z","end":"2026-03-05T07:07:00.468587Z","steps":["trace[552906999] 'agreement among raft nodes before linearized reading' (duration: 1.047481243s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.468636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.420868Z","time spent":"1.047761771s","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:07:00.46879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047619367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:07:00.468808Z","caller":"traceutil/trace.go:171","msg":"trace[1079489584] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14155; }","duration":"1.047682348s","start":"2026-03-05T07:06:59.421121Z","end":"2026-03-05T07:07:00.468804Z","steps":["trace[1079489584] 'agreement among raft nodes before linearized reading' (duration: 1.047647648s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.468821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.421115Z","time spent":"1.047703519s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:07:00.468905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047774161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:07:00.468923Z","caller":"traceutil/trace.go:171","msg":"trace[119544052] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14155; }","duration":"1.047791271s","start":"2026-03-05T07:06:59.421126Z","end":"2026-03-05T07:07:00.468917Z","steps":["trace[119544052] 'agreement among raft nodes before linearized reading' (duration: 1.04776652s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.468935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.421103Z","time spent":"1.047829062s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-05T07:07:00.46903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047954754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:07:00.469046Z","caller":"traceutil/trace.go:171","msg":"trace[740473353] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14155; }","duration":"1.048019996s","start":"2026-03-05T07:06:59.421022Z","end":"2026-03-05T07:07:00.469042Z","steps":["trace[740473353] 'agreement among raft nodes before linearized reading' (duration: 1.047969325s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.469058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.421Z","time spent":"1.048055557s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:07:00.469145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04820451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:07:00.46915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04819936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T07:07:00.469164Z","caller":"traceutil/trace.go:171","msg":"trace[595413266] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14155; }","duration":"1.048303733s","start":"2026-03-05T07:06:59.420856Z","end":"2026-03-05T07:07:00.46916Z","steps":["trace[595413266] 'agreement among raft nodes before linearized reading' (duration: 1.048264762s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:00.469171Z","caller":"traceutil/trace.go:171","msg":"trace[1396188325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14155; }","duration":"1.048305773s","start":"2026-03-05T07:06:59.42086Z","end":"2026-03-05T07:07:00.469165Z","steps":["trace[1396188325] 'agreement among raft nodes before linearized reading' (duration: 1.048211951s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.469179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.420847Z","time spent":"1.048329014s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T07:07:00.469186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.420839Z","time spent":"1.048343144s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:07:00.469278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048235211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:07:00.469296Z","caller":"traceutil/trace.go:171","msg":"trace[1144743214] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14155; }","duration":"1.048263151s","start":"2026-03-05T07:06:59.421029Z","end":"2026-03-05T07:07:00.469292Z","steps":["trace[1144743214] 'agreement among raft nodes before linearized reading' (duration: 1.048232541s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.469309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.421023Z","time spent":"1.048283031s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:07:00.469344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462694161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:07:00.469384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048392844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:07:00.46943Z","caller":"traceutil/trace.go:171","msg":"trace[282781875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14155; }","duration":"1.462805143s","start":"2026-03-05T07:06:59.006586Z","end":"2026-03-05T07:07:00.469391Z","steps":["trace[282781875] 'agreement among raft nodes before linearized reading' (duration: 1.462695301s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:00.469442Z","caller":"traceutil/trace.go:171","msg":"trace[1357159612] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14155; }","duration":"1.048462086s","start":"2026-03-05T07:06:59.42097Z","end":"2026-03-05T07:07:00.469432Z","steps":["trace[1357159612] 'agreement among raft nodes before linearized reading' (duration: 1.048315653s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.469443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83400571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-05T07:07:00.469447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474488264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:07:00.469471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048555508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:07:00.469467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.006565Z","time spent":"1.462892056s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:07:00.469488Z","caller":"traceutil/trace.go:171","msg":"trace[1585350152] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14155; }","duration":"1.048587828s","start":"2026-03-05T07:06:59.420895Z","end":"2026-03-05T07:07:00.469483Z","steps":["trace[1585350152] 'agreement among raft nodes before linearized reading' (duration: 1.048563808s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:00.469486Z","caller":"traceutil/trace.go:171","msg":"trace[1830165066] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14155; }","duration":"1.834096202s","start":"2026-03-05T07:06:58.635378Z","end":"2026-03-05T07:07:00.469475Z","steps":["trace[1830165066] 'agreement among raft nodes before linearized reading' (duration: 1.833905478s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.469504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.420891Z","time spent":"1.048609199s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-05T07:07:00.469498Z","caller":"traceutil/trace.go:171","msg":"trace[1293145211] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:14155; }","duration":"1.474579896s","start":"2026-03-05T07:06:58.994904Z","end":"2026-03-05T07:07:00.469484Z","steps":["trace[1293145211] 'agreement among raft nodes before linearized reading' (duration: 1.474474014s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.469518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:58.635356Z","time spent":"1.834154563s","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:07:00.469497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424212014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rkckr\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-03-05T07:07:00.469535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:58.994878Z","time spent":"1.474648188s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":12,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:07:00.46948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.420963Z","time spent":"1.048509197s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:07:00.469556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834605913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:07:00.469565Z","caller":"traceutil/trace.go:171","msg":"trace[137975839] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rkckr; range_end:; response_count:1; response_revision:14155; }","duration":"1.424283576s","start":"2026-03-05T07:06:59.045262Z","end":"2026-03-05T07:07:00.469545Z","steps":["trace[137975839] 'agreement among raft nodes before linearized reading' (duration: 1.42401066s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.469623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.045161Z","time spent":"1.424449629s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rkckr\" "} {"level":"warn","ts":"2026-03-05T07:07:00.469651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.805599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:07:00.469669Z","caller":"traceutil/trace.go:171","msg":"trace[446665601] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14155; }","duration":"584.85831ms","start":"2026-03-05T07:06:59.884804Z","end":"2026-03-05T07:07:00.469663Z","steps":["trace[446665601] 'agreement among raft nodes before linearized reading' (duration: 584.82587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.469672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.95129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:07:00.469683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.884784Z","time spent":"584.894601ms","remote":"127.0.0.1:37136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:07:00.469692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.393275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:07:00.469718Z","caller":"traceutil/trace.go:171","msg":"trace[1038787520] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14155; }","duration":"800.420995ms","start":"2026-03-05T07:06:59.669292Z","end":"2026-03-05T07:07:00.469713Z","steps":["trace[1038787520] 'agreement among raft nodes before linearized reading' (duration: 800.384625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.469735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.669255Z","time spent":"800.476607ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-05T07:07:00.469589Z","caller":"traceutil/trace.go:171","msg":"trace[2047865679] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14155; }","duration":"1.834676965s","start":"2026-03-05T07:06:58.634904Z","end":"2026-03-05T07:07:00.469581Z","steps":["trace[2047865679] 'agreement among raft nodes before linearized reading' (duration: 1.834631674s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.469777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.477547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:07:00.46979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361496455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:07:00.469812Z","caller":"traceutil/trace.go:171","msg":"trace[1100226890] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:14155; }","duration":"1.361547676s","start":"2026-03-05T07:06:59.108256Z","end":"2026-03-05T07:07:00.469804Z","steps":["trace[1100226890] 'agreement among raft nodes before linearized reading' (duration: 1.361475865s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.469733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.965666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:07:00.46978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:58.634889Z","time spent":"1.834881969s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:07:00.469826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.108247Z","time spent":"1.361575737s","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":69,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:07:00.46983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.817675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:07:00.469829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834487601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:07:00.46984Z","caller":"traceutil/trace.go:171","msg":"trace[1391283536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14155; }","duration":"181.074018ms","start":"2026-03-05T07:07:00.28876Z","end":"2026-03-05T07:07:00.469834Z","steps":["trace[1391283536] 'agreement among raft nodes before linearized reading' (duration: 180.953055ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:00.469851Z","caller":"traceutil/trace.go:171","msg":"trace[1153416511] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14155; }","duration":"800.856235ms","start":"2026-03-05T07:06:59.668987Z","end":"2026-03-05T07:07:00.469843Z","steps":["trace[1153416511] 'agreement among raft nodes before linearized reading' (duration: 800.830135ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:00.469857Z","caller":"traceutil/trace.go:171","msg":"trace[1323644973] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14155; }","duration":"1.834532281s","start":"2026-03-05T07:06:58.635316Z","end":"2026-03-05T07:07:00.469848Z","steps":["trace[1323644973] 'agreement among raft nodes before linearized reading' (duration: 1.83448692s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.469866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.668969Z","time spent":"800.893296ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T07:07:00.469868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.131334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:07:00.469817Z","caller":"traceutil/trace.go:171","msg":"trace[1930004329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:14155; }","duration":"364.514937ms","start":"2026-03-05T07:07:00.105288Z","end":"2026-03-05T07:07:00.469803Z","steps":["trace[1930004329] 'agreement among raft nodes before linearized reading' (duration: 364.460946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.469889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:58.635304Z","time spent":"1.834578682s","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-05T07:07:00.469698Z","caller":"traceutil/trace.go:171","msg":"trace[1946412885] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14155; }","duration":"153.013082ms","start":"2026-03-05T07:07:00.316678Z","end":"2026-03-05T07:07:00.469691Z","steps":["trace[1946412885] 'agreement among raft nodes before linearized reading' (duration: 152.975431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.469342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763439817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-69bwq\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-03-05T07:07:00.469903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:07:00.105222Z","time spent":"364.67396ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:07:00.4699Z","caller":"traceutil/trace.go:171","msg":"trace[1051101587] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14155; }","duration":"802.181654ms","start":"2026-03-05T07:06:59.667708Z","end":"2026-03-05T07:07:00.46989Z","steps":["trace[1051101587] 'agreement among raft nodes before linearized reading' (duration: 802.134913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.46993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.667703Z","time spent":"802.220795ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-05T07:07:00.46993Z","caller":"traceutil/trace.go:171","msg":"trace[949137767] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-69bwq; range_end:; response_count:1; response_revision:14155; }","duration":"1.764071201s","start":"2026-03-05T07:06:58.705846Z","end":"2026-03-05T07:07:00.469917Z","steps":["trace[949137767] 'agreement among raft nodes before linearized reading' (duration: 1.763359535s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.470016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:58.705826Z","time spent":"1.764183653s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20692,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-69bwq\" "} {"level":"warn","ts":"2026-03-05T07:07:00.470066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049070309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:07:00.470086Z","caller":"traceutil/trace.go:171","msg":"trace[1320315] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14155; }","duration":"1.049099479s","start":"2026-03-05T07:06:59.420981Z","end":"2026-03-05T07:07:00.470081Z","steps":["trace[1320315] 'agreement among raft nodes before linearized reading' (duration: 1.048520117s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.470099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.420976Z","time spent":"1.04911992s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:07:00.470146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918696698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:07:00.470167Z","caller":"traceutil/trace.go:171","msg":"trace[324563694] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14155; }","duration":"1.918726298s","start":"2026-03-05T07:06:58.551435Z","end":"2026-03-05T07:07:00.470162Z","steps":["trace[324563694] 'agreement among raft nodes before linearized reading' (duration: 1.918107315s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.470181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:58.551431Z","time spent":"1.918747029s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:07:00.470223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049361857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T07:07:00.470242Z","caller":"traceutil/trace.go:171","msg":"trace[1474533884] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14155; }","duration":"1.049417488s","start":"2026-03-05T07:06:59.42082Z","end":"2026-03-05T07:07:00.470237Z","steps":["trace[1474533884] 'agreement among raft nodes before linearized reading' (duration: 1.048626891s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.470254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.420799Z","time spent":"1.049452808s","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:07:00.47029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.941483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:07:00.47031Z","caller":"traceutil/trace.go:171","msg":"trace[1983504560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14155; }","duration":"419.994774ms","start":"2026-03-05T07:07:00.050309Z","end":"2026-03-05T07:07:00.470304Z","steps":["trace[1983504560] 'agreement among raft nodes before linearized reading' (duration: 419.297979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.470323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:07:00.050292Z","time spent":"420.028575ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:07:00.470388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.553104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T07:07:00.470408Z","caller":"traceutil/trace.go:171","msg":"trace[206389393] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14155; }","duration":"153.595115ms","start":"2026-03-05T07:07:00.316807Z","end":"2026-03-05T07:07:00.470403Z","steps":["trace[206389393] 'agreement among raft nodes before linearized reading' (duration: 152.818547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.470506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835177675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-05T07:07:00.471903Z","caller":"traceutil/trace.go:171","msg":"trace[1410432873] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14155; }","duration":"1.836603828s","start":"2026-03-05T07:06:58.635278Z","end":"2026-03-05T07:07:00.471881Z","steps":["trace[1410432873] 'agreement among raft nodes before linearized reading' (duration: 1.833957969s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.470594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.543877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm4tz\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T07:07:00.470693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887960313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T07:07:00.470721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.793288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771288"} {"level":"warn","ts":"2026-03-05T07:07:00.47076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.575529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T07:07:00.470818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.088007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T07:07:00.470871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.037505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T07:07:00.470924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.583047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T07:07:00.470973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.962931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T07:07:00.471021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.83316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-05T07:07:00.471081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445943397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rkckr\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-03-05T07:07:00.472048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:58.635259Z","time spent":"1.836777201s","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-05T07:07:00.47209Z","caller":"traceutil/trace.go:171","msg":"trace[1765649187] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm4tz; range_end:; response_count:1; response_revision:14155; }","duration":"492.106622ms","start":"2026-03-05T07:06:59.979974Z","end":"2026-03-05T07:07:00.47208Z","steps":["trace[1765649187] 'agreement among raft nodes before linearized reading' (duration: 489.78853ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:00.472263Z","caller":"traceutil/trace.go:171","msg":"trace[1361745538] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14155; }","duration":"1.889569079s","start":"2026-03-05T07:06:58.582683Z","end":"2026-03-05T07:07:00.472252Z","steps":["trace[1361745538] 'agreement among raft nodes before linearized reading' (duration: 1.886838538s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.472394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835582264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:07:00.472801Z","caller":"traceutil/trace.go:171","msg":"trace[728586382] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14155; }","duration":"817.876375ms","start":"2026-03-05T07:06:59.654915Z","end":"2026-03-05T07:07:00.472791Z","steps":["trace[728586382] 'agreement among raft nodes before linearized reading' (duration: 814.688964ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:00.473208Z","caller":"traceutil/trace.go:171","msg":"trace[345530709] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14155; }","duration":"156.382157ms","start":"2026-03-05T07:07:00.316808Z","end":"2026-03-05T07:07:00.47319Z","steps":["trace[345530709] 'agreement among raft nodes before linearized reading' (duration: 152.833348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.474193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.979954Z","time spent":"494.217708ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-lm4tz\" "} {"level":"info","ts":"2026-03-05T07:07:00.473239Z","caller":"traceutil/trace.go:171","msg":"trace[1319576984] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14155; }","duration":"803.064975ms","start":"2026-03-05T07:06:59.670168Z","end":"2026-03-05T07:07:00.473232Z","steps":["trace[1319576984] 'agreement among raft nodes before linearized reading' (duration: 799.500125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.474318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:58.582659Z","time spent":"1.891642555s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:07:00.474398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.6549Z","time spent":"819.491502ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":771312,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T07:07:00.474325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.670163Z","time spent":"804.146759ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T07:07:00.473256Z","caller":"traceutil/trace.go:171","msg":"trace[185577813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14155; }","duration":"422.541801ms","start":"2026-03-05T07:07:00.050708Z","end":"2026-03-05T07:07:00.47325Z","steps":["trace[185577813] 'agreement among raft nodes before linearized reading' (duration: 419.097654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.474585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:07:00.050701Z","time spent":"423.869811ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:07:00.473279Z","caller":"traceutil/trace.go:171","msg":"trace[2030760242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14155; }","duration":"422.95496ms","start":"2026-03-05T07:07:00.050313Z","end":"2026-03-05T07:07:00.473268Z","steps":["trace[2030760242] 'agreement among raft nodes before linearized reading' (duration: 419.437642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.47464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:07:00.050301Z","time spent":"424.329981ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:07:00.473297Z","caller":"traceutil/trace.go:171","msg":"trace[516770220] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14155; }","duration":"422.133662ms","start":"2026-03-05T07:07:00.051158Z","end":"2026-03-05T07:07:00.473292Z","steps":["trace[516770220] 'agreement among raft nodes before linearized reading' (duration: 418.631974ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:00.473314Z","caller":"traceutil/trace.go:171","msg":"trace[677252958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14155; }","duration":"495.333874ms","start":"2026-03-05T07:06:59.977974Z","end":"2026-03-05T07:07:00.473308Z","steps":["trace[677252958] 'agreement among raft nodes before linearized reading' (duration: 491.798346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.47479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:07:00.051151Z","time spent":"423.605985ms","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:07:00.475058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.977955Z","time spent":"497.085403ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:07:00.474003Z","caller":"traceutil/trace.go:171","msg":"trace[808875032] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rkckr; range_end:; response_count:1; response_revision:14155; }","duration":"1.448880083s","start":"2026-03-05T07:06:59.025108Z","end":"2026-03-05T07:07:00.473988Z","steps":["trace[808875032] 'agreement among raft nodes before linearized reading' (duration: 1.444447645s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.475151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:59.025098Z","time spent":"1.450044149s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rkckr\" "} {"level":"info","ts":"2026-03-05T07:07:00.474281Z","caller":"traceutil/trace.go:171","msg":"trace[420326567] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14155; }","duration":"1.837495787s","start":"2026-03-05T07:06:58.636778Z","end":"2026-03-05T07:07:00.474274Z","steps":["trace[420326567] 'agreement among raft nodes before linearized reading' (duration: 1.832598098s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.475421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:06:58.636768Z","time spent":"1.838643132s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T07:07:00.747679Z","caller":"traceutil/trace.go:171","msg":"trace[2015391619] transaction","detail":"{read_only:false; response_revision:14156; number_of_response:1; }","duration":"269.437206ms","start":"2026-03-05T07:07:00.478206Z","end":"2026-03-05T07:07:00.747644Z","steps":["trace[2015391619] 'process raft request' (duration: 269.218352ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:00.89054Z","caller":"traceutil/trace.go:171","msg":"trace[1919969517] linearizableReadLoop","detail":"{readStateIndex:14668; appliedIndex:14666; }","duration":"411.850012ms","start":"2026-03-05T07:07:00.478674Z","end":"2026-03-05T07:07:00.890524Z","steps":["trace[1919969517] 'read index received' (duration: 268.872334ms)","trace[1919969517] 'applied index is now lower than readState.Index' (duration: 142.976518ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:07:00.89058Z","caller":"traceutil/trace.go:171","msg":"trace[1005160807] transaction","detail":"{read_only:false; response_revision:14158; number_of_response:1; }","duration":"411.639837ms","start":"2026-03-05T07:07:00.478891Z","end":"2026-03-05T07:07:00.890531Z","steps":["trace[1005160807] 'process raft request' (duration: 411.31213ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:00.890553Z","caller":"traceutil/trace.go:171","msg":"trace[1424387523] transaction","detail":"{read_only:false; response_revision:14159; number_of_response:1; }","duration":"410.808079ms","start":"2026-03-05T07:07:00.479727Z","end":"2026-03-05T07:07:00.890535Z","steps":["trace[1424387523] 'process raft request' (duration: 410.668046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.890722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.032056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T07:07:00.890747Z","caller":"traceutil/trace.go:171","msg":"trace[583978626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14160; }","duration":"412.110528ms","start":"2026-03-05T07:07:00.47863Z","end":"2026-03-05T07:07:00.89074Z","steps":["trace[583978626] 'agreement among raft nodes before linearized reading' (duration: 412.005145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.890768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:07:00.478612Z","time spent":"412.148068ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:07:00.890772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:07:00.478871Z","time spent":"411.795811ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:07:00.890624Z","caller":"traceutil/trace.go:171","msg":"trace[365959567] transaction","detail":"{read_only:false; response_revision:14160; number_of_response:1; }","duration":"407.157177ms","start":"2026-03-05T07:07:00.48346Z","end":"2026-03-05T07:07:00.890617Z","steps":["trace[365959567] 'process raft request' (duration: 407.033174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.890986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:07:00.479712Z","time spent":"411.029004ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:07:00.891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:07:00.483445Z","time spent":"407.437283ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:07:00.89129Z","caller":"traceutil/trace.go:171","msg":"trace[1598014373] transaction","detail":"{read_only:false; response_revision:14157; number_of_response:1; }","duration":"411.608497ms","start":"2026-03-05T07:07:00.478635Z","end":"2026-03-05T07:07:00.890243Z","steps":["trace[1598014373] 'process raft request' (duration: 411.404462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.891396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:07:00.478615Z","time spent":"412.749101ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:07:00.910591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.707631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:07:00.91077Z","caller":"traceutil/trace.go:171","msg":"trace[989930949] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:14162; }","duration":"268.958486ms","start":"2026-03-05T07:07:00.641779Z","end":"2026-03-05T07:07:00.910737Z","steps":["trace[989930949] 'agreement among raft nodes before linearized reading' (duration: 268.68389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.911264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.542824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771288"} {"level":"info","ts":"2026-03-05T07:07:00.911372Z","caller":"traceutil/trace.go:171","msg":"trace[91658466] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14162; }","duration":"428.756899ms","start":"2026-03-05T07:07:00.482594Z","end":"2026-03-05T07:07:00.911351Z","steps":["trace[91658466] 'agreement among raft nodes before linearized reading' (duration: 427.635643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.911423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:07:00.482585Z","time spent":"428.82533ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":771312,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T07:07:00.911448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.669175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771288"} {"level":"info","ts":"2026-03-05T07:07:00.91152Z","caller":"traceutil/trace.go:171","msg":"trace[1160526165] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14162; }","duration":"431.787967ms","start":"2026-03-05T07:07:00.479716Z","end":"2026-03-05T07:07:00.911504Z","steps":["trace[1160526165] 'agreement among raft nodes before linearized reading' (duration: 430.505118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.911556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:07:00.4797Z","time spent":"431.845989ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":771312,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T07:07:00.911572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.044893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771288"} {"level":"info","ts":"2026-03-05T07:07:00.911645Z","caller":"traceutil/trace.go:171","msg":"trace[355472898] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14162; }","duration":"428.122415ms","start":"2026-03-05T07:07:00.483505Z","end":"2026-03-05T07:07:00.911627Z","steps":["trace[355472898] 'agreement among raft nodes before linearized reading' (duration: 427.073511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.911708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.954501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771288"} {"level":"warn","ts":"2026-03-05T07:07:00.911707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:07:00.483478Z","time spent":"428.216457ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":771312,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T07:07:00.911754Z","caller":"traceutil/trace.go:171","msg":"trace[1972008948] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14162; }","duration":"432.023072ms","start":"2026-03-05T07:07:00.479722Z","end":"2026-03-05T07:07:00.911745Z","steps":["trace[1972008948] 'agreement among raft nodes before linearized reading' (duration: 430.644791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:00.911829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:07:00.479707Z","time spent":"432.113824ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":771312,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T07:07:01.941747Z","caller":"traceutil/trace.go:171","msg":"trace[1438360884] transaction","detail":"{read_only:false; response_revision:14165; number_of_response:1; }","duration":"297.531663ms","start":"2026-03-05T07:07:01.644191Z","end":"2026-03-05T07:07:01.941723Z","steps":["trace[1438360884] 'process raft request' (duration: 297.354899ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:01.997452Z","caller":"traceutil/trace.go:171","msg":"trace[519361427] transaction","detail":"{read_only:false; response_revision:14166; number_of_response:1; }","duration":"352.665663ms","start":"2026-03-05T07:07:01.644759Z","end":"2026-03-05T07:07:01.997424Z","steps":["trace[519361427] 'process raft request' (duration: 352.527469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:01.997597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:07:01.644735Z","time spent":"352.785286ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:07:16.994092Z","caller":"traceutil/trace.go:171","msg":"trace[536756175] transaction","detail":"{read_only:false; response_revision:14233; number_of_response:1; }","duration":"101.088215ms","start":"2026-03-05T07:07:16.892967Z","end":"2026-03-05T07:07:16.994055Z","steps":["trace[536756175] 'process raft request' (duration: 90.790535ms)","trace[536756175] 'compare' (duration: 10.155056ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:07:40.673733Z","caller":"traceutil/trace.go:171","msg":"trace[1198480449] linearizableReadLoop","detail":"{readStateIndex:14891; appliedIndex:14890; }","duration":"102.567816ms","start":"2026-03-05T07:07:40.571128Z","end":"2026-03-05T07:07:40.673696Z","steps":["trace[1198480449] 'read index received' (duration: 33.008886ms)","trace[1198480449] 'applied index is now lower than readState.Index' (duration: 69.55691ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:07:40.673907Z","caller":"traceutil/trace.go:171","msg":"trace[759072405] transaction","detail":"{read_only:false; response_revision:14371; number_of_response:1; }","duration":"102.833462ms","start":"2026-03-05T07:07:40.571014Z","end":"2026-03-05T07:07:40.673847Z","steps":["trace[759072405] 'process raft request' (duration: 33.239741ms)","trace[759072405] 'compare' (duration: 69.227363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:07:40.674025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.856123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:07:40.674115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.903073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-05T07:07:40.674132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.424704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T07:07:40.674132Z","caller":"traceutil/trace.go:171","msg":"trace[849469175] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14371; }","duration":"103.011237ms","start":"2026-03-05T07:07:40.571095Z","end":"2026-03-05T07:07:40.674106Z","steps":["trace[849469175] 'agreement among raft nodes before linearized reading' (duration: 102.793902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:40.67411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.189847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"warn","ts":"2026-03-05T07:07:40.674205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.375751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-03-05T07:07:40.674224Z","caller":"traceutil/trace.go:171","msg":"trace[1400981517] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14371; }","duration":"101.421912ms","start":"2026-03-05T07:07:40.572797Z","end":"2026-03-05T07:07:40.674219Z","steps":["trace[1400981517] 'agreement among raft nodes before linearized reading' (duration: 101.36898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:40.674222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.980007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:07:40.674251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.579237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-05T07:07:40.674046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.873534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T07:07:40.674256Z","caller":"traceutil/trace.go:171","msg":"trace[1347385088] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14371; }","duration":"101.410111ms","start":"2026-03-05T07:07:40.572799Z","end":"2026-03-05T07:07:40.674209Z","steps":["trace[1347385088] 'agreement among raft nodes before linearized reading' (duration: 101.131665ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:40.674289Z","caller":"traceutil/trace.go:171","msg":"trace[364726407] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14371; }","duration":"102.633849ms","start":"2026-03-05T07:07:40.571646Z","end":"2026-03-05T07:07:40.67428Z","steps":["trace[364726407] 'agreement among raft nodes before linearized reading' (duration: 102.555117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:40.674341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.304908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-03-05T07:07:40.674364Z","caller":"traceutil/trace.go:171","msg":"trace[434447182] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14371; }","duration":"101.353471ms","start":"2026-03-05T07:07:40.573005Z","end":"2026-03-05T07:07:40.674359Z","steps":["trace[434447182] 'agreement among raft nodes before linearized reading' (duration: 101.296509ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:40.674256Z","caller":"traceutil/trace.go:171","msg":"trace[1767910206] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14371; }","duration":"103.052088ms","start":"2026-03-05T07:07:40.571191Z","end":"2026-03-05T07:07:40.674243Z","steps":["trace[1767910206] 'agreement among raft nodes before linearized reading' (duration: 103.015317ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:40.674154Z","caller":"traceutil/trace.go:171","msg":"trace[1126710181] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14371; }","duration":"101.985874ms","start":"2026-03-05T07:07:40.572158Z","end":"2026-03-05T07:07:40.674144Z","steps":["trace[1126710181] 'agreement among raft nodes before linearized reading' (duration: 101.906852ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:40.674288Z","caller":"traceutil/trace.go:171","msg":"trace[111981897] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14371; }","duration":"103.15916ms","start":"2026-03-05T07:07:40.571123Z","end":"2026-03-05T07:07:40.674282Z","steps":["trace[111981897] 'agreement among raft nodes before linearized reading' (duration: 102.773982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:40.674453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.297219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:07:40.674187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.133128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-03-05T07:07:40.674494Z","caller":"traceutil/trace.go:171","msg":"trace[602844051] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14371; }","duration":"101.355799ms","start":"2026-03-05T07:07:40.573127Z","end":"2026-03-05T07:07:40.674482Z","steps":["trace[602844051] 'agreement among raft nodes before linearized reading' (duration: 101.300628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:40.67451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.624997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T07:07:40.674525Z","caller":"traceutil/trace.go:171","msg":"trace[1555722276] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14371; }","duration":"101.669577ms","start":"2026-03-05T07:07:40.572851Z","end":"2026-03-05T07:07:40.67452Z","steps":["trace[1555722276] 'agreement among raft nodes before linearized reading' (duration: 101.623646ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:40.674166Z","caller":"traceutil/trace.go:171","msg":"trace[1068112228] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14371; }","duration":"102.465815ms","start":"2026-03-05T07:07:40.571688Z","end":"2026-03-05T07:07:40.674154Z","steps":["trace[1068112228] 'agreement among raft nodes before linearized reading' (duration: 102.387153ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:40.674556Z","caller":"traceutil/trace.go:171","msg":"trace[973851671] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14371; }","duration":"102.509256ms","start":"2026-03-05T07:07:40.572009Z","end":"2026-03-05T07:07:40.674518Z","steps":["trace[973851671] 'agreement among raft nodes before linearized reading' (duration: 102.131988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:40.674117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.208749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-05T07:07:40.674755Z","caller":"traceutil/trace.go:171","msg":"trace[35513967] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14371; }","duration":"102.833133ms","start":"2026-03-05T07:07:40.571882Z","end":"2026-03-05T07:07:40.674715Z","steps":["trace[35513967] 'agreement among raft nodes before linearized reading' (duration: 102.146368ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:41.259879Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11952} {"level":"info","ts":"2026-03-05T07:07:41.584203Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11952,"took":"321.419536ms","hash":2933611859,"current-db-size-bytes":42053632,"current-db-size":"42 MB","current-db-size-in-use-bytes":26845184,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-05T07:07:41.584259Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2933611859,"revision":11952,"compact-revision":10031} {"level":"info","ts":"2026-03-05T07:08:59.758777Z","caller":"traceutil/trace.go:171","msg":"trace[169397864] transaction","detail":"{read_only:false; response_revision:14875; number_of_response:1; }","duration":"182.289905ms","start":"2026-03-05T07:08:59.576434Z","end":"2026-03-05T07:08:59.758724Z","steps":["trace[169397864] 'process raft request' (duration: 137.645894ms)","trace[169397864] 'compare' (duration: 44.395815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:08:59.75899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.41291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-05T07:08:59.758996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.67289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-05T07:08:59.759057Z","caller":"traceutil/trace.go:171","msg":"trace[862633352] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:14876; }","duration":"172.527263ms","start":"2026-03-05T07:08:59.586512Z","end":"2026-03-05T07:08:59.759039Z","steps":["trace[862633352] 'agreement among raft nodes before linearized reading' (duration: 172.318218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:08:59.759054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.805503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111744"} {"level":"info","ts":"2026-03-05T07:08:59.759087Z","caller":"traceutil/trace.go:171","msg":"trace[820769093] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:14876; }","duration":"177.881113ms","start":"2026-03-05T07:08:59.581197Z","end":"2026-03-05T07:08:59.759079Z","steps":["trace[820769093] 'agreement among raft nodes before linearized reading' (duration: 177.650228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:08:59.759073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.825349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-05T07:08:59.759084Z","caller":"traceutil/trace.go:171","msg":"trace[1814416393] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:14876; }","duration":"177.789822ms","start":"2026-03-05T07:08:59.581272Z","end":"2026-03-05T07:08:59.759062Z","steps":["trace[1814416393] 'agreement among raft nodes before linearized reading' (duration: 177.568237ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:08:59.75912Z","caller":"traceutil/trace.go:171","msg":"trace[892473687] transaction","detail":"{read_only:false; response_revision:14876; number_of_response:1; }","duration":"177.727661ms","start":"2026-03-05T07:08:59.581369Z","end":"2026-03-05T07:08:59.759097Z","steps":["trace[892473687] 'process raft request' (duration: 177.25274ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:08:59.759128Z","caller":"traceutil/trace.go:171","msg":"trace[1428719884] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:14876; }","duration":"183.91288ms","start":"2026-03-05T07:08:59.5752Z","end":"2026-03-05T07:08:59.759113Z","steps":["trace[1428719884] 'agreement among raft nodes before linearized reading' (duration: 183.737926ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:08:59.758872Z","caller":"traceutil/trace.go:171","msg":"trace[1085163870] linearizableReadLoop","detail":"{readStateIndex:15416; appliedIndex:15414; }","duration":"136.729494ms","start":"2026-03-05T07:08:59.622091Z","end":"2026-03-05T07:08:59.75882Z","steps":["trace[1085163870] 'read index received' (duration: 92.100054ms)","trace[1085163870] 'applied index is now lower than readState.Index' (duration: 44.62795ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:08:59.787774Z","caller":"traceutil/trace.go:171","msg":"trace[1954456907] transaction","detail":"{read_only:false; response_revision:14877; number_of_response:1; }","duration":"155.729504ms","start":"2026-03-05T07:08:59.632021Z","end":"2026-03-05T07:08:59.78775Z","steps":["trace[1954456907] 'process raft request' (duration: 155.308774ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:08:59.935355Z","caller":"traceutil/trace.go:171","msg":"trace[2026679279] transaction","detail":"{read_only:false; response_revision:14882; number_of_response:1; }","duration":"126.719286ms","start":"2026-03-05T07:08:59.808609Z","end":"2026-03-05T07:08:59.935329Z","steps":["trace[2026679279] 'process raft request' (duration: 51.461013ms)","trace[2026679279] 'compare' (duration: 74.845494ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:08:59.93554Z","caller":"traceutil/trace.go:171","msg":"trace[2005252990] transaction","detail":"{read_only:false; response_revision:14883; number_of_response:1; }","duration":"126.820619ms","start":"2026-03-05T07:08:59.808713Z","end":"2026-03-05T07:08:59.935534Z","steps":["trace[2005252990] 'process raft request' (duration: 126.358028ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:08:59.935692Z","caller":"traceutil/trace.go:171","msg":"trace[673446926] transaction","detail":"{read_only:false; response_revision:14884; number_of_response:1; }","duration":"123.439983ms","start":"2026-03-05T07:08:59.812246Z","end":"2026-03-05T07:08:59.935686Z","steps":["trace[673446926] 'process raft request' (duration: 122.86711ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:10:04.522911Z","caller":"traceutil/trace.go:171","msg":"trace[441494394] linearizableReadLoop","detail":"{readStateIndex:16047; appliedIndex:16046; }","duration":"141.225444ms","start":"2026-03-05T07:10:04.381649Z","end":"2026-03-05T07:10:04.522874Z","steps":["trace[441494394] 'read index received' (duration: 52.092168ms)","trace[441494394] 'applied index is now lower than readState.Index' (duration: 89.130706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:10:04.523544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.860579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T07:10:04.523639Z","caller":"traceutil/trace.go:171","msg":"trace[495241404] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15487; }","duration":"142.008022ms","start":"2026-03-05T07:10:04.381609Z","end":"2026-03-05T07:10:04.523617Z","steps":["trace[495241404] 'agreement among raft nodes before linearized reading' (duration: 141.713925ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:10:06.942066Z","caller":"traceutil/trace.go:171","msg":"trace[501114295] transaction","detail":"{read_only:false; response_revision:15503; number_of_response:1; }","duration":"192.277911ms","start":"2026-03-05T07:10:06.749757Z","end":"2026-03-05T07:10:06.942035Z","steps":["trace[501114295] 'process raft request' (duration: 192.098006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:41.600145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.586922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T07:12:41.600233Z","caller":"traceutil/trace.go:171","msg":"trace[2086493073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16480; }","duration":"447.710705ms","start":"2026-03-05T07:12:41.152504Z","end":"2026-03-05T07:12:41.600215Z","steps":["trace[2086493073] 'range keys from in-memory index tree' (duration: 447.459919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:41.600265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:41.152494Z","time spent":"447.763306ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:12:41.600419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.726369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:12:41.600511Z","caller":"traceutil/trace.go:171","msg":"trace[1276707224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16480; }","duration":"592.860452ms","start":"2026-03-05T07:12:41.007637Z","end":"2026-03-05T07:12:41.600497Z","steps":["trace[1276707224] 'range keys from in-memory index tree' (duration: 592.629177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:41.600545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:41.007613Z","time spent":"592.923193ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:12:41.600634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.790756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T07:12:41.600654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.60376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-kxk4v\" ","response":"range_response_count:1 size:15790"} {"level":"warn","ts":"2026-03-05T07:12:41.600718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.826304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:12:41.60075Z","caller":"traceutil/trace.go:171","msg":"trace[1727613994] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-kxk4v; range_end:; response_count:1; response_revision:16480; }","duration":"712.743273ms","start":"2026-03-05T07:12:40.887981Z","end":"2026-03-05T07:12:41.600724Z","steps":["trace[1727613994] 'range keys from in-memory index tree' (duration: 712.420516ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:12:41.600774Z","caller":"traceutil/trace.go:171","msg":"trace[188060534] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:16480; }","duration":"526.909036ms","start":"2026-03-05T07:12:41.073856Z","end":"2026-03-05T07:12:41.600765Z","steps":["trace[188060534] 'count revisions from in-memory index tree' (duration: 526.755212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:41.600804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:41.073845Z","time spent":"526.951427ms","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:12:41.600737Z","caller":"traceutil/trace.go:171","msg":"trace[664748772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16480; }","duration":"683.908689ms","start":"2026-03-05T07:12:40.916806Z","end":"2026-03-05T07:12:41.600714Z","steps":["trace[664748772] 'range keys from in-memory index tree' (duration: 683.608282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:41.600986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:40.916757Z","time spent":"684.215235ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:12:41.601018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.370973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T07:12:41.601063Z","caller":"traceutil/trace.go:171","msg":"trace[1344782165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16480; }","duration":"475.435954ms","start":"2026-03-05T07:12:41.125616Z","end":"2026-03-05T07:12:41.601052Z","steps":["trace[1344782165] 'range keys from in-memory index tree' (duration: 475.277481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:41.601098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:41.125606Z","time spent":"475.484615ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:12:41.600799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:40.887962Z","time spent":"712.827364ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15814,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-kxk4v\" "} {"level":"info","ts":"2026-03-05T07:12:41.601254Z","caller":"traceutil/trace.go:171","msg":"trace[1638023787] transaction","detail":"{read_only:false; response_revision:16481; number_of_response:1; }","duration":"339.387764ms","start":"2026-03-05T07:12:41.261847Z","end":"2026-03-05T07:12:41.601235Z","steps":["trace[1638023787] 'process raft request' (duration: 336.646784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:41.601377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:41.261828Z","time spent":"339.488736ms","remote":"127.0.0.1:41034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:12:41.601377Z","caller":"traceutil/trace.go:171","msg":"trace[281599680] transaction","detail":"{read_only:false; response_revision:16482; number_of_response:1; }","duration":"268.603004ms","start":"2026-03-05T07:12:41.332747Z","end":"2026-03-05T07:12:41.60135Z","steps":["trace[281599680] 'process raft request' (duration: 268.41903ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:12:41.601336Z","caller":"traceutil/trace.go:171","msg":"trace[1863649249] linearizableReadLoop","detail":"{readStateIndex:17078; appliedIndex:17076; }","duration":"253.930348ms","start":"2026-03-05T07:12:41.347395Z","end":"2026-03-05T07:12:41.601326Z","steps":["trace[1863649249] 'read index received' (duration: 251.173408ms)","trace[1863649249] 'applied index is now lower than readState.Index' (duration: 2.75378ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:12:41.601699Z","caller":"traceutil/trace.go:171","msg":"trace[980091245] transaction","detail":"{read_only:false; response_revision:16483; number_of_response:1; }","duration":"106.948691ms","start":"2026-03-05T07:12:41.494739Z","end":"2026-03-05T07:12:41.601687Z","steps":["trace[980091245] 'process raft request' (duration: 106.525282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:41.601874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.49382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rkckr\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-03-05T07:12:41.601904Z","caller":"traceutil/trace.go:171","msg":"trace[308225428] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rkckr; range_end:; response_count:1; response_revision:16483; }","duration":"254.565611ms","start":"2026-03-05T07:12:41.34733Z","end":"2026-03-05T07:12:41.601896Z","steps":["trace[308225428] 'agreement among raft nodes before linearized reading' (duration: 254.228944ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:12:41.608539Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14378} {"level":"info","ts":"2026-03-05T07:12:41.717483Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14378,"took":"94.41219ms","hash":1672454735,"current-db-size-bytes":42053632,"current-db-size":"42 MB","current-db-size-in-use-bytes":28184576,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T07:12:41.717566Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1672454735,"revision":14378,"compact-revision":11952} {"level":"info","ts":"2026-03-05T07:12:46.847257Z","caller":"traceutil/trace.go:171","msg":"trace[217286228] transaction","detail":"{read_only:false; response_revision:16565; number_of_response:1; }","duration":"594.905117ms","start":"2026-03-05T07:12:46.25233Z","end":"2026-03-05T07:12:46.847235Z","steps":["trace[217286228] 'process raft request' (duration: 594.726363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:46.847388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:46.252304Z","time spent":"595.019908ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:12:46.847395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.963217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:12:46.847443Z","caller":"traceutil/trace.go:171","msg":"trace[647330712] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:16565; }","duration":"359.06614ms","start":"2026-03-05T07:12:46.488365Z","end":"2026-03-05T07:12:46.847431Z","steps":["trace[647330712] 'agreement among raft nodes before linearized reading' (duration: 358.969998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:46.847492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:46.488343Z","time spent":"359.134032ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:12:46.84728Z","caller":"traceutil/trace.go:171","msg":"trace[330589707] linearizableReadLoop","detail":"{readStateIndex:17163; appliedIndex:17162; }","duration":"358.787774ms","start":"2026-03-05T07:12:46.488427Z","end":"2026-03-05T07:12:46.847215Z","steps":["trace[330589707] 'read index received' (duration: 358.625491ms)","trace[330589707] 'applied index is now lower than readState.Index' (duration: 161.053µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:12:47.136824Z","caller":"traceutil/trace.go:171","msg":"trace[1389818906] linearizableReadLoop","detail":"{readStateIndex:17164; appliedIndex:17163; }","duration":"288.906713ms","start":"2026-03-05T07:12:46.847888Z","end":"2026-03-05T07:12:47.136795Z","steps":["trace[1389818906] 'read index received' (duration: 265.16798ms)","trace[1389818906] 'applied index is now lower than readState.Index' (duration: 23.732593ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:12:47.136859Z","caller":"traceutil/trace.go:171","msg":"trace[1350402289] transaction","detail":"{read_only:false; response_revision:16566; number_of_response:1; }","duration":"471.911068ms","start":"2026-03-05T07:12:46.66491Z","end":"2026-03-05T07:12:47.136821Z","steps":["trace[1350402289] 'process raft request' (duration: 448.142053ms)","trace[1350402289] 'compare' (duration: 23.472898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:12:47.137028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.005799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:12:47.137048Z","caller":"traceutil/trace.go:171","msg":"trace[539129217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16566; }","duration":"378.07225ms","start":"2026-03-05T07:12:46.758969Z","end":"2026-03-05T07:12:47.137041Z","steps":["trace[539129217] 'agreement among raft nodes before linearized reading' (duration: 377.933237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:47.137026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:46.66489Z","time spent":"472.039801ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:12:47.137068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:46.758955Z","time spent":"378.107291ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:12:47.137237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.363959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa9b868c-643c-46cd-af41-46728ef82aae\" ","response":"range_response_count:1 size:3640"} {"level":"warn","ts":"2026-03-05T07:12:47.137245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.404158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:12:47.137256Z","caller":"traceutil/trace.go:171","msg":"trace[301076640] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa9b868c-643c-46cd-af41-46728ef82aae; range_end:; response_count:1; response_revision:16566; }","duration":"156.422711ms","start":"2026-03-05T07:12:46.980828Z","end":"2026-03-05T07:12:47.13725Z","steps":["trace[301076640] 'agreement among raft nodes before linearized reading' (duration: 156.36933ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:12:47.137274Z","caller":"traceutil/trace.go:171","msg":"trace[1780422029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16566; }","duration":"403.482059ms","start":"2026-03-05T07:12:46.733784Z","end":"2026-03-05T07:12:47.137266Z","steps":["trace[1780422029] 'agreement among raft nodes before linearized reading' (duration: 403.391027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:47.137301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:46.73376Z","time spent":"403.53589ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:12:47.137298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.538726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:12:47.13733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.652736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dn5hl\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-05T07:12:47.137363Z","caller":"traceutil/trace.go:171","msg":"trace[1532436796] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16566; }","duration":"494.666839ms","start":"2026-03-05T07:12:46.642679Z","end":"2026-03-05T07:12:47.137346Z","steps":["trace[1532436796] 'agreement among raft nodes before linearized reading' (duration: 494.521156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:47.137324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.510079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:12:47.137414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:46.642659Z","time spent":"494.74841ms","remote":"127.0.0.1:51444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:12:47.137396Z","caller":"traceutil/trace.go:171","msg":"trace[202390643] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dn5hl; range_end:; response_count:1; response_revision:16566; }","duration":"573.776709ms","start":"2026-03-05T07:12:46.563604Z","end":"2026-03-05T07:12:47.137381Z","steps":["trace[202390643] 'agreement among raft nodes before linearized reading' (duration: 573.530743ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:12:47.13745Z","caller":"traceutil/trace.go:171","msg":"trace[233012791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16566; }","duration":"129.664112ms","start":"2026-03-05T07:12:47.007761Z","end":"2026-03-05T07:12:47.137425Z","steps":["trace[233012791] 'agreement among raft nodes before linearized reading' (duration: 129.463307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:47.137474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:46.563586Z","time spent":"573.879901ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9737,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dn5hl\" "} {"level":"warn","ts":"2026-03-05T07:12:47.958153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592937463,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:12:48.175853Z","caller":"traceutil/trace.go:171","msg":"trace[1352480486] transaction","detail":"{read_only:false; response_revision:16570; number_of_response:1; }","duration":"735.836461ms","start":"2026-03-05T07:12:47.439954Z","end":"2026-03-05T07:12:48.175791Z","steps":["trace[1352480486] 'process raft request' (duration: 735.142316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:48.176041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:47.439926Z","time spent":"736.013785ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:12:50.029156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.854080474s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:12:50.029833Z","caller":"traceutil/trace.go:171","msg":"trace[171700790] transaction","detail":"{read_only:false; response_revision:16571; number_of_response:1; }","duration":"2.411200734s","start":"2026-03-05T07:12:47.6186Z","end":"2026-03-05T07:12:50.0298Z","steps":["trace[171700790] 'process raft request' (duration: 2.41098157s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:50.030018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:47.618562Z","time spent":"2.411354547s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:12:50.031341Z","caller":"traceutil/trace.go:171","msg":"trace[994888702] linearizableReadLoop","detail":"{readStateIndex:17170; appliedIndex:17167; }","duration":"2.572153442s","start":"2026-03-05T07:12:47.457816Z","end":"2026-03-05T07:12:50.02997Z","steps":["trace[994888702] 'read index received' (duration: 717.26749ms)","trace[994888702] 'applied index is now lower than readState.Index' (duration: 1.854884752s)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:12:50.031405Z","caller":"traceutil/trace.go:171","msg":"trace[242936331] transaction","detail":"{read_only:false; response_revision:16572; number_of_response:1; }","duration":"2.396046556s","start":"2026-03-05T07:12:47.634046Z","end":"2026-03-05T07:12:50.030092Z","steps":["trace[242936331] 'process raft request' (duration: 2.395714479s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:50.031501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:47.634013Z","time spent":"2.397412436s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:12:50.031698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573852138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19099"} {"level":"info","ts":"2026-03-05T07:12:50.03185Z","caller":"traceutil/trace.go:171","msg":"trace[1062814392] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:16572; }","duration":"2.574030391s","start":"2026-03-05T07:12:47.457777Z","end":"2026-03-05T07:12:50.031807Z","steps":["trace[1062814392] 'agreement among raft nodes before linearized reading' (duration: 2.572351995s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:50.031898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:47.457764Z","time spent":"2.574124594s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19123,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-05T07:12:50.081047Z","caller":"traceutil/trace.go:171","msg":"trace[1019626156] transaction","detail":"{read_only:false; response_revision:16573; number_of_response:1; }","duration":"939.024201ms","start":"2026-03-05T07:12:49.141992Z","end":"2026-03-05T07:12:50.081016Z","steps":["trace[1019626156] 'process raft request' (duration: 938.688544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:50.081322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:49.141969Z","time spent":"939.154824ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:12:50.109858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102248539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:12:50.11122Z","caller":"traceutil/trace.go:171","msg":"trace[598402128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16574; }","duration":"1.103651529s","start":"2026-03-05T07:12:49.00755Z","end":"2026-03-05T07:12:50.111202Z","steps":["trace[598402128] 'agreement among raft nodes before linearized reading' (duration: 1.102223448s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:50.111335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:49.007527Z","time spent":"1.103796492s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:12:50.10991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114936253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:12:50.110107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876377426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa9b868c-643c-46cd-af41-46728ef82aae\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-05T07:12:50.11016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056254054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:12:50.110244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385883816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-05T07:12:50.110325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427017055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rkckr\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-03-05T07:12:50.110435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464084696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T07:12:50.110577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469651416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T07:12:50.110683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464772581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T07:12:50.110772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.728021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.1899e07f26aac5e4\" ","response":"range_response_count:1 size:1004"} {"level":"warn","ts":"2026-03-05T07:12:50.110823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.509144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:12:50.110848Z","caller":"traceutil/trace.go:171","msg":"trace[1561821115] transaction","detail":"{read_only:false; response_revision:16574; number_of_response:1; }","duration":"518.096996ms","start":"2026-03-05T07:12:49.592711Z","end":"2026-03-05T07:12:50.110808Z","steps":["trace[1561821115] 'process raft request' (duration: 516.854189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:50.110967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.253091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"warn","ts":"2026-03-05T07:12:50.111072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.546375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:23 size:210549"} {"level":"warn","ts":"2026-03-05T07:12:50.111105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.336701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T07:12:50.111106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.162632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:12:50.111135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.095062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dn5hl\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-05T07:12:50.111754Z","caller":"traceutil/trace.go:171","msg":"trace[1580449616] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa9b868c-643c-46cd-af41-46728ef82aae; range_end:; response_count:1; response_revision:16574; }","duration":"1.878032393s","start":"2026-03-05T07:12:48.233684Z","end":"2026-03-05T07:12:50.111716Z","steps":["trace[1580449616] 'agreement among raft nodes before linearized reading' (duration: 1.876295905s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:12:50.111763Z","caller":"traceutil/trace.go:171","msg":"trace[23162917] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:16574; }","duration":"2.05789856s","start":"2026-03-05T07:12:48.053845Z","end":"2026-03-05T07:12:50.111744Z","steps":["trace[23162917] 'agreement among raft nodes before linearized reading' (duration: 2.056282475s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:12:50.111856Z","caller":"traceutil/trace.go:171","msg":"trace[479136842] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:16574; }","duration":"1.116928606s","start":"2026-03-05T07:12:48.994881Z","end":"2026-03-05T07:12:50.11181Z","steps":["trace[479136842] 'agreement among raft nodes before linearized reading' (duration: 1.114897882s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:12:50.111873Z","caller":"traceutil/trace.go:171","msg":"trace[243303005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16574; }","duration":"2.387532142s","start":"2026-03-05T07:12:47.724315Z","end":"2026-03-05T07:12:50.111847Z","steps":["trace[243303005] 'agreement among raft nodes before linearized reading' (duration: 2.385863026s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:12:50.111945Z","caller":"traceutil/trace.go:171","msg":"trace[1875047695] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rkckr; range_end:; response_count:1; response_revision:16574; }","duration":"2.428661881s","start":"2026-03-05T07:12:47.683247Z","end":"2026-03-05T07:12:50.111909Z","steps":["trace[1875047695] 'agreement among raft nodes before linearized reading' (duration: 2.427015565s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:12:50.11201Z","caller":"traceutil/trace.go:171","msg":"trace[1745990373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16574; }","duration":"2.46564065s","start":"2026-03-05T07:12:47.646329Z","end":"2026-03-05T07:12:50.11197Z","steps":["trace[1745990373] 'agreement among raft nodes before linearized reading' (duration: 2.464011884s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:12:50.112124Z","caller":"traceutil/trace.go:171","msg":"trace[752965737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16574; }","duration":"2.466275453s","start":"2026-03-05T07:12:47.645825Z","end":"2026-03-05T07:12:50.112101Z","steps":["trace[752965737] 'agreement among raft nodes before linearized reading' (duration: 2.464602997s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:50.11328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:47.724294Z","time spent":"2.388979462s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T07:12:50.112258Z","caller":"traceutil/trace.go:171","msg":"trace[1281356990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16574; }","duration":"885.980815ms","start":"2026-03-05T07:12:49.226266Z","end":"2026-03-05T07:12:50.112247Z","steps":["trace[1281356990] 'agreement among raft nodes before linearized reading' (duration: 884.500873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:50.113362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:47.645808Z","time spent":"2.467499369s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:12:50.113571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:49.226237Z","time spent":"887.15742ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:12:50.113673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:47.646322Z","time spent":"2.467336126s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:12:50.113831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:47.68322Z","time spent":"2.430602203s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22039,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rkckr\" "} {"level":"info","ts":"2026-03-05T07:12:50.11214Z","caller":"traceutil/trace.go:171","msg":"trace[2145999216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16574; }","duration":"2.471161809s","start":"2026-03-05T07:12:47.640887Z","end":"2026-03-05T07:12:50.112049Z","steps":["trace[2145999216] 'agreement among raft nodes before linearized reading' (duration: 2.469525134s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:50.114328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:47.640878Z","time spent":"2.473431748s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:12:50.112378Z","caller":"traceutil/trace.go:171","msg":"trace[831439429] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16574; }","duration":"240.688081ms","start":"2026-03-05T07:12:49.871677Z","end":"2026-03-05T07:12:50.112365Z","steps":["trace[831439429] 'agreement among raft nodes before linearized reading' (duration: 239.197769ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:12:50.112336Z","caller":"traceutil/trace.go:171","msg":"trace[1730949963] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.1899e07f26aac5e4; range_end:; response_count:1; response_revision:16574; }","duration":"266.178452ms","start":"2026-03-05T07:12:49.845992Z","end":"2026-03-05T07:12:50.11217Z","steps":["trace[1730949963] 'agreement among raft nodes before linearized reading' (duration: 264.67775ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:12:50.112821Z","caller":"traceutil/trace.go:171","msg":"trace[123373812] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:23; response_revision:16574; }","duration":"464.341453ms","start":"2026-03-05T07:12:49.648463Z","end":"2026-03-05T07:12:50.112805Z","steps":["trace[123373812] 'agreement among raft nodes before linearized reading' (duration: 462.376462ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:12:50.11293Z","caller":"traceutil/trace.go:171","msg":"trace[411809504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16574; }","duration":"924.190011ms","start":"2026-03-05T07:12:49.188725Z","end":"2026-03-05T07:12:50.112915Z","steps":["trace[411809504] 'agreement among raft nodes before linearized reading' (duration: 922.305591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:50.114913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:49.648439Z","time spent":"466.424508ms","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":210573,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-05T07:12:50.114998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:49.188707Z","time spent":"926.278166ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:12:50.113147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:48.233662Z","time spent":"1.879465593s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa9b868c-643c-46cd-af41-46728ef82aae\" "} {"level":"warn","ts":"2026-03-05T07:12:50.113191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:48.05382Z","time spent":"2.05935039s","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:12:50.113236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:48.99486Z","time spent":"1.118367916s","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:12:50.113179Z","caller":"traceutil/trace.go:171","msg":"trace[1902559056] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dn5hl; range_end:; response_count:1; response_revision:16574; }","duration":"940.161535ms","start":"2026-03-05T07:12:49.172999Z","end":"2026-03-05T07:12:50.11316Z","steps":["trace[1902559056] 'agreement among raft nodes before linearized reading' (duration: 938.03419ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:12:50.112957Z","caller":"traceutil/trace.go:171","msg":"trace[2137741101] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:16574; }","duration":"548.096603ms","start":"2026-03-05T07:12:49.564849Z","end":"2026-03-05T07:12:50.112946Z","steps":["trace[2137741101] 'agreement among raft nodes before linearized reading' (duration: 546.138902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:50.115453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:49.564824Z","time spent":"550.528525ms","remote":"127.0.0.1:44896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:12:50.115805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:49.172986Z","time spent":"942.804103ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9737,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dn5hl\" "} {"level":"warn","ts":"2026-03-05T07:12:50.122064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:49.592687Z","time spent":"522.186653ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18984,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:12:55.420151Z","caller":"traceutil/trace.go:171","msg":"trace[1129045397] linearizableReadLoop","detail":"{readStateIndex:17231; appliedIndex:17230; }","duration":"293.837899ms","start":"2026-03-05T07:12:55.12628Z","end":"2026-03-05T07:12:55.420118Z","steps":["trace[1129045397] 'read index received' (duration: 293.614595ms)","trace[1129045397] 'applied index is now lower than readState.Index' (duration: 219.424µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:12:55.420247Z","caller":"traceutil/trace.go:171","msg":"trace[923812533] transaction","detail":"{read_only:false; response_revision:16631; number_of_response:1; }","duration":"312.78744ms","start":"2026-03-05T07:12:55.107399Z","end":"2026-03-05T07:12:55.420186Z","steps":["trace[923812533] 'process raft request' (duration: 312.526474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:55.420438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.579614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:12:55.42048Z","caller":"traceutil/trace.go:171","msg":"trace[65446364] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16631; }","duration":"206.672626ms","start":"2026-03-05T07:12:55.213797Z","end":"2026-03-05T07:12:55.42047Z","steps":["trace[65446364] 'agreement among raft nodes before linearized reading' (duration: 206.491612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:55.420496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.174086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-03-05T07:12:55.420617Z","caller":"traceutil/trace.go:171","msg":"trace[1880608331] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16631; }","duration":"294.34875ms","start":"2026-03-05T07:12:55.126239Z","end":"2026-03-05T07:12:55.420588Z","steps":["trace[1880608331] 'agreement among raft nodes before linearized reading' (duration: 294.017893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:12:55.42115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:12:55.107323Z","time spent":"313.680448ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:15:23.240139Z","caller":"traceutil/trace.go:171","msg":"trace[1000013665] transaction","detail":"{read_only:false; response_revision:17815; number_of_response:1; }","duration":"543.651928ms","start":"2026-03-05T07:15:22.696461Z","end":"2026-03-05T07:15:23.240113Z","steps":["trace[1000013665] 'process raft request' (duration: 543.491555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:23.240288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:15:22.696439Z","time spent":"543.778731ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7953,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:15:23.335595Z","caller":"traceutil/trace.go:171","msg":"trace[912535118] linearizableReadLoop","detail":"{readStateIndex:18457; appliedIndex:18452; }","duration":"474.429455ms","start":"2026-03-05T07:15:22.861134Z","end":"2026-03-05T07:15:23.335563Z","steps":["trace[912535118] 'read index received' (duration: 378.857804ms)","trace[912535118] 'applied index is now lower than readState.Index' (duration: 95.570001ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:15:23.335688Z","caller":"traceutil/trace.go:171","msg":"trace[2139134691] transaction","detail":"{read_only:false; response_revision:17818; number_of_response:1; }","duration":"581.750908ms","start":"2026-03-05T07:15:22.753906Z","end":"2026-03-05T07:15:23.335657Z","steps":["trace[2139134691] 'process raft request' (duration: 581.557394ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:23.335762Z","caller":"traceutil/trace.go:171","msg":"trace[2039713222] transaction","detail":"{read_only:false; response_revision:17819; number_of_response:1; }","duration":"581.573795ms","start":"2026-03-05T07:15:22.754171Z","end":"2026-03-05T07:15:23.335745Z","steps":["trace[2039713222] 'process raft request' (duration: 581.34282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:23.335835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:15:22.753885Z","time spent":"581.872861ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:15:23.33591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:15:22.754162Z","time spent":"581.644167ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:15:23.335971Z","caller":"traceutil/trace.go:171","msg":"trace[882341736] transaction","detail":"{read_only:false; response_revision:17817; number_of_response:1; }","duration":"618.121109ms","start":"2026-03-05T07:15:22.71784Z","end":"2026-03-05T07:15:23.335961Z","steps":["trace[882341736] 'process raft request' (duration: 617.550066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:23.336031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:15:22.717809Z","time spent":"618.186951ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:15:23.336288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.128731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:15:23.336Z","caller":"traceutil/trace.go:171","msg":"trace[164867746] transaction","detail":"{read_only:false; response_revision:17816; number_of_response:1; }","duration":"620.180155ms","start":"2026-03-05T07:15:22.715784Z","end":"2026-03-05T07:15:23.335964Z","steps":["trace[164867746] 'process raft request' (duration: 619.402508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:23.336725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:15:22.715757Z","time spent":"620.89178ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6559,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:15:23.336454Z","caller":"traceutil/trace.go:171","msg":"trace[1394811780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17819; }","duration":"475.340295ms","start":"2026-03-05T07:15:22.861086Z","end":"2026-03-05T07:15:23.336426Z","steps":["trace[1394811780] 'agreement among raft nodes before linearized reading' (duration: 474.935926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:23.336952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:15:22.861067Z","time spent":"475.873247ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:15:23.351644Z","caller":"traceutil/trace.go:171","msg":"trace[585357149] transaction","detail":"{read_only:false; response_revision:17820; number_of_response:1; }","duration":"100.628284ms","start":"2026-03-05T07:15:23.251001Z","end":"2026-03-05T07:15:23.351629Z","steps":["trace[585357149] 'process raft request' (duration: 100.533151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:23.351747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.182723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:15:23.351794Z","caller":"traceutil/trace.go:171","msg":"trace[363080693] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17820; }","duration":"475.266685ms","start":"2026-03-05T07:15:22.876515Z","end":"2026-03-05T07:15:23.351782Z","steps":["trace[363080693] 'agreement among raft nodes before linearized reading' (duration: 475.169413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:23.351823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:15:22.876501Z","time spent":"475.316896ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T07:15:23.351858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.611965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:15:23.351897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.505434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"warn","ts":"2026-03-05T07:15:23.351877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.622385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"info","ts":"2026-03-05T07:15:23.351934Z","caller":"traceutil/trace.go:171","msg":"trace[645741891] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:17820; }","duration":"119.562756ms","start":"2026-03-05T07:15:23.232356Z","end":"2026-03-05T07:15:23.351919Z","steps":["trace[645741891] 'agreement among raft nodes before linearized reading' (duration: 119.500635ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:23.351931Z","caller":"traceutil/trace.go:171","msg":"trace[1795215661] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17820; }","duration":"280.718148ms","start":"2026-03-05T07:15:23.071196Z","end":"2026-03-05T07:15:23.351914Z","steps":["trace[1795215661] 'agreement among raft nodes before linearized reading' (duration: 280.589625ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:23.351948Z","caller":"traceutil/trace.go:171","msg":"trace[878882191] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:17820; }","duration":"280.709787ms","start":"2026-03-05T07:15:23.071221Z","end":"2026-03-05T07:15:23.351931Z","steps":["trace[878882191] 'agreement among raft nodes before linearized reading' (duration: 280.565004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:23.351958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.23204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:15:23.351991Z","caller":"traceutil/trace.go:171","msg":"trace[1250819127] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17820; }","duration":"120.315322ms","start":"2026-03-05T07:15:23.231665Z","end":"2026-03-05T07:15:23.35198Z","steps":["trace[1250819127] 'agreement among raft nodes before linearized reading' (duration: 120.251761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:23.35203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.766744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T07:15:23.35208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.688791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:15:23.352125Z","caller":"traceutil/trace.go:171","msg":"trace[1849846240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17820; }","duration":"330.721853ms","start":"2026-03-05T07:15:23.021375Z","end":"2026-03-05T07:15:23.352097Z","steps":["trace[1849846240] 'agreement among raft nodes before linearized reading' (duration: 330.631281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:23.352102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.460022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:15:23.35214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.805645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T07:15:23.352146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:15:23.02137Z","time spent":"330.771054ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:15:23.352097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.560128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"info","ts":"2026-03-05T07:15:23.352146Z","caller":"traceutil/trace.go:171","msg":"trace[1445926026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17820; }","duration":"330.866876ms","start":"2026-03-05T07:15:23.021228Z","end":"2026-03-05T07:15:23.352094Z","steps":["trace[1445926026] 'agreement among raft nodes before linearized reading' (duration: 330.670061ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:23.352165Z","caller":"traceutil/trace.go:171","msg":"trace[398268160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17820; }","duration":"330.861125ms","start":"2026-03-05T07:15:23.021297Z","end":"2026-03-05T07:15:23.352158Z","steps":["trace[398268160] 'agreement among raft nodes before linearized reading' (duration: 330.743323ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:23.352164Z","caller":"traceutil/trace.go:171","msg":"trace[1883866535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17820; }","duration":"328.532423ms","start":"2026-03-05T07:15:23.023622Z","end":"2026-03-05T07:15:23.352154Z","steps":["trace[1883866535] 'agreement among raft nodes before linearized reading' (duration: 328.128514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:23.352165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.578079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T07:15:23.35219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:15:23.021221Z","time spent":"330.960678ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T07:15:23.352184Z","caller":"traceutil/trace.go:171","msg":"trace[1953568994] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:17820; }","duration":"465.759392ms","start":"2026-03-05T07:15:22.88641Z","end":"2026-03-05T07:15:23.35217Z","steps":["trace[1953568994] 'agreement among raft nodes before linearized reading' (duration: 465.64272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:23.352196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:15:23.023615Z","time spent":"328.573135ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:15:23.352229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:15:22.886389Z","time spent":"465.834334ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6601,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-05T07:15:23.352186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:15:23.021281Z","time spent":"330.900367ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:15:23.352076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.205072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:15:23.352304Z","caller":"traceutil/trace.go:171","msg":"trace[794569691] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17820; }","duration":"282.466237ms","start":"2026-03-05T07:15:23.069828Z","end":"2026-03-05T07:15:23.352294Z","steps":["trace[794569691] 'agreement among raft nodes before linearized reading' (duration: 282.1261ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:23.352233Z","caller":"traceutil/trace.go:171","msg":"trace[1390740010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17820; }","duration":"439.685211ms","start":"2026-03-05T07:15:22.912529Z","end":"2026-03-05T07:15:23.352214Z","steps":["trace[1390740010] 'agreement among raft nodes before linearized reading' (duration: 439.466807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:23.352407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:15:22.91251Z","time spent":"439.886326ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:15:23.607428Z","caller":"traceutil/trace.go:171","msg":"trace[179396310] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17828; }","duration":"143.026338ms","start":"2026-03-05T07:15:23.464383Z","end":"2026-03-05T07:15:23.607409Z","steps":["trace[179396310] 'process raft request' (duration: 142.586568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:23.892273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.260608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:15:23.892349Z","caller":"traceutil/trace.go:171","msg":"trace[1035687089] linearizableReadLoop","detail":"{readStateIndex:18467; appliedIndex:18466; }","duration":"281.904014ms","start":"2026-03-05T07:15:23.610432Z","end":"2026-03-05T07:15:23.892336Z","steps":["trace[1035687089] 'read index received' (duration: 158.532984ms)","trace[1035687089] 'applied index is now lower than readState.Index' (duration: 123.37006ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:15:23.892511Z","caller":"traceutil/trace.go:171","msg":"trace[1532088444] transaction","detail":"{read_only:false; response_revision:17829; number_of_response:1; }","duration":"282.408285ms","start":"2026-03-05T07:15:23.610096Z","end":"2026-03-05T07:15:23.892505Z","steps":["trace[1532088444] 'process raft request' (duration: 158.860451ms)","trace[1532088444] 'compare' (duration: 123.114595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:15:23.892737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.331137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-bootstrap-58glj\" ","response":"range_response_count:1 size:8541"} {"level":"warn","ts":"2026-03-05T07:15:23.892784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.330443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:15:23.892874Z","caller":"traceutil/trace.go:171","msg":"trace[311877469] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17829; }","duration":"282.475277ms","start":"2026-03-05T07:15:23.610379Z","end":"2026-03-05T07:15:23.892854Z","steps":["trace[311877469] 'agreement among raft nodes before linearized reading' (duration: 282.304483ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:23.89282Z","caller":"traceutil/trace.go:171","msg":"trace[650747675] range","detail":"{range_begin:/registry/pods/openstack/heat-bootstrap-58glj; range_end:; response_count:1; response_revision:17829; }","duration":"196.454359ms","start":"2026-03-05T07:15:23.696349Z","end":"2026-03-05T07:15:23.892804Z","steps":["trace[650747675] 'agreement among raft nodes before linearized reading' (duration: 196.245354ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:29.507562Z","caller":"traceutil/trace.go:171","msg":"trace[220054903] transaction","detail":"{read_only:false; response_revision:17873; number_of_response:1; }","duration":"151.244792ms","start":"2026-03-05T07:15:29.356293Z","end":"2026-03-05T07:15:29.507538Z","steps":["trace[220054903] 'process raft request' (duration: 151.048937ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:29.52189Z","caller":"traceutil/trace.go:171","msg":"trace[504802117] transaction","detail":"{read_only:false; response_revision:17874; number_of_response:1; }","duration":"164.565309ms","start":"2026-03-05T07:15:29.357296Z","end":"2026-03-05T07:15:29.521861Z","steps":["trace[504802117] 'process raft request' (duration: 164.420236ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:29.522163Z","caller":"traceutil/trace.go:171","msg":"trace[256202387] transaction","detail":"{read_only:false; response_revision:17875; number_of_response:1; }","duration":"164.535447ms","start":"2026-03-05T07:15:29.357614Z","end":"2026-03-05T07:15:29.52215Z","steps":["trace[256202387] 'process raft request' (duration: 164.20794ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:29.522144Z","caller":"traceutil/trace.go:171","msg":"trace[698980980] linearizableReadLoop","detail":"{readStateIndex:18514; appliedIndex:18511; }","duration":"157.494091ms","start":"2026-03-05T07:15:29.364621Z","end":"2026-03-05T07:15:29.522115Z","steps":["trace[698980980] 'read index received' (duration: 142.768913ms)","trace[698980980] 'applied index is now lower than readState.Index' (duration: 14.723097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:15:29.522387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.735106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-03-05T07:15:29.522619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.106398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-05T07:15:29.522668Z","caller":"traceutil/trace.go:171","msg":"trace[1538618596] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:17875; }","duration":"155.19539ms","start":"2026-03-05T07:15:29.367461Z","end":"2026-03-05T07:15:29.522656Z","steps":["trace[1538618596] 'agreement among raft nodes before linearized reading' (duration: 155.091217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:29.52273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.785304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-05T07:15:29.522756Z","caller":"traceutil/trace.go:171","msg":"trace[365419584] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:17875; }","duration":"157.938331ms","start":"2026-03-05T07:15:29.364586Z","end":"2026-03-05T07:15:29.522525Z","steps":["trace[365419584] 'agreement among raft nodes before linearized reading' (duration: 157.667405ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:29.522798Z","caller":"traceutil/trace.go:171","msg":"trace[50492157] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:17875; }","duration":"151.884276ms","start":"2026-03-05T07:15:29.370897Z","end":"2026-03-05T07:15:29.522781Z","steps":["trace[50492157] 'agreement among raft nodes before linearized reading' (duration: 151.702752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:29.522861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.049634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-03-05T07:15:29.522976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.3899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:15:29.522994Z","caller":"traceutil/trace.go:171","msg":"trace[1241028780] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:17875; }","duration":"154.196168ms","start":"2026-03-05T07:15:29.368743Z","end":"2026-03-05T07:15:29.522939Z","steps":["trace[1241028780] 'agreement among raft nodes before linearized reading' (duration: 153.8699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:29.52299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.780707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:15:29.523078Z","caller":"traceutil/trace.go:171","msg":"trace[51196563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17875; }","duration":"126.91493ms","start":"2026-03-05T07:15:29.396143Z","end":"2026-03-05T07:15:29.523058Z","steps":["trace[51196563] 'agreement among raft nodes before linearized reading' (duration: 126.607773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:29.523124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.452527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:15:29.523174Z","caller":"traceutil/trace.go:171","msg":"trace[1782905587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17875; }","duration":"134.514438ms","start":"2026-03-05T07:15:29.388646Z","end":"2026-03-05T07:15:29.523161Z","steps":["trace[1782905587] 'agreement among raft nodes before linearized reading' (duration: 134.399656ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:29.523007Z","caller":"traceutil/trace.go:171","msg":"trace[722002313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17875; }","duration":"123.419561ms","start":"2026-03-05T07:15:29.399578Z","end":"2026-03-05T07:15:29.522998Z","steps":["trace[722002313] 'agreement among raft nodes before linearized reading' (duration: 123.346989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:29.523332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.278932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:15:29.523478Z","caller":"traceutil/trace.go:171","msg":"trace[1778595162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17875; }","duration":"151.449246ms","start":"2026-03-05T07:15:29.372006Z","end":"2026-03-05T07:15:29.523456Z","steps":["trace[1778595162] 'agreement among raft nodes before linearized reading' (duration: 150.688969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:29.524245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.048374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:15:29.524313Z","caller":"traceutil/trace.go:171","msg":"trace[451764403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17875; }","duration":"141.139235ms","start":"2026-03-05T07:15:29.383162Z","end":"2026-03-05T07:15:29.524301Z","steps":["trace[451764403] 'agreement among raft nodes before linearized reading' (duration: 141.002222ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:29.963547Z","caller":"traceutil/trace.go:171","msg":"trace[2135891616] transaction","detail":"{read_only:false; response_revision:17881; number_of_response:1; }","duration":"125.805065ms","start":"2026-03-05T07:15:29.837716Z","end":"2026-03-05T07:15:29.963521Z","steps":["trace[2135891616] 'process raft request' (duration: 125.612681ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:17:41.626034Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16481} {"level":"info","ts":"2026-03-05T07:17:41.733319Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16481,"took":"104.403002ms","hash":3402913800,"current-db-size-bytes":43753472,"current-db-size":"44 MB","current-db-size-in-use-bytes":30720000,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-05T07:17:41.733458Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3402913800,"revision":16481,"compact-revision":14378} {"level":"info","ts":"2026-03-05T07:18:01.569129Z","caller":"traceutil/trace.go:171","msg":"trace[1018660080] transaction","detail":"{read_only:false; response_revision:18857; number_of_response:1; }","duration":"115.065948ms","start":"2026-03-05T07:18:01.454038Z","end":"2026-03-05T07:18:01.569104Z","steps":["trace[1018660080] 'process raft request' (duration: 114.914975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:17.0592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.419762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:18:17.059304Z","caller":"traceutil/trace.go:171","msg":"trace[1570497151] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:18933; }","duration":"331.594136ms","start":"2026-03-05T07:18:16.727687Z","end":"2026-03-05T07:18:17.059281Z","steps":["trace[1570497151] 'count revisions from in-memory index tree' (duration: 331.285819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:17.059355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:16.727667Z","time spent":"331.676288ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:18:22.542879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.0426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:18:22.543075Z","caller":"traceutil/trace.go:171","msg":"trace[1408217132] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18953; }","duration":"219.349836ms","start":"2026-03-05T07:18:22.323694Z","end":"2026-03-05T07:18:22.543043Z","steps":["trace[1408217132] 'range keys from in-memory index tree' (duration: 218.618811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:23.105915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592944457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:18:23.430874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:23.070852Z","time spent":"360.01116ms","remote":"127.0.0.1:51970","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T07:18:23.431684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.379569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:18:23.431951Z","caller":"traceutil/trace.go:171","msg":"trace[1291439639] transaction","detail":"{read_only:false; response_revision:18955; number_of_response:1; }","duration":"885.46762ms","start":"2026-03-05T07:18:22.54645Z","end":"2026-03-05T07:18:23.431918Z","steps":["trace[1291439639] 'process raft request' (duration: 577.753452ms)","trace[1291439639] 'compare' (duration: 306.697365ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:18:23.431984Z","caller":"traceutil/trace.go:171","msg":"trace[18434441] transaction","detail":"{read_only:false; response_revision:18957; number_of_response:1; }","duration":"884.304266ms","start":"2026-03-05T07:18:22.547662Z","end":"2026-03-05T07:18:23.431966Z","steps":["trace[18434441] 'process raft request' (duration: 884.229314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:23.432066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:22.547656Z","time spent":"884.376087ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:18:23.432022Z","caller":"traceutil/trace.go:171","msg":"trace[133873061] transaction","detail":"{read_only:false; response_revision:18956; number_of_response:1; }","duration":"884.378578ms","start":"2026-03-05T07:18:22.54759Z","end":"2026-03-05T07:18:23.431968Z","steps":["trace[133873061] 'process raft request' (duration: 884.208474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:23.432121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:22.546435Z","time spent":"885.590883ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:18:23.432132Z","caller":"traceutil/trace.go:171","msg":"trace[965942165] transaction","detail":"{read_only:false; response_revision:18958; number_of_response:1; }","duration":"884.245235ms","start":"2026-03-05T07:18:22.547859Z","end":"2026-03-05T07:18:23.432104Z","steps":["trace[965942165] 'process raft request' (duration: 884.066491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:23.432245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:22.54758Z","time spent":"884.554611ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:18:23.432275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:22.547833Z","time spent":"884.349216ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:18:24.19102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066752118s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T07:18:24.602454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.2538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:18:24.602612Z","caller":"traceutil/trace.go:171","msg":"trace[374290896] transaction","detail":"{read_only:false; response_revision:18960; number_of_response:1; }","duration":"382.295964ms","start":"2026-03-05T07:18:24.22028Z","end":"2026-03-05T07:18:24.602576Z","steps":["trace[374290896] 'process raft request' (duration: 382.245462ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:24.602566Z","caller":"traceutil/trace.go:171","msg":"trace[1999781887] transaction","detail":"{read_only:false; response_revision:18959; number_of_response:1; }","duration":"1.882683608s","start":"2026-03-05T07:18:22.71985Z","end":"2026-03-05T07:18:24.602534Z","steps":["trace[1999781887] 'process raft request' (duration: 1.471287415s)","trace[1999781887] 'compare' (duration: 411.168298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:18:24.602676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:24.220262Z","time spent":"382.378626ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:18:24.602748Z","caller":"traceutil/trace.go:171","msg":"trace[1444412391] linearizableReadLoop","detail":"{readStateIndex:19643; appliedIndex:19638; }","duration":"1.997109762s","start":"2026-03-05T07:18:22.605632Z","end":"2026-03-05T07:18:24.602742Z","steps":["trace[1444412391] 'read index received' (duration: 518.648885ms)","trace[1444412391] 'applied index is now lower than readState.Index' (duration: 1.478460187s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:18:24.602743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:22.719813Z","time spent":"1.882840152s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:18:24.603025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997408259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18779"} {"level":"info","ts":"2026-03-05T07:18:24.603044Z","caller":"traceutil/trace.go:171","msg":"trace[158545679] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18960; }","duration":"1.99748321s","start":"2026-03-05T07:18:22.605557Z","end":"2026-03-05T07:18:24.60304Z","steps":["trace[158545679] 'agreement among raft nodes before linearized reading' (duration: 1.997219605s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:24.603058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:22.605533Z","time spent":"1.997522441s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18803,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T07:18:25.007398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99984191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T07:18:25.007537Z","caller":"traceutil/trace.go:171","msg":"trace[1583118967] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000044625s","start":"2026-03-05T07:18:23.007461Z","end":"2026-03-05T07:18:25.007506Z","steps":["trace[1583118967] 'agreement among raft nodes before linearized reading' (duration: 1.999881021s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:25.007595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:23.007435Z","time spent":"2.000148996s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 07:18:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T07:18:25.263274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.400423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:18:25.263535Z","caller":"traceutil/trace.go:171","msg":"trace[504520835] linearizableReadLoop","detail":"{readStateIndex:19647; appliedIndex:19644; }","duration":"660.759708ms","start":"2026-03-05T07:18:24.602758Z","end":"2026-03-05T07:18:25.263517Z","steps":["trace[504520835] 'read index received' (duration: 178.963017ms)","trace[504520835] 'applied index is now lower than readState.Index' (duration: 481.795801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:18:25.263913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240921862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-05T07:18:25.263952Z","caller":"traceutil/trace.go:171","msg":"trace[7546806] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18963; }","duration":"1.240962363s","start":"2026-03-05T07:18:24.022981Z","end":"2026-03-05T07:18:25.263943Z","steps":["trace[7546806] 'agreement among raft nodes before linearized reading' (duration: 1.24082633s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:25.263939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.39493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-05T07:18:25.263992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:24.022902Z","time spent":"1.241081776s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-05T07:18:25.264027Z","caller":"traceutil/trace.go:171","msg":"trace[1826990642] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:18963; }","duration":"886.526302ms","start":"2026-03-05T07:18:24.37748Z","end":"2026-03-05T07:18:25.264006Z","steps":["trace[1826990642] 'agreement among raft nodes before linearized reading' (duration: 886.215225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:25.264088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:24.377464Z","time spent":"886.615005ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-05T07:18:25.264167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120637481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:18:25.264209Z","caller":"traceutil/trace.go:171","msg":"trace[1784975289] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:18963; }","duration":"2.120796833s","start":"2026-03-05T07:18:23.143398Z","end":"2026-03-05T07:18:25.264195Z","steps":["trace[1784975289] 'agreement among raft nodes before linearized reading' (duration: 2.120736222s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:25.264244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:23.143366Z","time spent":"2.120870245s","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:18:25.26422Z","caller":"traceutil/trace.go:171","msg":"trace[267477465] transaction","detail":"{read_only:false; response_revision:18962; number_of_response:1; }","duration":"1.029152397s","start":"2026-03-05T07:18:24.235031Z","end":"2026-03-05T07:18:25.264183Z","steps":["trace[267477465] 'process raft request' (duration: 1.02836005s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:25.264222Z","caller":"traceutil/trace.go:171","msg":"trace[466694460] transaction","detail":"{read_only:false; response_revision:18963; number_of_response:1; }","duration":"1.025662472s","start":"2026-03-05T07:18:24.238521Z","end":"2026-03-05T07:18:25.264184Z","steps":["trace[466694460] 'process raft request' (duration: 1.024954416s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:25.264312Z","caller":"traceutil/trace.go:171","msg":"trace[974928931] transaction","detail":"{read_only:false; response_revision:18961; number_of_response:1; }","duration":"1.029463154s","start":"2026-03-05T07:18:24.234819Z","end":"2026-03-05T07:18:25.264282Z","steps":["trace[974928931] 'process raft request' (duration: 546.943677ms)","trace[974928931] 'compare' (duration: 481.041615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:18:25.264389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349633363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-05T07:18:25.264408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:24.235025Z","time spent":"1.0292879s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:18:25.264422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:24.238508Z","time spent":"1.025826885s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:18:25.26448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:24.234774Z","time spent":"1.029611087s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:18:25.264488Z","caller":"traceutil/trace.go:171","msg":"trace[141843897] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:18963; }","duration":"2.349784366s","start":"2026-03-05T07:18:22.914674Z","end":"2026-03-05T07:18:25.264458Z","steps":["trace[141843897] 'agreement among raft nodes before linearized reading' (duration: 2.349529691s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:25.264546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:22.914649Z","time spent":"2.349885378s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-05T07:18:25.739492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.873149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:18:25.739617Z","caller":"traceutil/trace.go:171","msg":"trace[1817342338] transaction","detail":"{read_only:false; response_revision:18964; number_of_response:1; }","duration":"1.076375082s","start":"2026-03-05T07:18:24.663215Z","end":"2026-03-05T07:18:25.739591Z","steps":["trace[1817342338] 'process raft request' (duration: 785.163876ms)","trace[1817342338] 'compare' (duration: 290.730856ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:18:25.739671Z","caller":"traceutil/trace.go:171","msg":"trace[663861529] linearizableReadLoop","detail":"{readStateIndex:19648; appliedIndex:19647; }","duration":"476.0823ms","start":"2026-03-05T07:18:25.263571Z","end":"2026-03-05T07:18:25.739654Z","steps":["trace[663861529] 'read index received' (duration: 184.68502ms)","trace[663861529] 'applied index is now lower than readState.Index' (duration: 291.39558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:18:25.739749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:24.663194Z","time spent":"1.076483903s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:18:25.739751Z","caller":"traceutil/trace.go:171","msg":"trace[2115730163] transaction","detail":"{read_only:false; response_revision:18965; number_of_response:1; }","duration":"469.206013ms","start":"2026-03-05T07:18:25.270529Z","end":"2026-03-05T07:18:25.739735Z","steps":["trace[2115730163] 'process raft request' (duration: 469.144681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:25.73985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067951883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:18:25.739879Z","caller":"traceutil/trace.go:171","msg":"trace[2009607558] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18965; }","duration":"1.068009393s","start":"2026-03-05T07:18:24.671861Z","end":"2026-03-05T07:18:25.73987Z","steps":["trace[2009607558] 'agreement among raft nodes before linearized reading' (duration: 1.067947102s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:25.7399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:24.671853Z","time spent":"1.068043084s","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T07:18:25.739909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132343502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:18:25.739955Z","caller":"traceutil/trace.go:171","msg":"trace[1944939666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18965; }","duration":"1.132399624s","start":"2026-03-05T07:18:24.607542Z","end":"2026-03-05T07:18:25.739942Z","steps":["trace[1944939666] 'agreement among raft nodes before linearized reading' (duration: 1.132250831s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:25.739964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098599074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:18:25.739988Z","caller":"traceutil/trace.go:171","msg":"trace[1818365237] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:18965; }","duration":"1.098664107s","start":"2026-03-05T07:18:24.641318Z","end":"2026-03-05T07:18:25.739982Z","steps":["trace[1818365237] 'agreement among raft nodes before linearized reading' (duration: 1.098568964s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:25.739994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:24.607532Z","time spent":"1.132452046s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:18:25.740006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:24.641296Z","time spent":"1.098704957s","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":90,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:18:25.739988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.987061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52da2fbd-c561-4808-beb6-669485bef3bb\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-05T07:18:25.740024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.491487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:18:25.740066Z","caller":"traceutil/trace.go:171","msg":"trace[11088333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18965; }","duration":"302.545737ms","start":"2026-03-05T07:18:25.437509Z","end":"2026-03-05T07:18:25.740055Z","steps":["trace[11088333] 'agreement among raft nodes before linearized reading' (duration: 302.464366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:25.739951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.16416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:18:25.740069Z","caller":"traceutil/trace.go:171","msg":"trace[625920011] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52da2fbd-c561-4808-beb6-669485bef3bb; range_end:; response_count:1; response_revision:18965; }","duration":"471.092954ms","start":"2026-03-05T07:18:25.268955Z","end":"2026-03-05T07:18:25.740048Z","steps":["trace[625920011] 'agreement among raft nodes before linearized reading' (duration: 470.865038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:25.740092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.437502Z","time spent":"302.582268ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:18:25.740097Z","caller":"traceutil/trace.go:171","msg":"trace[1124765153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18965; }","duration":"303.367076ms","start":"2026-03-05T07:18:25.436721Z","end":"2026-03-05T07:18:25.740088Z","steps":["trace[1124765153] 'agreement among raft nodes before linearized reading' (duration: 303.14571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:25.740114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.26894Z","time spent":"471.164185ms","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-52da2fbd-c561-4808-beb6-669485bef3bb\" "} {"level":"warn","ts":"2026-03-05T07:18:25.740131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.436688Z","time spent":"303.432097ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:18:25.740165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.454578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:18:25.740187Z","caller":"traceutil/trace.go:171","msg":"trace[253192274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18965; }","duration":"303.485388ms","start":"2026-03-05T07:18:25.436697Z","end":"2026-03-05T07:18:25.740183Z","steps":["trace[253192274] 'agreement among raft nodes before linearized reading' (duration: 303.404586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:25.740201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.436691Z","time spent":"303.507238ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:18:25.739747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.265574Z","time spent":"474.167339ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T07:18:25.740226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.599381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T07:18:25.74023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.270512Z","time spent":"469.272164ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:18:25.740251Z","caller":"traceutil/trace.go:171","msg":"trace[446641525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18965; }","duration":"303.656671ms","start":"2026-03-05T07:18:25.436589Z","end":"2026-03-05T07:18:25.740245Z","steps":["trace[446641525] 'agreement among raft nodes before linearized reading' (duration: 303.558959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:25.74027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.436568Z","time spent":"303.698943ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:18:25.740266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.996605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:18:25.740505Z","caller":"traceutil/trace.go:171","msg":"trace[834686686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18965; }","duration":"732.540306ms","start":"2026-03-05T07:18:25.007748Z","end":"2026-03-05T07:18:25.740289Z","steps":["trace[834686686] 'agreement among raft nodes before linearized reading' (duration: 731.997544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:25.740551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.007727Z","time spent":"732.819033ms","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:18:26.19737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.798508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:18:26.197469Z","caller":"traceutil/trace.go:171","msg":"trace[733627759] linearizableReadLoop","detail":"{readStateIndex:19651; appliedIndex:19650; }","duration":"453.381037ms","start":"2026-03-05T07:18:25.744073Z","end":"2026-03-05T07:18:26.197454Z","steps":["trace[733627759] 'read index received' (duration: 177.547628ms)","trace[733627759] 'applied index is now lower than readState.Index' (duration: 275.831619ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:18:26.197523Z","caller":"traceutil/trace.go:171","msg":"trace[2105549386] transaction","detail":"{read_only:false; response_revision:18966; number_of_response:1; }","duration":"453.489449ms","start":"2026-03-05T07:18:25.744025Z","end":"2026-03-05T07:18:26.197515Z","steps":["trace[2105549386] 'process raft request' (duration: 177.462116ms)","trace[2105549386] 'compare' (duration: 275.617875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:18:26.197562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.744011Z","time spent":"453.52888ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:18:26.198114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.034581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-05T07:18:26.198149Z","caller":"traceutil/trace.go:171","msg":"trace[767205661] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:18966; }","duration":"454.084821ms","start":"2026-03-05T07:18:25.744051Z","end":"2026-03-05T07:18:26.198136Z","steps":["trace[767205661] 'agreement among raft nodes before linearized reading' (duration: 453.650702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:26.198176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.744036Z","time spent":"454.135062ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-05T07:18:26.698254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592944479,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:18:27.096562Z","caller":"traceutil/trace.go:171","msg":"trace[1420977288] linearizableReadLoop","detail":"{readStateIndex:19657; appliedIndex:19651; }","duration":"899.052559ms","start":"2026-03-05T07:18:26.197486Z","end":"2026-03-05T07:18:27.096539Z","steps":["trace[1420977288] 'read index received' (duration: 898.662311ms)","trace[1420977288] 'applied index is now lower than readState.Index' (duration: 389.498µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:18:27.096702Z","caller":"traceutil/trace.go:171","msg":"trace[1914883068] transaction","detail":"{read_only:false; response_revision:18971; number_of_response:1; }","duration":"1.338859417s","start":"2026-03-05T07:18:25.75783Z","end":"2026-03-05T07:18:27.09669Z","steps":["trace[1914883068] 'process raft request' (duration: 1.338617632s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:27.096816Z","caller":"traceutil/trace.go:171","msg":"trace[1690852121] transaction","detail":"{read_only:false; response_revision:18968; number_of_response:1; }","duration":"1.35262134s","start":"2026-03-05T07:18:25.744148Z","end":"2026-03-05T07:18:27.096769Z","steps":["trace[1690852121] 'process raft request' (duration: 1.352203461s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:27.096886Z","caller":"traceutil/trace.go:171","msg":"trace[853177420] transaction","detail":"{read_only:false; response_revision:18969; number_of_response:1; }","duration":"1.352711292s","start":"2026-03-05T07:18:25.744162Z","end":"2026-03-05T07:18:27.096873Z","steps":["trace[853177420] 'process raft request' (duration: 1.352232042s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:27.096747Z","caller":"traceutil/trace.go:171","msg":"trace[1204528649] transaction","detail":"{read_only:false; response_revision:18967; number_of_response:1; }","duration":"1.35262559s","start":"2026-03-05T07:18:25.74408Z","end":"2026-03-05T07:18:27.096706Z","steps":["trace[1204528649] 'process raft request' (duration: 1.35214421s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:27.096948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.757812Z","time spent":"1.33901945s","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:18:27.096934Z","caller":"traceutil/trace.go:171","msg":"trace[1007951273] transaction","detail":"{read_only:false; response_revision:18972; number_of_response:1; }","duration":"1.338140251s","start":"2026-03-05T07:18:25.758754Z","end":"2026-03-05T07:18:27.096894Z","steps":["trace[1007951273] 'process raft request' (duration: 1.337746733s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:27.097107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.744143Z","time spent":"1.352822984s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:18:27.097157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034245826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:18:27.097203Z","caller":"traceutil/trace.go:171","msg":"trace[1334081613] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:18972; }","duration":"1.034329647s","start":"2026-03-05T07:18:26.062859Z","end":"2026-03-05T07:18:27.097189Z","steps":["trace[1334081613] 'agreement among raft nodes before linearized reading' (duration: 1.034217635s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:27.097236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:26.062836Z","time spent":"1.034392758s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:18:27.0972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337639172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:18:27.096703Z","caller":"traceutil/trace.go:171","msg":"trace[989435509] transaction","detail":"{read_only:false; response_revision:18970; number_of_response:1; }","duration":"1.352221391s","start":"2026-03-05T07:18:25.744419Z","end":"2026-03-05T07:18:27.096641Z","steps":["trace[989435509] 'process raft request' (duration: 1.352004196s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:27.097318Z","caller":"traceutil/trace.go:171","msg":"trace[1784219049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18972; }","duration":"1.337790905s","start":"2026-03-05T07:18:25.759501Z","end":"2026-03-05T07:18:27.097292Z","steps":["trace[1784219049] 'agreement among raft nodes before linearized reading' (duration: 1.33756947s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:27.097331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353026288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:18:27.097348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.744413Z","time spent":"1.352898086s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:18:27.097372Z","caller":"traceutil/trace.go:171","msg":"trace[97560372] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18972; }","duration":"1.353080799s","start":"2026-03-05T07:18:25.74428Z","end":"2026-03-05T07:18:27.097361Z","steps":["trace[97560372] 'agreement among raft nodes before linearized reading' (duration: 1.352997587s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:27.097376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.759493Z","time spent":"1.337870616s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:18:27.097516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.744249Z","time spent":"1.353256063s","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T07:18:27.097542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.700594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:18:27.09758Z","caller":"traceutil/trace.go:171","msg":"trace[203250969] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18972; }","duration":"186.774384ms","start":"2026-03-05T07:18:26.910794Z","end":"2026-03-05T07:18:27.097568Z","steps":["trace[203250969] 'agreement among raft nodes before linearized reading' (duration: 186.703423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:27.097021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.744142Z","time spent":"1.352782823s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:18:27.097237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.758746Z","time spent":"1.338356837s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:18:27.097034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.744068Z","time spent":"1.352918416s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:18:27.097703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.041356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a47e600e-053a-4ae5-9c06-267032e66d0f\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-05T07:18:27.097763Z","caller":"traceutil/trace.go:171","msg":"trace[1850348082] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a47e600e-053a-4ae5-9c06-267032e66d0f; range_end:; response_count:1; response_revision:18972; }","duration":"897.091527ms","start":"2026-03-05T07:18:26.200652Z","end":"2026-03-05T07:18:27.097743Z","steps":["trace[1850348082] 'agreement among raft nodes before linearized reading' (duration: 896.948824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:27.097824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:26.200591Z","time spent":"897.219009ms","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-a47e600e-053a-4ae5-9c06-267032e66d0f\" "} {"level":"warn","ts":"2026-03-05T07:18:27.097567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.166361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T07:18:27.097891Z","caller":"traceutil/trace.go:171","msg":"trace[1352095887] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:18972; }","duration":"898.508898ms","start":"2026-03-05T07:18:26.199372Z","end":"2026-03-05T07:18:27.097881Z","steps":["trace[1352095887] 'agreement among raft nodes before linearized reading' (duration: 897.938946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:27.098094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:26.199359Z","time spent":"898.726282ms","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T07:18:27.097227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130892873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:18:27.098281Z","caller":"traceutil/trace.go:171","msg":"trace[393058450] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:18972; }","duration":"1.131940555s","start":"2026-03-05T07:18:25.966308Z","end":"2026-03-05T07:18:27.098249Z","steps":["trace[393058450] 'agreement among raft nodes before linearized reading' (duration: 1.130833971s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:27.098355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:25.966263Z","time spent":"1.132069427s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:18:27.58512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.089897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-05T07:18:27.585186Z","caller":"traceutil/trace.go:171","msg":"trace[336553444] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:18972; }","duration":"380.22393ms","start":"2026-03-05T07:18:27.204945Z","end":"2026-03-05T07:18:27.585169Z","steps":["trace[336553444] 'range keys from in-memory index tree' (duration: 379.869862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:27.585216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:27.204911Z","time spent":"380.297702ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-05T07:18:27.585429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.628781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T07:18:27.585471Z","caller":"traceutil/trace.go:171","msg":"trace[1916692995] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:18972; }","duration":"484.721133ms","start":"2026-03-05T07:18:27.100744Z","end":"2026-03-05T07:18:27.585465Z","steps":["trace[1916692995] 'range keys from in-memory index tree' (duration: 484.432117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:27.58549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:27.100718Z","time spent":"484.766575ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T07:18:27.585733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.986297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:18:27.585764Z","caller":"traceutil/trace.go:171","msg":"trace[1978219871] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18972; }","duration":"483.054247ms","start":"2026-03-05T07:18:27.102703Z","end":"2026-03-05T07:18:27.585757Z","steps":["trace[1978219871] 'range keys from in-memory index tree' (duration: 482.881774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:27.585782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:27.102684Z","time spent":"483.093199ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:18:27.585713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.566922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:18:27.585842Z","caller":"traceutil/trace.go:171","msg":"trace[689056186] transaction","detail":"{read_only:false; response_revision:18973; number_of_response:1; }","duration":"315.86858ms","start":"2026-03-05T07:18:27.269949Z","end":"2026-03-05T07:18:27.585817Z","steps":["trace[689056186] 'process raft request' (duration: 302.67233ms)","trace[689056186] 'compare' (duration: 12.417414ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:18:27.585899Z","caller":"traceutil/trace.go:171","msg":"trace[165482675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18972; }","duration":"478.776186ms","start":"2026-03-05T07:18:27.107103Z","end":"2026-03-05T07:18:27.585879Z","steps":["trace[165482675] 'range keys from in-memory index tree' (duration: 478.51608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:27.585946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:27.269907Z","time spent":"315.983502ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:18:27.585982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:27.107094Z","time spent":"478.873268ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:18:28.087711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592944486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:18:28.588529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592944486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:18:28.635486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062713021s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:18:28.643039Z","caller":"traceutil/trace.go:171","msg":"trace[1011290080] linearizableReadLoop","detail":"{readStateIndex:19660; appliedIndex:19658; }","duration":"1.056110771s","start":"2026-03-05T07:18:27.586907Z","end":"2026-03-05T07:18:28.643018Z","steps":["trace[1011290080] 'read index received' (duration: 1.048702663s)","trace[1011290080] 'applied index is now lower than readState.Index' (duration: 7.407148ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:18:28.643089Z","caller":"traceutil/trace.go:171","msg":"trace[1217928489] transaction","detail":"{read_only:false; response_revision:18975; number_of_response:1; }","duration":"1.37238875s","start":"2026-03-05T07:18:27.270678Z","end":"2026-03-05T07:18:28.643067Z","steps":["trace[1217928489] 'process raft request' (duration: 1.372210066s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:28.643043Z","caller":"traceutil/trace.go:171","msg":"trace[1465338379] transaction","detail":"{read_only:false; response_revision:18974; number_of_response:1; }","duration":"1.37238104s","start":"2026-03-05T07:18:27.270633Z","end":"2026-03-05T07:18:28.643014Z","steps":["trace[1465338379] 'process raft request' (duration: 1.365031323s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:28.643217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:27.270668Z","time spent":"1.372479353s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:18:28.64326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056335346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18779"} {"level":"info","ts":"2026-03-05T07:18:28.643298Z","caller":"traceutil/trace.go:171","msg":"trace[960135814] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18975; }","duration":"1.056398557s","start":"2026-03-05T07:18:27.586887Z","end":"2026-03-05T07:18:28.643286Z","steps":["trace[960135814] 'agreement among raft nodes before linearized reading' (duration: 1.056262244s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:28.643299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055729863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T07:18:28.643329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:27.586874Z","time spent":"1.056448148s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18803,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T07:18:28.643349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.507479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:18:28.643386Z","caller":"traceutil/trace.go:171","msg":"trace[1760989661] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:18975; }","duration":"617.59062ms","start":"2026-03-05T07:18:28.025787Z","end":"2026-03-05T07:18:28.643377Z","steps":["trace[1760989661] 'agreement among raft nodes before linearized reading' (duration: 617.525099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:28.643422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:28.025762Z","time spent":"617.650332ms","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:18:28.64343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054518536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-26e6f5ac-db90-4650-afb0-9666c43e7082\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-05T07:18:28.643458Z","caller":"traceutil/trace.go:171","msg":"trace[2130212179] range","detail":"{range_begin:/registry/persistentvolumes/pvc-26e6f5ac-db90-4650-afb0-9666c43e7082; range_end:; response_count:1; response_revision:18975; }","duration":"1.054569858s","start":"2026-03-05T07:18:27.588879Z","end":"2026-03-05T07:18:28.643448Z","steps":["trace[2130212179] 'agreement among raft nodes before linearized reading' (duration: 1.054489766s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:28.643494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:27.588866Z","time spent":"1.05461994s","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-26e6f5ac-db90-4650-afb0-9666c43e7082\" "} {"level":"info","ts":"2026-03-05T07:18:28.643353Z","caller":"traceutil/trace.go:171","msg":"trace[1576947897] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:18975; }","duration":"1.055795014s","start":"2026-03-05T07:18:27.587547Z","end":"2026-03-05T07:18:28.643342Z","steps":["trace[1576947897] 'agreement among raft nodes before linearized reading' (duration: 1.055644731s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:28.643598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:27.58754Z","time spent":"1.05604706s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T07:18:28.643575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:27.270601Z","time spent":"1.372609575s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:18:30.397961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446045257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-05T07:18:30.398023Z","caller":"traceutil/trace.go:171","msg":"trace[1053274135] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:18975; }","duration":"1.446151249s","start":"2026-03-05T07:18:28.951854Z","end":"2026-03-05T07:18:30.398005Z","steps":["trace[1053274135] 'range keys from in-memory index tree' (duration: 1.445871973s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:30.398051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:28.951833Z","time spent":"1.446212191s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-05T07:18:30.398195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3911847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:18:30.398213Z","caller":"traceutil/trace.go:171","msg":"trace[1009539236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18975; }","duration":"1.391259761s","start":"2026-03-05T07:18:29.006947Z","end":"2026-03-05T07:18:30.398207Z","steps":["trace[1009539236] 'range keys from in-memory index tree' (duration: 1.390988686s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:30.398232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:29.006927Z","time spent":"1.391297992s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:18:30.398326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388236737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:18:30.398343Z","caller":"traceutil/trace.go:171","msg":"trace[2132232819] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:18975; }","duration":"1.388295008s","start":"2026-03-05T07:18:29.010042Z","end":"2026-03-05T07:18:30.398337Z","steps":["trace[2132232819] 'count revisions from in-memory index tree' (duration: 1.388118244s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:30.398361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:29.01002Z","time spent":"1.388335548s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:18:30.398951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296282991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T07:18:30.398931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296843633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:18:30.398972Z","caller":"traceutil/trace.go:171","msg":"trace[919994846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18975; }","duration":"1.296338402s","start":"2026-03-05T07:18:29.102627Z","end":"2026-03-05T07:18:30.398966Z","steps":["trace[919994846] 'range keys from in-memory index tree' (duration: 1.296181639s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:30.398991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:29.102611Z","time spent":"1.296375982s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:18:30.398995Z","caller":"traceutil/trace.go:171","msg":"trace[833041785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18975; }","duration":"1.296954795s","start":"2026-03-05T07:18:29.102021Z","end":"2026-03-05T07:18:30.398975Z","steps":["trace[833041785] 'range keys from in-memory index tree' (duration: 1.296675539s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:30.399036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:29.101989Z","time spent":"1.297029147s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:18:30.399115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292970301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T07:18:30.399152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296317602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:18:30.399188Z","caller":"traceutil/trace.go:171","msg":"trace[2058927615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18975; }","duration":"1.293076243s","start":"2026-03-05T07:18:29.106092Z","end":"2026-03-05T07:18:30.399168Z","steps":["trace[2058927615] 'range keys from in-memory index tree' (duration: 1.292819647s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:30.399202Z","caller":"traceutil/trace.go:171","msg":"trace[118690275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18975; }","duration":"1.296382093s","start":"2026-03-05T07:18:29.102806Z","end":"2026-03-05T07:18:30.399188Z","steps":["trace[118690275] 'range keys from in-memory index tree' (duration: 1.29622466s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:30.39923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:29.106079Z","time spent":"1.293141274s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:18:30.39921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296273151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T07:18:30.399237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:29.102802Z","time spent":"1.296427704s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:18:30.399283Z","caller":"traceutil/trace.go:171","msg":"trace[949713620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18975; }","duration":"1.296394763s","start":"2026-03-05T07:18:29.102868Z","end":"2026-03-05T07:18:30.399263Z","steps":["trace[949713620] 'range keys from in-memory index tree' (duration: 1.296092987s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:30.399324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:29.102836Z","time spent":"1.296478615s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:18:30.399354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.226222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:18:30.399402Z","caller":"traceutil/trace.go:171","msg":"trace[1976379790] transaction","detail":"{read_only:false; response_revision:18976; number_of_response:1; }","duration":"808.511693ms","start":"2026-03-05T07:18:29.590881Z","end":"2026-03-05T07:18:30.399393Z","steps":["trace[1976379790] 'process raft request' (duration: 638.190839ms)","trace[1976379790] 'compare' (duration: 169.375753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:18:30.399439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:29.590862Z","time spent":"808.556593ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:18:30.400005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263562294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T07:18:30.400047Z","caller":"traceutil/trace.go:171","msg":"trace[629693510] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:18975; }","duration":"1.263632005s","start":"2026-03-05T07:18:29.136405Z","end":"2026-03-05T07:18:30.400037Z","steps":["trace[629693510] 'count revisions from in-memory index tree' (duration: 1.263484403s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:30.40007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:29.136394Z","time spent":"1.263668897s","remote":"127.0.0.1:51558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2177,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:18:30.49345Z","caller":"traceutil/trace.go:171","msg":"trace[1974456933] linearizableReadLoop","detail":"{readStateIndex:19662; appliedIndex:19660; }","duration":"597.747628ms","start":"2026-03-05T07:18:29.895676Z","end":"2026-03-05T07:18:30.493424Z","steps":["trace[1974456933] 'read index received' (duration: 333.353744ms)","trace[1974456933] 'applied index is now lower than readState.Index' (duration: 264.392474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:18:30.493616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.923442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:18:30.493657Z","caller":"traceutil/trace.go:171","msg":"trace[715575262] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:18976; }","duration":"597.987663ms","start":"2026-03-05T07:18:29.895657Z","end":"2026-03-05T07:18:30.493645Z","steps":["trace[715575262] 'agreement among raft nodes before linearized reading' (duration: 597.889951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:30.493696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:29.895617Z","time spent":"598.069665ms","remote":"127.0.0.1:41236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:18:30.51116Z","caller":"traceutil/trace.go:171","msg":"trace[1820626907] transaction","detail":"{read_only:false; response_revision:18977; number_of_response:1; }","duration":"107.877355ms","start":"2026-03-05T07:18:30.403258Z","end":"2026-03-05T07:18:30.511135Z","steps":["trace[1820626907] 'process raft request' (duration: 107.683391ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:30.511455Z","caller":"traceutil/trace.go:171","msg":"trace[1919625766] transaction","detail":"{read_only:false; response_revision:18978; number_of_response:1; }","duration":"107.937537ms","start":"2026-03-05T07:18:30.403476Z","end":"2026-03-05T07:18:30.511413Z","steps":["trace[1919625766] 'process raft request' (duration: 107.619891ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:30.511694Z","caller":"traceutil/trace.go:171","msg":"trace[1544573962] transaction","detail":"{read_only:false; response_revision:18979; number_of_response:1; }","duration":"108.158702ms","start":"2026-03-05T07:18:30.403521Z","end":"2026-03-05T07:18:30.51168Z","steps":["trace[1544573962] 'process raft request' (duration: 107.827845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:30.512035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.845419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:18:30.512045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.90355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6b6c569559-hnqx4.1899e0b12f266eed\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-05T07:18:30.512087Z","caller":"traceutil/trace.go:171","msg":"trace[1939838308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18981; }","duration":"110.947441ms","start":"2026-03-05T07:18:30.401128Z","end":"2026-03-05T07:18:30.512075Z","steps":["trace[1939838308] 'agreement among raft nodes before linearized reading' (duration: 110.863229ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:30.512099Z","caller":"traceutil/trace.go:171","msg":"trace[2004536707] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6b6c569559-hnqx4.1899e0b12f266eed; range_end:; response_count:1; response_revision:18981; }","duration":"557.981291ms","start":"2026-03-05T07:18:29.954102Z","end":"2026-03-05T07:18:30.512083Z","steps":["trace[2004536707] 'agreement among raft nodes before linearized reading' (duration: 557.834558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:30.512138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:29.954086Z","time spent":"558.043723ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":931,"request content":"key:\"/registry/events/openstack/heat-cfn-6b6c569559-hnqx4.1899e0b12f266eed\" "} {"level":"info","ts":"2026-03-05T07:18:30.51218Z","caller":"traceutil/trace.go:171","msg":"trace[333233912] transaction","detail":"{read_only:false; response_revision:18981; number_of_response:1; }","duration":"107.385664ms","start":"2026-03-05T07:18:30.40478Z","end":"2026-03-05T07:18:30.512165Z","steps":["trace[333233912] 'process raft request' (duration: 107.074457ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:30.512193Z","caller":"traceutil/trace.go:171","msg":"trace[1820377502] transaction","detail":"{read_only:false; response_revision:18980; number_of_response:1; }","duration":"108.592301ms","start":"2026-03-05T07:18:30.403551Z","end":"2026-03-05T07:18:30.512143Z","steps":["trace[1820377502] 'process raft request' (duration: 108.07531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:30.512127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.769872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e95e3bdf-f61e-44b1-b56e-1c7c7796310c\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-05T07:18:30.512278Z","caller":"traceutil/trace.go:171","msg":"trace[409065514] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e95e3bdf-f61e-44b1-b56e-1c7c7796310c; range_end:; response_count:1; response_revision:18981; }","duration":"106.957485ms","start":"2026-03-05T07:18:30.405313Z","end":"2026-03-05T07:18:30.512271Z","steps":["trace[409065514] 'agreement among raft nodes before linearized reading' (duration: 106.671849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:30.512184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.528377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:18:30.512723Z","caller":"traceutil/trace.go:171","msg":"trace[1760777655] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:18981; }","duration":"351.083579ms","start":"2026-03-05T07:18:30.161607Z","end":"2026-03-05T07:18:30.512691Z","steps":["trace[1760777655] 'agreement among raft nodes before linearized reading' (duration: 350.448736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:30.512799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:18:30.161591Z","time spent":"351.181781ms","remote":"127.0.0.1:44858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:18:36.726953Z","caller":"traceutil/trace.go:171","msg":"trace[346723014] transaction","detail":"{read_only:false; response_revision:19011; number_of_response:1; }","duration":"143.014433ms","start":"2026-03-05T07:18:36.583908Z","end":"2026-03-05T07:18:36.726922Z","steps":["trace[346723014] 'process raft request' (duration: 89.982055ms)","trace[346723014] 'compare' (duration: 52.736872ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:18:36.727036Z","caller":"traceutil/trace.go:171","msg":"trace[674704462] transaction","detail":"{read_only:false; response_revision:19012; number_of_response:1; }","duration":"143.085446ms","start":"2026-03-05T07:18:36.583921Z","end":"2026-03-05T07:18:36.727007Z","steps":["trace[674704462] 'process raft request' (duration: 142.912481ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:36.795357Z","caller":"traceutil/trace.go:171","msg":"trace[773683635] transaction","detail":"{read_only:false; response_revision:19014; number_of_response:1; }","duration":"118.929361ms","start":"2026-03-05T07:18:36.676408Z","end":"2026-03-05T07:18:36.795337Z","steps":["trace[773683635] 'process raft request' (duration: 118.831849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:38.835389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.094329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:18:38.835452Z","caller":"traceutil/trace.go:171","msg":"trace[367661454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19015; }","duration":"240.198901ms","start":"2026-03-05T07:18:38.595239Z","end":"2026-03-05T07:18:38.835438Z","steps":["trace[367661454] 'range keys from in-memory index tree' (duration: 239.963036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:38.835523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.002992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:18:38.835596Z","caller":"traceutil/trace.go:171","msg":"trace[1177943887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19015; }","duration":"104.179907ms","start":"2026-03-05T07:18:38.731398Z","end":"2026-03-05T07:18:38.835578Z","steps":["trace[1177943887] 'range keys from in-memory index tree' (duration: 103.811048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:38.83569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.976882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:18:38.835719Z","caller":"traceutil/trace.go:171","msg":"trace[222816972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19015; }","duration":"253.037493ms","start":"2026-03-05T07:18:38.582675Z","end":"2026-03-05T07:18:38.835712Z","steps":["trace[222816972] 'range keys from in-memory index tree' (duration: 252.754628ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:38.835802Z","caller":"traceutil/trace.go:171","msg":"trace[239212895] linearizableReadLoop","detail":"{readStateIndex:19703; appliedIndex:19702; }","duration":"103.173195ms","start":"2026-03-05T07:18:38.732621Z","end":"2026-03-05T07:18:38.835795Z","steps":["trace[239212895] 'read index received' (duration: 102.216405ms)","trace[239212895] 'applied index is now lower than readState.Index' (duration: 956.2µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:18:38.835842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.038113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:18:38.835884Z","caller":"traceutil/trace.go:171","msg":"trace[585932775] transaction","detail":"{read_only:false; response_revision:19016; number_of_response:1; }","duration":"103.298108ms","start":"2026-03-05T07:18:38.732568Z","end":"2026-03-05T07:18:38.835866Z","steps":["trace[585932775] 'process raft request' (duration: 102.182434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:38.835942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.316998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:18:38.83596Z","caller":"traceutil/trace.go:171","msg":"trace[177630222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19016; }","duration":"103.345198ms","start":"2026-03-05T07:18:38.732609Z","end":"2026-03-05T07:18:38.835954Z","steps":["trace[177630222] 'agreement among raft nodes before linearized reading' (duration: 103.292987ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:38.83595Z","caller":"traceutil/trace.go:171","msg":"trace[334420204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19015; }","duration":"253.202947ms","start":"2026-03-05T07:18:38.582719Z","end":"2026-03-05T07:18:38.835922Z","steps":["trace[334420204] 'range keys from in-memory index tree' (duration: 252.773158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:18:38.866218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.402749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:18:38.866289Z","caller":"traceutil/trace.go:171","msg":"trace[423416552] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19017; }","duration":"110.503141ms","start":"2026-03-05T07:18:38.755769Z","end":"2026-03-05T07:18:38.866272Z","steps":["trace[423416552] 'agreement among raft nodes before linearized reading' (duration: 110.310497ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:18:40.872341Z","caller":"traceutil/trace.go:171","msg":"trace[1173827972] transaction","detail":"{read_only:false; response_revision:19025; number_of_response:1; }","duration":"103.172866ms","start":"2026-03-05T07:18:40.769141Z","end":"2026-03-05T07:18:40.872314Z","steps":["trace[1173827972] 'process raft request' (duration: 95.203186ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:19:14.669142Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T07:19:14.675363Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-05T07:19:14.675451Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-05T07:19:29.024552Z","caller":"traceutil/trace.go:171","msg":"trace[54467342] transaction","detail":"{read_only:false; response_revision:19515; number_of_response:1; }","duration":"119.83175ms","start":"2026-03-05T07:19:28.904692Z","end":"2026-03-05T07:19:29.024524Z","steps":["trace[54467342] 'process raft request' (duration: 118.189973ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:21:12.88964Z","caller":"traceutil/trace.go:171","msg":"trace[1927169447] transaction","detail":"{read_only:false; response_revision:20173; number_of_response:1; }","duration":"127.645924ms","start":"2026-03-05T07:21:12.761956Z","end":"2026-03-05T07:21:12.889601Z","steps":["trace[1927169447] 'process raft request' (duration: 122.54459ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:21:35.836034Z","caller":"traceutil/trace.go:171","msg":"trace[915544639] transaction","detail":"{read_only:false; response_revision:20317; number_of_response:1; }","duration":"107.918277ms","start":"2026-03-05T07:21:35.728075Z","end":"2026-03-05T07:21:35.835993Z","steps":["trace[915544639] 'process raft request' (duration: 107.560149ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:17.03751Z","caller":"traceutil/trace.go:171","msg":"trace[2049531513] linearizableReadLoop","detail":"{readStateIndex:21401; appliedIndex:21400; }","duration":"100.03533ms","start":"2026-03-05T07:22:16.937453Z","end":"2026-03-05T07:22:17.037488Z","steps":["trace[2049531513] 'read index received' (duration: 99.808965ms)","trace[2049531513] 'applied index is now lower than readState.Index' (duration: 225.465µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:22:17.037788Z","caller":"traceutil/trace.go:171","msg":"trace[111757740] transaction","detail":"{read_only:false; response_revision:20651; number_of_response:1; }","duration":"212.811365ms","start":"2026-03-05T07:22:16.824965Z","end":"2026-03-05T07:22:17.037776Z","steps":["trace[111757740] 'process raft request' (duration: 212.353005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:17.037993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.522861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-05T07:22:17.038079Z","caller":"traceutil/trace.go:171","msg":"trace[1043686570] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:20651; }","duration":"100.662915ms","start":"2026-03-05T07:22:16.937395Z","end":"2026-03-05T07:22:17.038058Z","steps":["trace[1043686570] 'agreement among raft nodes before linearized reading' (duration: 100.428559ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:29.364481Z","caller":"traceutil/trace.go:171","msg":"trace[182909117] linearizableReadLoop","detail":"{readStateIndex:21943; appliedIndex:21942; }","duration":"181.594372ms","start":"2026-03-05T07:22:29.182865Z","end":"2026-03-05T07:22:29.364459Z","steps":["trace[182909117] 'read index received' (duration: 181.478649ms)","trace[182909117] 'applied index is now lower than readState.Index' (duration: 114.133µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:22:29.364602Z","caller":"traceutil/trace.go:171","msg":"trace[1527057670] transaction","detail":"{read_only:false; response_revision:21183; number_of_response:1; }","duration":"190.160282ms","start":"2026-03-05T07:22:29.174431Z","end":"2026-03-05T07:22:29.364591Z","steps":["trace[1527057670] 'process raft request' (duration: 189.846535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:29.364815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.928829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-qsllp\" ","response":"range_response_count:1 size:5107"} {"level":"info","ts":"2026-03-05T07:22:29.364876Z","caller":"traceutil/trace.go:171","msg":"trace[1058288446] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-qsllp; range_end:; response_count:1; response_revision:21183; }","duration":"182.02132ms","start":"2026-03-05T07:22:29.18284Z","end":"2026-03-05T07:22:29.364862Z","steps":["trace[1058288446] 'agreement among raft nodes before linearized reading' (duration: 181.826606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:29.365815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.331646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:22:29.365867Z","caller":"traceutil/trace.go:171","msg":"trace[755935258] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21184; }","duration":"154.424228ms","start":"2026-03-05T07:22:29.211434Z","end":"2026-03-05T07:22:29.365858Z","steps":["trace[755935258] 'agreement among raft nodes before linearized reading' (duration: 154.169063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:29.365877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.810168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110060"} {"level":"warn","ts":"2026-03-05T07:22:29.366004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.50982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:22:29.366027Z","caller":"traceutil/trace.go:171","msg":"trace[759985924] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21184; }","duration":"154.548571ms","start":"2026-03-05T07:22:29.211473Z","end":"2026-03-05T07:22:29.366021Z","steps":["trace[759985924] 'agreement among raft nodes before linearized reading' (duration: 154.51001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:29.366007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.674865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:22:29.366026Z","caller":"traceutil/trace.go:171","msg":"trace[1875026728] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21184; }","duration":"141.993172ms","start":"2026-03-05T07:22:29.224018Z","end":"2026-03-05T07:22:29.366011Z","steps":["trace[1875026728] 'agreement among raft nodes before linearized reading' (duration: 141.631934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:29.366018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.511671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:22:29.366079Z","caller":"traceutil/trace.go:171","msg":"trace[389222219] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21184; }","duration":"154.610763ms","start":"2026-03-05T07:22:29.211454Z","end":"2026-03-05T07:22:29.366065Z","steps":["trace[389222219] 'agreement among raft nodes before linearized reading' (duration: 154.49293ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:29.366072Z","caller":"traceutil/trace.go:171","msg":"trace[1389965269] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21184; }","duration":"168.766727ms","start":"2026-03-05T07:22:29.197289Z","end":"2026-03-05T07:22:29.366056Z","steps":["trace[1389965269] 'agreement among raft nodes before linearized reading' (duration: 168.652554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:29.366145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.460151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:22:29.366161Z","caller":"traceutil/trace.go:171","msg":"trace[1181207160] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21184; }","duration":"178.507843ms","start":"2026-03-05T07:22:29.187649Z","end":"2026-03-05T07:22:29.366157Z","steps":["trace[1181207160] 'agreement among raft nodes before linearized reading' (duration: 178.480262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:29.366155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.971261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:22:29.366224Z","caller":"traceutil/trace.go:171","msg":"trace[1272532820] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21184; }","duration":"169.076504ms","start":"2026-03-05T07:22:29.197128Z","end":"2026-03-05T07:22:29.366204Z","steps":["trace[1272532820] 'agreement among raft nodes before linearized reading' (duration: 168.937891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:29.366339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.859781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:22:29.366368Z","caller":"traceutil/trace.go:171","msg":"trace[1304175731] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21184; }","duration":"178.900822ms","start":"2026-03-05T07:22:29.187458Z","end":"2026-03-05T07:22:29.366359Z","steps":["trace[1304175731] 'agreement among raft nodes before linearized reading' (duration: 178.076664ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:31.052969Z","caller":"traceutil/trace.go:171","msg":"trace[39080879] linearizableReadLoop","detail":"{readStateIndex:21989; appliedIndex:21988; }","duration":"103.375255ms","start":"2026-03-05T07:22:30.949568Z","end":"2026-03-05T07:22:31.052943Z","steps":["trace[39080879] 'read index received' (duration: 37.822µs)","trace[39080879] 'applied index is now lower than readState.Index' (duration: 103.336373ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:22:31.053Z","caller":"traceutil/trace.go:171","msg":"trace[281058493] transaction","detail":"{read_only:false; response_revision:21228; number_of_response:1; }","duration":"103.437016ms","start":"2026-03-05T07:22:30.949536Z","end":"2026-03-05T07:22:31.052973Z","steps":["trace[281058493] 'process raft request' (duration: 100.425499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:31.053218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.637801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-4854w\" ","response":"range_response_count:1 size:4227"} {"level":"warn","ts":"2026-03-05T07:22:31.053239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.62474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:22:31.053255Z","caller":"traceutil/trace.go:171","msg":"trace[1141195981] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-4854w; range_end:; response_count:1; response_revision:21228; }","duration":"103.709603ms","start":"2026-03-05T07:22:30.949533Z","end":"2026-03-05T07:22:31.053243Z","steps":["trace[1141195981] 'agreement among raft nodes before linearized reading' (duration: 103.566709ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:31.053353Z","caller":"traceutil/trace.go:171","msg":"trace[1661609107] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test0; response_count:0; response_revision:21228; }","duration":"103.747044ms","start":"2026-03-05T07:22:30.949552Z","end":"2026-03-05T07:22:31.0533Z","steps":["trace[1661609107] 'agreement among raft nodes before linearized reading' (duration: 103.61054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:35.964223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.325875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:22:35.964289Z","caller":"traceutil/trace.go:171","msg":"trace[924560299] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:21320; }","duration":"190.449108ms","start":"2026-03-05T07:22:35.773825Z","end":"2026-03-05T07:22:35.964274Z","steps":["trace[924560299] 'count revisions from in-memory index tree' (duration: 190.235863ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:35.978649Z","caller":"traceutil/trace.go:171","msg":"trace[483125068] transaction","detail":"{read_only:false; response_revision:21321; number_of_response:1; }","duration":"198.462006ms","start":"2026-03-05T07:22:35.780153Z","end":"2026-03-05T07:22:35.978615Z","steps":["trace[483125068] 'process raft request' (duration: 198.280322ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:35.983869Z","caller":"traceutil/trace.go:171","msg":"trace[1963644879] transaction","detail":"{read_only:false; response_revision:21322; number_of_response:1; }","duration":"200.520011ms","start":"2026-03-05T07:22:35.783325Z","end":"2026-03-05T07:22:35.983845Z","steps":["trace[1963644879] 'process raft request' (duration: 200.360008ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:36.202597Z","caller":"traceutil/trace.go:171","msg":"trace[1300199831] transaction","detail":"{read_only:false; response_revision:21323; number_of_response:1; }","duration":"136.145383ms","start":"2026-03-05T07:22:36.066411Z","end":"2026-03-05T07:22:36.202557Z","steps":["trace[1300199831] 'process raft request' (duration: 135.907198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:36.974505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592951412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:22:37.373864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.171536358s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T07:22:37.601842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.588322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:22:37.602142Z","caller":"traceutil/trace.go:171","msg":"trace[2014162821] transaction","detail":"{read_only:false; response_revision:21324; number_of_response:1; }","duration":"1.532769638s","start":"2026-03-05T07:22:36.069349Z","end":"2026-03-05T07:22:37.602118Z","steps":["trace[2014162821] 'process raft request' (duration: 1.304825268s)","trace[2014162821] 'compare' (duration: 227.159903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:22:37.60223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:22:36.069329Z","time spent":"1.53286354s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:22:37.603923Z","caller":"traceutil/trace.go:171","msg":"trace[406629580] linearizableReadLoop","detail":"{readStateIndex:22089; appliedIndex:22085; }","duration":"1.130324514s","start":"2026-03-05T07:22:36.473569Z","end":"2026-03-05T07:22:37.603894Z","steps":["trace[406629580] 'read index received' (duration: 900.506782ms)","trace[406629580] 'applied index is now lower than readState.Index' (duration: 229.816322ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:22:37.604009Z","caller":"traceutil/trace.go:171","msg":"trace[1197377460] transaction","detail":"{read_only:false; response_revision:21326; number_of_response:1; }","duration":"899.929719ms","start":"2026-03-05T07:22:36.70401Z","end":"2026-03-05T07:22:37.603939Z","steps":["trace[1197377460] 'process raft request' (duration: 899.715324ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:37.604067Z","caller":"traceutil/trace.go:171","msg":"trace[1199542690] transaction","detail":"{read_only:false; response_revision:21327; number_of_response:1; }","duration":"647.688449ms","start":"2026-03-05T07:22:36.956364Z","end":"2026-03-05T07:22:37.604053Z","steps":["trace[1199542690] 'process raft request' (duration: 647.421703ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:37.604169Z","caller":"traceutil/trace.go:171","msg":"trace[1987789272] transaction","detail":"{read_only:false; response_revision:21325; number_of_response:1; }","duration":"1.284558548s","start":"2026-03-05T07:22:36.319588Z","end":"2026-03-05T07:22:37.604146Z","steps":["trace[1987789272] 'process raft request' (duration: 1.283987856s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:37.604178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:22:36.703962Z","time spent":"900.137393ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T07:22:37.604198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:22:36.956336Z","time spent":"647.7707ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:22:37.604291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:22:36.319556Z","time spent":"1.28466621s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:22:37.60439Z","caller":"traceutil/trace.go:171","msg":"trace[321009470] transaction","detail":"{read_only:false; response_revision:21328; number_of_response:1; }","duration":"531.006819ms","start":"2026-03-05T07:22:37.073373Z","end":"2026-03-05T07:22:37.60438Z","steps":["trace[321009470] 'process raft request' (duration: 530.472428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:37.604431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:22:37.073343Z","time spent":"531.0695ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:22:37.604576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126228392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T07:22:37.604582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131017269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:22:37.604613Z","caller":"traceutil/trace.go:171","msg":"trace[2023944207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21328; }","duration":"1.126296714s","start":"2026-03-05T07:22:36.478308Z","end":"2026-03-05T07:22:37.604604Z","steps":["trace[2023944207] 'agreement among raft nodes before linearized reading' (duration: 1.126188742s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:37.60464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:22:36.478288Z","time spent":"1.126344225s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:22:37.604675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009859758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:22:37.604732Z","caller":"traceutil/trace.go:171","msg":"trace[1016059866] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21328; }","duration":"1.009962641s","start":"2026-03-05T07:22:36.594754Z","end":"2026-03-05T07:22:37.604716Z","steps":["trace[1016059866] 'agreement among raft nodes before linearized reading' (duration: 1.009787147s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:37.604735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.615467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:22:37.604737Z","caller":"traceutil/trace.go:171","msg":"trace[1649526891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21328; }","duration":"1.131073881s","start":"2026-03-05T07:22:36.473547Z","end":"2026-03-05T07:22:37.604621Z","steps":["trace[1649526891] 'agreement among raft nodes before linearized reading' (duration: 1.130673462s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:37.604831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.492016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-05T07:22:37.604839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:22:36.473489Z","time spent":"1.131336426s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:22:37.604876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121006167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:22:37.6049Z","caller":"traceutil/trace.go:171","msg":"trace[967859460] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21328; }","duration":"825.593987ms","start":"2026-03-05T07:22:36.779292Z","end":"2026-03-05T07:22:37.604886Z","steps":["trace[967859460] 'agreement among raft nodes before linearized reading' (duration: 825.362252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:37.60492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124421042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T07:22:37.604772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:22:36.594734Z","time spent":"1.010028943s","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:22:37.604943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:22:36.779279Z","time spent":"825.655569ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-05T07:22:37.604946Z","caller":"traceutil/trace.go:171","msg":"trace[370597349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21328; }","duration":"1.121086738s","start":"2026-03-05T07:22:36.483834Z","end":"2026-03-05T07:22:37.60492Z","steps":["trace[370597349] 'agreement among raft nodes before linearized reading' (duration: 1.120909824s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:37.604955Z","caller":"traceutil/trace.go:171","msg":"trace[1662071816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21328; }","duration":"1.124497564s","start":"2026-03-05T07:22:36.480445Z","end":"2026-03-05T07:22:37.604943Z","steps":["trace[1662071816] 'agreement among raft nodes before linearized reading' (duration: 1.124361791s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:37.604987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:22:36.483826Z","time spent":"1.121153169s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:22:37.60469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.23288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-05T07:22:37.604986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:22:36.480433Z","time spent":"1.124547164s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:22:37.604782Z","caller":"traceutil/trace.go:171","msg":"trace[960771281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21328; }","duration":"597.652128ms","start":"2026-03-05T07:22:37.007114Z","end":"2026-03-05T07:22:37.604766Z","steps":["trace[960771281] 'agreement among raft nodes before linearized reading' (duration: 597.599607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:37.605059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114724087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:22:37.605064Z","caller":"traceutil/trace.go:171","msg":"trace[1858008402] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:21328; }","duration":"693.633688ms","start":"2026-03-05T07:22:36.911401Z","end":"2026-03-05T07:22:37.605034Z","steps":["trace[1858008402] 'agreement among raft nodes before linearized reading' (duration: 693.207078ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:37.605142Z","caller":"traceutil/trace.go:171","msg":"trace[1934269326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21328; }","duration":"1.11488065s","start":"2026-03-05T07:22:36.490242Z","end":"2026-03-05T07:22:37.605123Z","steps":["trace[1934269326] 'agreement among raft nodes before linearized reading' (duration: 1.114523563s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:37.605177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:22:36.911367Z","time spent":"693.771801ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-05T07:22:37.605196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:22:36.490213Z","time spent":"1.114973973s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:22:37.605086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:22:37.007069Z","time spent":"598.009036ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:22:41.639676Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18766} {"level":"info","ts":"2026-03-05T07:22:41.757692Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18766,"took":"112.335794ms","hash":1248105123,"current-db-size-bytes":47566848,"current-db-size":"48 MB","current-db-size-in-use-bytes":36446208,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-03-05T07:22:41.757766Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1248105123,"revision":18766,"compact-revision":16481} {"level":"info","ts":"2026-03-05T07:23:58.920414Z","caller":"traceutil/trace.go:171","msg":"trace[44543463] transaction","detail":"{read_only:false; response_revision:22180; number_of_response:1; }","duration":"122.826487ms","start":"2026-03-05T07:23:58.797562Z","end":"2026-03-05T07:23:58.920388Z","steps":["trace[44543463] 'process raft request' (duration: 122.662473ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:23:58.921514Z","caller":"traceutil/trace.go:171","msg":"trace[1377137490] transaction","detail":"{read_only:false; response_revision:22181; number_of_response:1; }","duration":"121.061233ms","start":"2026-03-05T07:23:58.800427Z","end":"2026-03-05T07:23:58.921488Z","steps":["trace[1377137490] 'process raft request' (duration: 120.709334ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:24:11.692354Z","caller":"traceutil/trace.go:171","msg":"trace[1485948955] transaction","detail":"{read_only:false; response_revision:22271; number_of_response:1; }","duration":"120.321944ms","start":"2026-03-05T07:24:11.572004Z","end":"2026-03-05T07:24:11.692326Z","steps":["trace[1485948955] 'process raft request' (duration: 120.024527ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:24:12.43001Z","caller":"traceutil/trace.go:171","msg":"trace[792095742] transaction","detail":"{read_only:false; response_revision:22281; number_of_response:1; }","duration":"100.123746ms","start":"2026-03-05T07:24:12.329862Z","end":"2026-03-05T07:24:12.429986Z","steps":["trace[792095742] 'process raft request' (duration: 99.975163ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:25:14.524832Z","caller":"traceutil/trace.go:171","msg":"trace[1802657418] linearizableReadLoop","detail":"{readStateIndex:23646; appliedIndex:23645; }","duration":"129.420446ms","start":"2026-03-05T07:25:14.395396Z","end":"2026-03-05T07:25:14.524816Z","steps":["trace[1802657418] 'read index received' (duration: 129.292533ms)","trace[1802657418] 'applied index is now lower than readState.Index' (duration: 127.033µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:25:14.524947Z","caller":"traceutil/trace.go:171","msg":"trace[330563590] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"131.803298ms","start":"2026-03-05T07:25:14.393111Z","end":"2026-03-05T07:25:14.524915Z","steps":["trace[330563590] 'process raft request' (duration: 131.568321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:25:14.525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.5977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:25:14.525029Z","caller":"traceutil/trace.go:171","msg":"trace[453452585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22844; }","duration":"129.671782ms","start":"2026-03-05T07:25:14.395351Z","end":"2026-03-05T07:25:14.525023Z","steps":["trace[453452585] 'agreement among raft nodes before linearized reading' (duration: 129.56739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:25:14.52514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.820959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T07:25:14.525194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.271627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T07:25:14.525233Z","caller":"traceutil/trace.go:171","msg":"trace[1081965958] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:22844; }","duration":"122.352198ms","start":"2026-03-05T07:25:14.402871Z","end":"2026-03-05T07:25:14.525224Z","steps":["trace[1081965958] 'agreement among raft nodes before linearized reading' (duration: 122.147204ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:25:14.525241Z","caller":"traceutil/trace.go:171","msg":"trace[1934622720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22844; }","duration":"122.952232ms","start":"2026-03-05T07:25:14.402268Z","end":"2026-03-05T07:25:14.52522Z","steps":["trace[1934622720] 'agreement among raft nodes before linearized reading' (duration: 122.697277ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:25:22.725532Z","caller":"traceutil/trace.go:171","msg":"trace[264860226] transaction","detail":"{read_only:false; response_revision:22901; number_of_response:1; }","duration":"109.847331ms","start":"2026-03-05T07:25:22.615659Z","end":"2026-03-05T07:25:22.725506Z","steps":["trace[264860226] 'process raft request' (duration: 109.660677ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:25:23.40675Z","caller":"traceutil/trace.go:171","msg":"trace[116864519] transaction","detail":"{read_only:false; response_revision:22906; number_of_response:1; }","duration":"157.719131ms","start":"2026-03-05T07:25:23.248966Z","end":"2026-03-05T07:25:23.406686Z","steps":["trace[116864519] 'process raft request' (duration: 157.555348ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:25:23.40977Z","caller":"traceutil/trace.go:171","msg":"trace[1263912289] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"160.129325ms","start":"2026-03-05T07:25:23.24962Z","end":"2026-03-05T07:25:23.40975Z","steps":["trace[1263912289] 'process raft request' (duration: 159.960741ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:09.245517Z","caller":"traceutil/trace.go:171","msg":"trace[1199561440] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"439.200473ms","start":"2026-03-05T07:26:08.806268Z","end":"2026-03-05T07:26:09.245469Z","steps":["trace[1199561440] 'process raft request' (duration: 438.990509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:09.245736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:08.806248Z","time spent":"439.368467ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:10.669969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.287903ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:10.670412Z","caller":"traceutil/trace.go:171","msg":"trace[1556426095] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23364; }","duration":"391.735902ms","start":"2026-03-05T07:26:10.27865Z","end":"2026-03-05T07:26:10.670386Z","steps":["trace[1556426095] 'range keys from in-memory index tree' (duration: 391.265622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:10.67055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.728298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:10.670751Z","caller":"traceutil/trace.go:171","msg":"trace[956570711] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"1.863912804s","start":"2026-03-05T07:26:08.806808Z","end":"2026-03-05T07:26:10.670721Z","steps":["trace[956570711] 'process raft request' (duration: 1.15094772s)","trace[956570711] 'compare' (duration: 712.145516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:10.670878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:08.806779Z","time spent":"1.864033487s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:10.670882Z","caller":"traceutil/trace.go:171","msg":"trace[1186942527] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"1.750008442s","start":"2026-03-05T07:26:08.920854Z","end":"2026-03-05T07:26:10.670862Z","steps":["trace[1186942527] 'process raft request' (duration: 1.749844818s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:10.670991Z","caller":"traceutil/trace.go:171","msg":"trace[1553160894] linearizableReadLoop","detail":"{readStateIndex:24184; appliedIndex:24182; }","duration":"1.862441281s","start":"2026-03-05T07:26:08.808519Z","end":"2026-03-05T07:26:10.67096Z","steps":["trace[1553160894] 'read index received' (duration: 436.78558ms)","trace[1553160894] 'applied index is now lower than readState.Index' (duration: 1.425651391s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:10.671078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:08.920844Z","time spent":"1.750140424s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:10.671521Z","caller":"traceutil/trace.go:171","msg":"trace[200417756] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"1.687747583s","start":"2026-03-05T07:26:08.983756Z","end":"2026-03-05T07:26:10.671504Z","steps":["trace[200417756] 'process raft request' (duration: 1.686970516s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:10.672725Z","caller":"traceutil/trace.go:171","msg":"trace[108755813] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"1.751647968s","start":"2026-03-05T07:26:08.919122Z","end":"2026-03-05T07:26:10.67077Z","steps":["trace[108755813] 'process raft request' (duration: 1.751501545s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:10.672677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:08.983731Z","time spent":"1.68891202s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:10.672777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:08.919061Z","time spent":"1.753691203s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:11.008098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999588657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T07:26:11.008179Z","caller":"traceutil/trace.go:171","msg":"trace[1800409507] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99971605s","start":"2026-03-05T07:26:09.008438Z","end":"2026-03-05T07:26:11.008154Z","steps":["trace[1800409507] 'agreement among raft nodes before linearized reading' (duration: 1.999617248s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:11.008218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:09.008419Z","time spent":"1.999789182s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 07:26:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T07:26:11.200095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.314799ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-05T07:26:11.200458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391937883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:26:11.200488Z","caller":"traceutil/trace.go:171","msg":"trace[1914454348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23368; }","duration":"2.391990705s","start":"2026-03-05T07:26:08.808485Z","end":"2026-03-05T07:26:11.200475Z","steps":["trace[1914454348] 'agreement among raft nodes before linearized reading' (duration: 1.862598175s)","trace[1914454348] 'range keys from in-memory index tree' (duration: 529.304508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:11.200515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:08.808474Z","time spent":"2.392036265s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:26:11.201057Z","caller":"traceutil/trace.go:171","msg":"trace[1658658231] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"1.624760229s","start":"2026-03-05T07:26:09.576283Z","end":"2026-03-05T07:26:11.201043Z","steps":["trace[1658658231] 'process raft request' (duration: 1.62387873s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:11.201151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:09.576253Z","time spent":"1.624849181s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:11.308375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.235293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:11.308641Z","caller":"traceutil/trace.go:171","msg":"trace[1224243255] linearizableReadLoop","detail":"{readStateIndex:24192; appliedIndex:24187; }","duration":"637.559335ms","start":"2026-03-05T07:26:10.671064Z","end":"2026-03-05T07:26:11.308623Z","steps":["trace[1224243255] 'read index received' (duration: 315.152077ms)","trace[1224243255] 'applied index is now lower than readState.Index' (duration: 322.406388ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:11.308646Z","caller":"traceutil/trace.go:171","msg":"trace[258198820] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"1.649465916s","start":"2026-03-05T07:26:09.65915Z","end":"2026-03-05T07:26:11.308616Z","steps":["trace[258198820] 'process raft request' (duration: 1.541886434s)","trace[258198820] 'compare' (duration: 107.051769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:11.308771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:09.659124Z","time spent":"1.649578769s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:11.308884Z","caller":"traceutil/trace.go:171","msg":"trace[201061507] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"1.151184224s","start":"2026-03-05T07:26:10.157689Z","end":"2026-03-05T07:26:11.308873Z","steps":["trace[201061507] 'process raft request' (duration: 1.150795545s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:11.30891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994463994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:11.308974Z","caller":"traceutil/trace.go:171","msg":"trace[342418401] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23372; }","duration":"1.994565796s","start":"2026-03-05T07:26:09.314397Z","end":"2026-03-05T07:26:11.308963Z","steps":["trace[342418401] 'agreement among raft nodes before linearized reading' (duration: 1.994475684s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:11.309004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:09.314375Z","time spent":"1.994622597s","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:11.309098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344723907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T07:26:11.30913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75667219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:11.309131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500584769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T07:26:11.30911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.160072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:11.308963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:10.157661Z","time spent":"1.151267067s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:11.30916Z","caller":"traceutil/trace.go:171","msg":"trace[75218973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23372; }","duration":"2.50064392s","start":"2026-03-05T07:26:08.808509Z","end":"2026-03-05T07:26:11.309153Z","steps":["trace[75218973] 'agreement among raft nodes before linearized reading' (duration: 2.500536537s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:11.309181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:08.808497Z","time spent":"2.50067936s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:26:11.309187Z","caller":"traceutil/trace.go:171","msg":"trace[225198067] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23372; }","duration":"832.281605ms","start":"2026-03-05T07:26:10.476885Z","end":"2026-03-05T07:26:11.309166Z","steps":["trace[225198067] 'agreement among raft nodes before linearized reading' (duration: 832.119321ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:11.309153Z","caller":"traceutil/trace.go:171","msg":"trace[847520378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23372; }","duration":"1.756740041s","start":"2026-03-05T07:26:09.552405Z","end":"2026-03-05T07:26:11.309145Z","steps":["trace[847520378] 'agreement among raft nodes before linearized reading' (duration: 1.75669974s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:11.309238Z","caller":"traceutil/trace.go:171","msg":"trace[1819597019] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"787.563475ms","start":"2026-03-05T07:26:10.521664Z","end":"2026-03-05T07:26:11.309228Z","steps":["trace[1819597019] 'process raft request' (duration: 786.922281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:11.309247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:10.476864Z","time spent":"832.368867ms","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:11.309286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:09.552382Z","time spent":"1.756897364s","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:11.309143Z","caller":"traceutil/trace.go:171","msg":"trace[1463989329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23372; }","duration":"2.344804499s","start":"2026-03-05T07:26:08.964326Z","end":"2026-03-05T07:26:11.309131Z","steps":["trace[1463989329] 'agreement among raft nodes before linearized reading' (duration: 2.344666836s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:11.309291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:10.521639Z","time spent":"787.623186ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:11.309325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:08.964304Z","time spent":"2.345012184s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:26:12.761304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289155849s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:12.761456Z","caller":"traceutil/trace.go:171","msg":"trace[1085686993] linearizableReadLoop","detail":"{readStateIndex:24193; appliedIndex:24192; }","duration":"1.452750611s","start":"2026-03-05T07:26:11.308682Z","end":"2026-03-05T07:26:12.761433Z","steps":["trace[1085686993] 'read index received' (duration: 163.399078ms)","trace[1085686993] 'applied index is now lower than readState.Index' (duration: 1.289349523s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:12.761976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512202547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:26:12.762042Z","caller":"traceutil/trace.go:171","msg":"trace[2037912022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23373; }","duration":"1.512299518s","start":"2026-03-05T07:26:11.249729Z","end":"2026-03-05T07:26:12.762028Z","steps":["trace[2037912022] 'agreement among raft nodes before linearized reading' (duration: 1.512161095s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:12.762158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:11.249709Z","time spent":"1.512435782s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:26:12.76221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669921739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-05T07:26:12.762275Z","caller":"traceutil/trace.go:171","msg":"trace[103139941] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23373; }","duration":"1.66998967s","start":"2026-03-05T07:26:11.092269Z","end":"2026-03-05T07:26:12.762259Z","steps":["trace[103139941] 'agreement among raft nodes before linearized reading' (duration: 1.669776966s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:12.762329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:11.092244Z","time spent":"1.670071372s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T07:26:12.762486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753991111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:12.762537Z","caller":"traceutil/trace.go:171","msg":"trace[1473734366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23373; }","duration":"1.754040182s","start":"2026-03-05T07:26:11.008484Z","end":"2026-03-05T07:26:12.762524Z","steps":["trace[1473734366] 'agreement among raft nodes before linearized reading' (duration: 1.753957399s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:12.762581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:11.008439Z","time spent":"1.754131324s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:12.761786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557572862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:12.762722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906382245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:12.762817Z","caller":"traceutil/trace.go:171","msg":"trace[1031884706] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23373; }","duration":"1.558656436s","start":"2026-03-05T07:26:11.204144Z","end":"2026-03-05T07:26:12.7628Z","steps":["trace[1031884706] 'agreement among raft nodes before linearized reading' (duration: 1.557560681s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:12.762861Z","caller":"traceutil/trace.go:171","msg":"trace[482583066] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23373; }","duration":"1.906599019s","start":"2026-03-05T07:26:10.856241Z","end":"2026-03-05T07:26:12.76284Z","steps":["trace[482583066] 'agreement among raft nodes before linearized reading' (duration: 1.906339093s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:12.762881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:11.204126Z","time spent":"1.558731828s","remote":"127.0.0.1:46310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:12.762949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:10.856221Z","time spent":"1.906712432s","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:12.761864Z","caller":"traceutil/trace.go:171","msg":"trace[1859297022] transaction","detail":"{read_only:false; response_revision:23373; number_of_response:1; }","duration":"1.555631068s","start":"2026-03-05T07:26:11.206209Z","end":"2026-03-05T07:26:12.76184Z","steps":["trace[1859297022] 'process raft request' (duration: 265.842905ms)","trace[1859297022] 'compare' (duration: 1.288589947s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:12.763484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:11.206193Z","time spent":"1.557193974s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:12.76352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.29142047s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:26:12.763847Z","caller":"traceutil/trace.go:171","msg":"trace[1855436999] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"1.450597884s","start":"2026-03-05T07:26:11.313227Z","end":"2026-03-05T07:26:12.763825Z","steps":["trace[1855436999] 'process raft request' (duration: 1.450440891s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:12.763962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:11.313212Z","time spent":"1.450693836s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:12.764031Z","caller":"traceutil/trace.go:171","msg":"trace[1184893838] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"1.450066802s","start":"2026-03-05T07:26:11.313947Z","end":"2026-03-05T07:26:12.764013Z","steps":["trace[1184893838] 'process raft request' (duration: 1.449826957s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:12.764144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:11.313926Z","time spent":"1.450164724s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:12.765349Z","caller":"traceutil/trace.go:171","msg":"trace[704003745] transaction","detail":"{read_only:false; response_revision:23376; number_of_response:1; }","duration":"1.398371908s","start":"2026-03-05T07:26:11.366954Z","end":"2026-03-05T07:26:12.765326Z","steps":["trace[704003745] 'process raft request' (duration: 1.396982077s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:12.76552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:11.366933Z","time spent":"1.398517532s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:12.765681Z","caller":"traceutil/trace.go:171","msg":"trace[484681582] transaction","detail":"{read_only:false; response_revision:23377; number_of_response:1; }","duration":"1.330006754s","start":"2026-03-05T07:26:11.435648Z","end":"2026-03-05T07:26:12.765655Z","steps":["trace[484681582] 'process raft request' (duration: 1.329584654s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:12.765964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:11.435628Z","time spent":"1.330154098s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:13.986439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.222754659s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:26:13.986819Z","caller":"traceutil/trace.go:171","msg":"trace[1913107232] linearizableReadLoop","detail":"{readStateIndex:24200; appliedIndex:24195; }","duration":"1.224794655s","start":"2026-03-05T07:26:12.762008Z","end":"2026-03-05T07:26:13.986803Z","steps":["trace[1913107232] 'read index received' (duration: 1.951393ms)","trace[1913107232] 'applied index is now lower than readState.Index' (duration: 1.222842602s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:13.986933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660909678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:13.986954Z","caller":"traceutil/trace.go:171","msg":"trace[2017955821] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23380; }","duration":"2.660969879s","start":"2026-03-05T07:26:11.325978Z","end":"2026-03-05T07:26:13.986948Z","steps":["trace[2017955821] 'agreement among raft nodes before linearized reading' (duration: 2.660909738s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:13.986944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155539441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:13.986974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:11.325963Z","time spent":"2.66100513s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:13.986974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311605337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:26:13.986999Z","caller":"traceutil/trace.go:171","msg":"trace[1136240528] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23380; }","duration":"2.155668423s","start":"2026-03-05T07:26:11.831315Z","end":"2026-03-05T07:26:13.986983Z","steps":["trace[1136240528] 'agreement among raft nodes before linearized reading' (duration: 2.15553876s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:13.987016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236598575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:13.987025Z","caller":"traceutil/trace.go:171","msg":"trace[1056965375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23380; }","duration":"1.31170035s","start":"2026-03-05T07:26:12.675314Z","end":"2026-03-05T07:26:13.987014Z","steps":["trace[1056965375] 'agreement among raft nodes before linearized reading' (duration: 1.311504366s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:13.987033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:11.831284Z","time spent":"2.155742805s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:13.98704Z","caller":"traceutil/trace.go:171","msg":"trace[1415965816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23380; }","duration":"2.236623415s","start":"2026-03-05T07:26:11.750409Z","end":"2026-03-05T07:26:13.987033Z","steps":["trace[1415965816] 'agreement among raft nodes before linearized reading' (duration: 2.236568834s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:13.98705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:12.675293Z","time spent":"1.31175173s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:26:13.987063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:11.750317Z","time spent":"2.236740448s","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:13.987039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492524372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:13.987075Z","caller":"traceutil/trace.go:171","msg":"trace[682921122] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"1.30902753s","start":"2026-03-05T07:26:12.678018Z","end":"2026-03-05T07:26:13.987046Z","steps":["trace[682921122] 'process raft request' (duration: 1.308730924s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:13.987102Z","caller":"traceutil/trace.go:171","msg":"trace[916378474] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23380; }","duration":"1.492645714s","start":"2026-03-05T07:26:12.49444Z","end":"2026-03-05T07:26:13.987086Z","steps":["trace[916378474] 'agreement among raft nodes before linearized reading' (duration: 1.492492021s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:13.987132Z","caller":"traceutil/trace.go:171","msg":"trace[933371163] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"1.308924388s","start":"2026-03-05T07:26:12.678201Z","end":"2026-03-05T07:26:13.987126Z","steps":["trace[933371163] 'process raft request' (duration: 1.308574901s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:13.987134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:12.494418Z","time spent":"1.492710566s","remote":"127.0.0.1:37216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:13.986951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281247363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:13.987187Z","caller":"traceutil/trace.go:171","msg":"trace[1110483720] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23380; }","duration":"2.281526769s","start":"2026-03-05T07:26:11.705653Z","end":"2026-03-05T07:26:13.98718Z","steps":["trace[1110483720] 'agreement among raft nodes before linearized reading' (duration: 2.281233473s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:13.987182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:12.678172Z","time spent":"1.308971909s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:13.987189Z","caller":"traceutil/trace.go:171","msg":"trace[616465248] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"1.310168015s","start":"2026-03-05T07:26:12.677014Z","end":"2026-03-05T07:26:13.987183Z","steps":["trace[616465248] 'process raft request' (duration: 1.309589112s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:13.987206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:11.705631Z","time spent":"2.281569711s","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:13.987225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:12.676979Z","time spent":"1.310227586s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:13.987166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:12.678009Z","time spent":"1.309103042s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:14.486911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592956289,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:26:14.762718Z","caller":"traceutil/trace.go:171","msg":"trace[1690693718] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"1.994836113s","start":"2026-03-05T07:26:12.767852Z","end":"2026-03-05T07:26:14.762688Z","steps":["trace[1690693718] 'process raft request' (duration: 1.994511045s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:14.762879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:12.767839Z","time spent":"1.994960485s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:14.762971Z","caller":"traceutil/trace.go:171","msg":"trace[955008118] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"1.994190018s","start":"2026-03-05T07:26:12.768761Z","end":"2026-03-05T07:26:14.762951Z","steps":["trace[955008118] 'process raft request' (duration: 1.993872581s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:14.763076Z","caller":"traceutil/trace.go:171","msg":"trace[1288594079] transaction","detail":"{read_only:false; response_revision:23383; number_of_response:1; }","duration":"1.556457837s","start":"2026-03-05T07:26:13.206607Z","end":"2026-03-05T07:26:14.763065Z","steps":["trace[1288594079] 'process raft request' (duration: 1.556244033s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:14.76308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:12.76874Z","time spent":"1.99427845s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:14.763138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:13.206578Z","time spent":"1.556521859s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:14.763306Z","caller":"traceutil/trace.go:171","msg":"trace[1287788666] transaction","detail":"{read_only:false; response_revision:23384; number_of_response:1; }","duration":"1.449227204s","start":"2026-03-05T07:26:13.314066Z","end":"2026-03-05T07:26:14.763293Z","steps":["trace[1287788666] 'process raft request' (duration: 1.448952728s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:14.763383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:13.314036Z","time spent":"1.449301546s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:14.763552Z","caller":"traceutil/trace.go:171","msg":"trace[2008525143] transaction","detail":"{read_only:false; response_revision:23385; number_of_response:1; }","duration":"1.449375778s","start":"2026-03-05T07:26:13.314163Z","end":"2026-03-05T07:26:14.763539Z","steps":["trace[2008525143] 'process raft request' (duration: 1.449084081s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:14.763614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:13.31413Z","time spent":"1.449454379s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:14.763688Z","caller":"traceutil/trace.go:171","msg":"trace[967568670] transaction","detail":"{read_only:false; response_revision:23386; number_of_response:1; }","duration":"1.44949847s","start":"2026-03-05T07:26:13.314163Z","end":"2026-03-05T07:26:14.763662Z","steps":["trace[967568670] 'process raft request' (duration: 1.449333287s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:14.76381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:13.314139Z","time spent":"1.449604112s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:14.771674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999783322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T07:26:14.771747Z","caller":"traceutil/trace.go:171","msg":"trace[150517232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999883694s","start":"2026-03-05T07:26:12.771848Z","end":"2026-03-05T07:26:14.771731Z","steps":["trace[150517232] 'agreement among raft nodes before linearized reading' (duration: 1.999801012s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:14.771779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:12.771841Z","time spent":"1.999932555s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 07:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T07:26:15.417505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.579415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:15.417801Z","caller":"traceutil/trace.go:171","msg":"trace[1215651541] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"933.818783ms","start":"2026-03-05T07:26:14.48395Z","end":"2026-03-05T07:26:15.417769Z","steps":["trace[1215651541] 'process raft request' (duration: 933.71999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:15.417971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:14.483923Z","time spent":"934.010977ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:15.418124Z","caller":"traceutil/trace.go:171","msg":"trace[338411379] transaction","detail":"{read_only:false; response_revision:23387; number_of_response:1; }","duration":"1.426251605s","start":"2026-03-05T07:26:13.991859Z","end":"2026-03-05T07:26:15.418111Z","steps":["trace[338411379] 'process raft request' (duration: 1.189953644s)","trace[338411379] 'compare' (duration: 234.960322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:15.418425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781360647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:15.418469Z","caller":"traceutil/trace.go:171","msg":"trace[1679954242] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23389; }","duration":"1.781425857s","start":"2026-03-05T07:26:13.637033Z","end":"2026-03-05T07:26:15.418459Z","steps":["trace[1679954242] 'agreement among raft nodes before linearized reading' (duration: 1.781311615s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:15.418502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:13.637021Z","time spent":"1.781472289s","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:15.417848Z","caller":"traceutil/trace.go:171","msg":"trace[1768081671] linearizableReadLoop","detail":"{readStateIndex:24208; appliedIndex:24200; }","duration":"1.430954908s","start":"2026-03-05T07:26:13.986866Z","end":"2026-03-05T07:26:15.41782Z","steps":["trace[1768081671] 'read index received' (duration: 775.523067ms)","trace[1768081671] 'applied index is now lower than readState.Index' (duration: 655.430721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:15.417976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652279806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:15.418887Z","caller":"traceutil/trace.go:171","msg":"trace[2138202797] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23389; }","duration":"2.653211547s","start":"2026-03-05T07:26:12.765644Z","end":"2026-03-05T07:26:15.418855Z","steps":["trace[2138202797] 'agreement among raft nodes before linearized reading' (duration: 2.652255855s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:15.418287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432188337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:26:15.41904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.632922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T07:26:15.419062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843401829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:26:15.419083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.053351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:26:15.4191Z","caller":"traceutil/trace.go:171","msg":"trace[1488462700] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23389; }","duration":"1.843470161s","start":"2026-03-05T07:26:13.575621Z","end":"2026-03-05T07:26:15.419091Z","steps":["trace[1488462700] 'agreement among raft nodes before linearized reading' (duration: 1.84339821s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:15.419082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198130343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-05T07:26:15.419138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:13.575603Z","time spent":"1.843526982s","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:15.419161Z","caller":"traceutil/trace.go:171","msg":"trace[334688994] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23389; }","duration":"2.198267045s","start":"2026-03-05T07:26:13.220876Z","end":"2026-03-05T07:26:15.419143Z","steps":["trace[334688994] 'agreement among raft nodes before linearized reading' (duration: 2.19801392s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:15.419173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.444123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:15.419193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011787389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T07:26:15.419129Z","caller":"traceutil/trace.go:171","msg":"trace[166037595] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23389; }","duration":"1.433009595s","start":"2026-03-05T07:26:13.986023Z","end":"2026-03-05T07:26:15.419032Z","steps":["trace[166037595] 'agreement among raft nodes before linearized reading' (duration: 1.432208228s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:15.419193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384919347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:26:15.419221Z","caller":"traceutil/trace.go:171","msg":"trace[2118053475] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23389; }","duration":"1.011854901s","start":"2026-03-05T07:26:14.407359Z","end":"2026-03-05T07:26:15.419214Z","steps":["trace[2118053475] 'agreement among raft nodes before linearized reading' (duration: 1.011781169s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:15.419224Z","caller":"traceutil/trace.go:171","msg":"trace[773899367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23389; }","duration":"647.505205ms","start":"2026-03-05T07:26:14.771706Z","end":"2026-03-05T07:26:15.419212Z","steps":["trace[773899367] 'agreement among raft nodes before linearized reading' (duration: 647.431723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:15.419196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:13.991842Z","time spent":"1.426535942s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:15.419258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:14.407314Z","time spent":"1.011938013s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-03-05T07:26:15.419265Z","caller":"traceutil/trace.go:171","msg":"trace[369857067] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23389; }","duration":"2.38502695s","start":"2026-03-05T07:26:13.03422Z","end":"2026-03-05T07:26:15.419247Z","steps":["trace[369857067] 'agreement among raft nodes before linearized reading' (duration: 2.384887607s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:15.419273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:14.7717Z","time spent":"647.562596ms","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:15.419312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:13.034198Z","time spent":"2.385105252s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:26:15.419256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:13.986003Z","time spent":"1.433229149s","remote":"127.0.0.1:37182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:15.418207Z","caller":"traceutil/trace.go:171","msg":"trace[439546430] transaction","detail":"{read_only:false; response_revision:23389; number_of_response:1; }","duration":"796.046354ms","start":"2026-03-05T07:26:14.622149Z","end":"2026-03-05T07:26:15.418195Z","steps":["trace[439546430] 'process raft request' (duration: 795.580753ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:15.419106Z","caller":"traceutil/trace.go:171","msg":"trace[1444400171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23389; }","duration":"649.752254ms","start":"2026-03-05T07:26:14.769337Z","end":"2026-03-05T07:26:15.41909Z","steps":["trace[1444400171] 'agreement among raft nodes before linearized reading' (duration: 649.54455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:15.419433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652068432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-05T07:26:15.419069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643595095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-05T07:26:15.41947Z","caller":"traceutil/trace.go:171","msg":"trace[1618583710] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd; range_end:; response_count:1; response_revision:23389; }","duration":"2.652134964s","start":"2026-03-05T07:26:12.767324Z","end":"2026-03-05T07:26:15.419459Z","steps":["trace[1618583710] 'agreement among raft nodes before linearized reading' (duration: 2.652002591s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:15.418914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0154125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:15.419508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:12.767308Z","time spent":"2.652193395s","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd\" "} {"level":"warn","ts":"2026-03-05T07:26:15.418329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755819761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:15.419521Z","caller":"traceutil/trace.go:171","msg":"trace[951594322] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23389; }","duration":"1.016022783s","start":"2026-03-05T07:26:14.403486Z","end":"2026-03-05T07:26:15.419509Z","steps":["trace[951594322] 'agreement among raft nodes before linearized reading' (duration: 1.015387399s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:15.419528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:14.622125Z","time spent":"797.334622ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:15.419553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:14.403409Z","time spent":"1.016134526s","remote":"127.0.0.1:59188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:15.419549Z","caller":"traceutil/trace.go:171","msg":"trace[1155664812] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23389; }","duration":"1.757077638s","start":"2026-03-05T07:26:13.66246Z","end":"2026-03-05T07:26:15.419538Z","steps":["trace[1155664812] 'agreement among raft nodes before linearized reading' (duration: 1.755845991s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:15.419593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:13.66244Z","time spent":"1.75714183s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:15.419224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:13.220856Z","time spent":"2.198342948s","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-05T07:26:15.418993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:12.765628Z","time spent":"2.653324959s","remote":"127.0.0.1:37170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:15.419468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:14.76932Z","time spent":"650.136623ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:26:15.419119Z","caller":"traceutil/trace.go:171","msg":"trace[1499280626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23389; }","duration":"650.107513ms","start":"2026-03-05T07:26:14.769001Z","end":"2026-03-05T07:26:15.419108Z","steps":["trace[1499280626] 'agreement among raft nodes before linearized reading' (duration: 650.022031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:15.419909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:14.768988Z","time spent":"650.90294ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:26:15.4195Z","caller":"traceutil/trace.go:171","msg":"trace[445553810] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23389; }","duration":"2.644064485s","start":"2026-03-05T07:26:12.775419Z","end":"2026-03-05T07:26:15.419484Z","steps":["trace[445553810] 'agreement among raft nodes before linearized reading' (duration: 2.643457922s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:15.419993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:12.775404Z","time spent":"2.644573346s","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-05T07:26:15.419006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.641852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:26:15.420065Z","caller":"traceutil/trace.go:171","msg":"trace[85482152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23389; }","duration":"650.720906ms","start":"2026-03-05T07:26:14.769332Z","end":"2026-03-05T07:26:15.420053Z","steps":["trace[85482152] 'agreement among raft nodes before linearized reading' (duration: 649.605252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:15.420163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:14.769316Z","time spent":"650.828258ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:26:15.420566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.954734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T07:26:15.420654Z","caller":"traceutil/trace.go:171","msg":"trace[1044084436] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23389; }","duration":"232.091817ms","start":"2026-03-05T07:26:15.188543Z","end":"2026-03-05T07:26:15.420635Z","steps":["trace[1044084436] 'agreement among raft nodes before linearized reading' (duration: 230.40306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:16.286918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.805253ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-05T07:26:16.287014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:15.422245Z","time spent":"864.765134ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T07:26:16.883242Z","caller":"traceutil/trace.go:171","msg":"trace[130031915] linearizableReadLoop","detail":"{readStateIndex:24212; appliedIndex:24209; }","duration":"1.458247332s","start":"2026-03-05T07:26:15.424976Z","end":"2026-03-05T07:26:16.883223Z","steps":["trace[130031915] 'read index received' (duration: 456.2222ms)","trace[130031915] 'applied index is now lower than readState.Index' (duration: 1.002024212s)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:16.883348Z","caller":"traceutil/trace.go:171","msg":"trace[906315050] transaction","detail":"{read_only:false; response_revision:23393; number_of_response:1; }","duration":"1.457675681s","start":"2026-03-05T07:26:15.425663Z","end":"2026-03-05T07:26:16.883339Z","steps":["trace[906315050] 'process raft request' (duration: 1.457528717s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:16.88334Z","caller":"traceutil/trace.go:171","msg":"trace[2031986568] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"1.457669581s","start":"2026-03-05T07:26:15.425612Z","end":"2026-03-05T07:26:16.883281Z","steps":["trace[2031986568] 'process raft request' (duration: 1.457547977s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:16.883427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:15.425658Z","time spent":"1.457709781s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:16.883472Z","caller":"traceutil/trace.go:171","msg":"trace[124922298] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"1.460096564s","start":"2026-03-05T07:26:15.423349Z","end":"2026-03-05T07:26:16.883446Z","steps":["trace[124922298] 'process raft request' (duration: 1.392412205s)","trace[124922298] 'compare' (duration: 67.204228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:16.88352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458526349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:26:16.883619Z","caller":"traceutil/trace.go:171","msg":"trace[29651732] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"1.458821436s","start":"2026-03-05T07:26:15.424786Z","end":"2026-03-05T07:26:16.883608Z","steps":["trace[29651732] 'process raft request' (duration: 1.458318544s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:16.883626Z","caller":"traceutil/trace.go:171","msg":"trace[897214271] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23393; }","duration":"1.458651642s","start":"2026-03-05T07:26:15.424956Z","end":"2026-03-05T07:26:16.883608Z","steps":["trace[897214271] 'agreement among raft nodes before linearized reading' (duration: 1.458403436s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:16.883629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:15.423323Z","time spent":"1.460214467s","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:16.883669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:15.424753Z","time spent":"1.458891897s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:16.88368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:15.424947Z","time spent":"1.458718393s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:26:16.886018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:15.425603Z","time spent":"1.460353869s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:17.383842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592956309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:26:17.428767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T07:26:17.428855Z","caller":"traceutil/trace.go:171","msg":"trace[1852829137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000461086s","start":"2026-03-05T07:26:15.428372Z","end":"2026-03-05T07:26:17.428833Z","steps":["trace[1852829137] 'agreement among raft nodes before linearized reading' (duration: 2.000354094s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:17.428919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:15.428364Z","time spent":"2.000540548s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:17.602902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.934564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:17.60304Z","caller":"traceutil/trace.go:171","msg":"trace[1934780444] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"1.611357583s","start":"2026-03-05T07:26:15.991668Z","end":"2026-03-05T07:26:17.603026Z","steps":["trace[1934780444] 'process raft request' (duration: 1.491245184s)","trace[1934780444] 'compare' (duration: 119.384243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:17.60309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:15.991642Z","time spent":"1.611427943s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:17.603337Z","caller":"traceutil/trace.go:171","msg":"trace[409719068] transaction","detail":"{read_only:false; response_revision:23395; number_of_response:1; }","duration":"1.611570098s","start":"2026-03-05T07:26:15.991702Z","end":"2026-03-05T07:26:17.603272Z","steps":["trace[409719068] 'process raft request' (duration: 1.611283021s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:17.603459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:15.991676Z","time spent":"1.611724282s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:17.603869Z","caller":"traceutil/trace.go:171","msg":"trace[1731485692] transaction","detail":"{read_only:false; response_revision:23396; number_of_response:1; }","duration":"1.611656279s","start":"2026-03-05T07:26:15.992188Z","end":"2026-03-05T07:26:17.603844Z","steps":["trace[1731485692] 'process raft request' (duration: 1.611008524s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:17.604025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:15.992161Z","time spent":"1.611785353s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:17.604157Z","caller":"traceutil/trace.go:171","msg":"trace[226305104] transaction","detail":"{read_only:false; response_revision:23397; number_of_response:1; }","duration":"1.316159938s","start":"2026-03-05T07:26:16.287965Z","end":"2026-03-05T07:26:17.604125Z","steps":["trace[226305104] 'process raft request' (duration: 1.31579627s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:17.604271Z","caller":"traceutil/trace.go:171","msg":"trace[1810683844] transaction","detail":"{read_only:false; response_revision:23398; number_of_response:1; }","duration":"837.01603ms","start":"2026-03-05T07:26:16.767231Z","end":"2026-03-05T07:26:17.604247Z","steps":["trace[1810683844] 'process raft request' (duration: 836.808796ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:17.604369Z","caller":"traceutil/trace.go:171","msg":"trace[1845485500] transaction","detail":"{read_only:false; response_revision:23399; number_of_response:1; }","duration":"834.101907ms","start":"2026-03-05T07:26:16.770253Z","end":"2026-03-05T07:26:17.604355Z","steps":["trace[1845485500] 'process raft request' (duration: 833.870131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:17.604365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:16.287939Z","time spent":"1.316300671s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:17.604392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:16.767213Z","time spent":"837.125743ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:17.604442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:16.770228Z","time spent":"834.178568ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:17.604537Z","caller":"traceutil/trace.go:171","msg":"trace[1907785433] transaction","detail":"{read_only:false; response_revision:23400; number_of_response:1; }","duration":"834.126246ms","start":"2026-03-05T07:26:16.770397Z","end":"2026-03-05T07:26:17.604523Z","steps":["trace[1907785433] 'process raft request' (duration: 833.779619ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:17.604555Z","caller":"traceutil/trace.go:171","msg":"trace[592518005] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"833.267577ms","start":"2026-03-05T07:26:16.771265Z","end":"2026-03-05T07:26:17.604532Z","steps":["trace[592518005] 'process raft request' (duration: 833.205736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:17.604599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:16.77039Z","time spent":"834.180978ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:17.604662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:16.771254Z","time spent":"833.351519ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:18.219053Z","caller":"traceutil/trace.go:171","msg":"trace[1697609525] linearizableReadLoop","detail":"{readStateIndex:24223; appliedIndex:24214; }","duration":"1.335711159s","start":"2026-03-05T07:26:16.8833Z","end":"2026-03-05T07:26:18.219011Z","steps":["trace[1697609525] 'read index received' (duration: 599.630824ms)","trace[1697609525] 'applied index is now lower than readState.Index' (duration: 736.079115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:18.219189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916069608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:18.219228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617745284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:18.219283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448890286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T07:26:18.219354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45325342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:18.219362Z","caller":"traceutil/trace.go:171","msg":"trace[1438138454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23402; }","duration":"1.449010689s","start":"2026-03-05T07:26:16.770332Z","end":"2026-03-05T07:26:18.219343Z","steps":["trace[1438138454] 'agreement among raft nodes before linearized reading' (duration: 1.448758273s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.219369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692567428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:18.219395Z","caller":"traceutil/trace.go:171","msg":"trace[1049700751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23402; }","duration":"2.453328792s","start":"2026-03-05T07:26:15.766058Z","end":"2026-03-05T07:26:18.219387Z","steps":["trace[1049700751] 'agreement among raft nodes before linearized reading' (duration: 2.45326285s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.219409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:16.770325Z","time spent":"1.44907571s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:26:18.219407Z","caller":"traceutil/trace.go:171","msg":"trace[442379601] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23402; }","duration":"2.6926414s","start":"2026-03-05T07:26:15.526753Z","end":"2026-03-05T07:26:18.219395Z","steps":["trace[442379601] 'agreement among raft nodes before linearized reading' (duration: 2.692586769s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.219439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:15.766039Z","time spent":"2.453390623s","remote":"127.0.0.1:37136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:18.219454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:15.526732Z","time spent":"2.692711861s","remote":"127.0.0.1:44932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:18.219499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792726265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-05T07:26:18.219431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575337572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:26:18.21952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283731207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-05T07:26:18.219311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028249172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:18.219558Z","caller":"traceutil/trace.go:171","msg":"trace[1151228038] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23402; }","duration":"2.792804667s","start":"2026-03-05T07:26:15.42674Z","end":"2026-03-05T07:26:18.219544Z","steps":["trace[1151228038] 'agreement among raft nodes before linearized reading' (duration: 2.792649463s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:18.219589Z","caller":"traceutil/trace.go:171","msg":"trace[606091808] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23402; }","duration":"2.283825961s","start":"2026-03-05T07:26:15.935743Z","end":"2026-03-05T07:26:18.219569Z","steps":["trace[606091808] 'agreement among raft nodes before linearized reading' (duration: 2.283574584s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.219607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:15.42673Z","time spent":"2.792865088s","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-05T07:26:18.219612Z","caller":"traceutil/trace.go:171","msg":"trace[283264001] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23402; }","duration":"2.575486866s","start":"2026-03-05T07:26:15.644069Z","end":"2026-03-05T07:26:18.219556Z","steps":["trace[283264001] 'agreement among raft nodes before linearized reading' (duration: 2.575195219s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:18.219674Z","caller":"traceutil/trace.go:171","msg":"trace[1914841402] transaction","detail":"{read_only:false; response_revision:23402; number_of_response:1; }","duration":"935.832759ms","start":"2026-03-05T07:26:17.283831Z","end":"2026-03-05T07:26:18.219664Z","steps":["trace[1914841402] 'process raft request' (duration: 935.00149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.219712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:15.643998Z","time spent":"2.575694751s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:18.219772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:17.283799Z","time spent":"935.901361ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:18.219354Z","caller":"traceutil/trace.go:171","msg":"trace[1470724554] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23402; }","duration":"1.617938978s","start":"2026-03-05T07:26:16.601389Z","end":"2026-03-05T07:26:18.219328Z","steps":["trace[1470724554] 'agreement among raft nodes before linearized reading' (duration: 1.617731714s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.219829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:16.601374Z","time spent":"1.61844002s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:18.21961Z","caller":"traceutil/trace.go:171","msg":"trace[1945889023] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23402; }","duration":"2.028681743s","start":"2026-03-05T07:26:16.1909Z","end":"2026-03-05T07:26:18.219581Z","steps":["trace[1945889023] 'agreement among raft nodes before linearized reading' (duration: 2.028258143s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.21992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:16.190871Z","time spent":"2.02902014s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:18.219929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80908137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:18.219988Z","caller":"traceutil/trace.go:171","msg":"trace[1819785934] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23402; }","duration":"1.809178103s","start":"2026-03-05T07:26:16.410797Z","end":"2026-03-05T07:26:18.219975Z","steps":["trace[1819785934] 'agreement among raft nodes before linearized reading' (duration: 1.808374214s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.219641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:15.935726Z","time spent":"2.283903482s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-05T07:26:18.220036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:16.410777Z","time spent":"1.809247524s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:18.219278Z","caller":"traceutil/trace.go:171","msg":"trace[781458214] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23402; }","duration":"1.916211062s","start":"2026-03-05T07:26:16.303046Z","end":"2026-03-05T07:26:18.219257Z","steps":["trace[781458214] 'agreement among raft nodes before linearized reading' (duration: 1.915996087s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.220139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:16.30303Z","time spent":"1.917085822s","remote":"127.0.0.1:59150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:18.351358Z","caller":"traceutil/trace.go:171","msg":"trace[1485021690] linearizableReadLoop","detail":"{readStateIndex:24224; appliedIndex:24223; }","duration":"132.204708ms","start":"2026-03-05T07:26:18.219126Z","end":"2026-03-05T07:26:18.351331Z","steps":["trace[1485021690] 'read index received' (duration: 132.100525ms)","trace[1485021690] 'applied index is now lower than readState.Index' (duration: 103.193µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:18.351492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.836269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:18.351576Z","caller":"traceutil/trace.go:171","msg":"trace[676125633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23403; }","duration":"921.945191ms","start":"2026-03-05T07:26:17.429612Z","end":"2026-03-05T07:26:18.351558Z","steps":["trace[676125633] 'agreement among raft nodes before linearized reading' (duration: 921.741396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.35159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.924781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:26:18.351623Z","caller":"traceutil/trace.go:171","msg":"trace[1917767265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23403; }","duration":"926.977732ms","start":"2026-03-05T07:26:17.424636Z","end":"2026-03-05T07:26:18.351614Z","steps":["trace[1917767265] 'agreement among raft nodes before linearized reading' (duration: 926.827129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.351664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:17.424594Z","time spent":"927.062474ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T07:26:18.3518Z","caller":"traceutil/trace.go:171","msg":"trace[1897843295] transaction","detail":"{read_only:false; response_revision:23403; number_of_response:1; }","duration":"581.133556ms","start":"2026-03-05T07:26:17.770654Z","end":"2026-03-05T07:26:18.351788Z","steps":["trace[1897843295] 'process raft request' (duration: 580.510001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.351889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:17.770634Z","time spent":"581.199578ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:18.351927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147923084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-05T07:26:18.351978Z","caller":"traceutil/trace.go:171","msg":"trace[313206666] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23403; }","duration":"1.148001536s","start":"2026-03-05T07:26:17.203961Z","end":"2026-03-05T07:26:18.351963Z","steps":["trace[313206666] 'agreement among raft nodes before linearized reading' (duration: 1.147902023s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.352049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:17.203943Z","time spent":"1.148093307s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T07:26:18.351625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:17.429607Z","time spent":"922.009402ms","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:18.352249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.181627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T07:26:18.35229Z","caller":"traceutil/trace.go:171","msg":"trace[810611224] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23403; }","duration":"745.254928ms","start":"2026-03-05T07:26:17.607023Z","end":"2026-03-05T07:26:18.352278Z","steps":["trace[810611224] 'agreement among raft nodes before linearized reading' (duration: 745.122415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.352323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:17.607006Z","time spent":"745.31086ms","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T07:26:18.352294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465421252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T07:26:18.352421Z","caller":"traceutil/trace.go:171","msg":"trace[470899863] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd; range_end:; response_count:1; response_revision:23403; }","duration":"1.465586746s","start":"2026-03-05T07:26:16.886814Z","end":"2026-03-05T07:26:18.352401Z","steps":["trace[470899863] 'agreement among raft nodes before linearized reading' (duration: 1.465186167s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.352472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:16.886802Z","time spent":"1.465660897s","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd\" "} {"level":"warn","ts":"2026-03-05T07:26:18.352739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32080132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:18.353473Z","caller":"traceutil/trace.go:171","msg":"trace[508827602] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23404; }","duration":"1.321557447s","start":"2026-03-05T07:26:17.031891Z","end":"2026-03-05T07:26:18.353449Z","steps":["trace[508827602] 'agreement among raft nodes before linearized reading' (duration: 1.320807451s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.353532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:17.031872Z","time spent":"1.321643518s","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-05T07:26:18.352798Z","caller":"traceutil/trace.go:171","msg":"trace[1302554554] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"128.124926ms","start":"2026-03-05T07:26:18.224661Z","end":"2026-03-05T07:26:18.352786Z","steps":["trace[1302554554] 'process raft request' (duration: 127.568144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.352997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.061397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-459a0909-a1c8-458d-97f0-b52cd3b762e3\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-05T07:26:18.353839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466184708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T07:26:18.353914Z","caller":"traceutil/trace.go:171","msg":"trace[107451488] range","detail":"{range_begin:/registry/persistentvolumes/pvc-459a0909-a1c8-458d-97f0-b52cd3b762e3; range_end:; response_count:1; response_revision:23404; }","duration":"130.316695ms","start":"2026-03-05T07:26:18.223578Z","end":"2026-03-05T07:26:18.353895Z","steps":["trace[107451488] 'agreement among raft nodes before linearized reading' (duration: 128.856283ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:18.353927Z","caller":"traceutil/trace.go:171","msg":"trace[155298150] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23404; }","duration":"1.466416804s","start":"2026-03-05T07:26:16.887491Z","end":"2026-03-05T07:26:18.353908Z","steps":["trace[155298150] 'agreement among raft nodes before linearized reading' (duration: 1.465404882s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:18.354174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:16.887472Z","time spent":"1.46668698s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T07:26:18.353123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.139987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T07:26:18.354301Z","caller":"traceutil/trace.go:171","msg":"trace[1375228666] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23404; }","duration":"125.355435ms","start":"2026-03-05T07:26:18.228928Z","end":"2026-03-05T07:26:18.354283Z","steps":["trace[1375228666] 'agreement among raft nodes before linearized reading' (duration: 124.122117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:23.868992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592956405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:26:24.369561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592956405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:26:24.680149Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.320963523s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:26:24.680639Z","caller":"traceutil/trace.go:171","msg":"trace[122709607] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"1.321516336s","start":"2026-03-05T07:26:23.359092Z","end":"2026-03-05T07:26:24.680609Z","steps":["trace[122709607] 'process raft request' (duration: 1.3212763s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:24.680815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:23.359075Z","time spent":"1.321644709s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:26.008115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000500318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T07:26:26.008203Z","caller":"traceutil/trace.go:171","msg":"trace[688042081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00062726s","start":"2026-03-05T07:26:24.007556Z","end":"2026-03-05T07:26:26.008183Z","steps":["trace[688042081] 'agreement among raft nodes before linearized reading' (duration: 2.000520198s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.00825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:24.007536Z","time spent":"2.000703911s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:26.642158Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.961707569s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:26:26.642773Z","caller":"traceutil/trace.go:171","msg":"trace[665946230] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"2.994023861s","start":"2026-03-05T07:26:23.648712Z","end":"2026-03-05T07:26:26.642736Z","steps":["trace[665946230] 'process raft request' (duration: 2.993697274s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.643017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:23.648688Z","time spent":"2.994207725s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:26.643074Z","caller":"traceutil/trace.go:171","msg":"trace[1346655367] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"2.978817745s","start":"2026-03-05T07:26:23.66423Z","end":"2026-03-05T07:26:26.643048Z","steps":["trace[1346655367] 'process raft request' (duration: 2.978421156s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.643203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:23.664204Z","time spent":"2.978923808s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:26.643288Z","caller":"traceutil/trace.go:171","msg":"trace[669378394] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"2.942069163s","start":"2026-03-05T07:26:23.701193Z","end":"2026-03-05T07:26:26.643263Z","steps":["trace[669378394] 'process raft request' (duration: 2.941742685s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:26.643314Z","caller":"traceutil/trace.go:171","msg":"trace[71013635] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"2.94150921s","start":"2026-03-05T07:26:23.701787Z","end":"2026-03-05T07:26:26.643297Z","steps":["trace[71013635] 'process raft request' (duration: 2.941327166s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.643401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:23.701173Z","time spent":"2.942160994s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:26.643406Z","caller":"traceutil/trace.go:171","msg":"trace[313807740] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"2.940922886s","start":"2026-03-05T07:26:23.702463Z","end":"2026-03-05T07:26:26.643386Z","steps":["trace[313807740] 'process raft request' (duration: 2.940697971s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:26.643402Z","caller":"traceutil/trace.go:171","msg":"trace[795161040] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"2.942083423s","start":"2026-03-05T07:26:23.701279Z","end":"2026-03-05T07:26:26.643363Z","steps":["trace[795161040] 'process raft request' (duration: 2.941786395s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:26.643442Z","caller":"traceutil/trace.go:171","msg":"trace[184704810] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"2.940961667s","start":"2026-03-05T07:26:23.702473Z","end":"2026-03-05T07:26:26.643435Z","steps":["trace[184704810] 'process raft request' (duration: 2.940746352s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.64345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:23.701764Z","time spent":"2.941580712s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:26.643476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:23.702453Z","time spent":"2.941004368s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:26.64328Z","caller":"traceutil/trace.go:171","msg":"trace[1425831997] linearizableReadLoop","detail":"{readStateIndex:24272; appliedIndex:24264; }","duration":"3.274710006s","start":"2026-03-05T07:26:23.368549Z","end":"2026-03-05T07:26:26.643259Z","steps":["trace[1425831997] 'read index received' (duration: 1.311892882s)","trace[1425831997] 'applied index is now lower than readState.Index' (duration: 1.962816284s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:26.643524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:23.702453Z","time spent":"2.940994918s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:26.643555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:23.701275Z","time spent":"2.942194555s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:26.64434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27578749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:26.644425Z","caller":"traceutil/trace.go:171","msg":"trace[926227403] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23450; }","duration":"3.275917812s","start":"2026-03-05T07:26:23.368484Z","end":"2026-03-05T07:26:26.644402Z","steps":["trace[926227403] 'agreement among raft nodes before linearized reading' (duration: 3.274842039s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.644476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:23.368462Z","time spent":"3.275998774s","remote":"127.0.0.1:42656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:26.735078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286078677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:26.735185Z","caller":"traceutil/trace.go:171","msg":"trace[895949673] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23452; }","duration":"3.286257481s","start":"2026-03-05T07:26:23.448902Z","end":"2026-03-05T07:26:26.735159Z","steps":["trace[895949673] 'agreement among raft nodes before linearized reading' (duration: 3.285997306s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.735249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:23.448888Z","time spent":"3.286342283s","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:26.735317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513068195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:26.735397Z","caller":"traceutil/trace.go:171","msg":"trace[903308164] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"1.129336251s","start":"2026-03-05T07:26:25.606051Z","end":"2026-03-05T07:26:26.735387Z","steps":["trace[903308164] 'process raft request' (duration: 1.128771919s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:26.735407Z","caller":"traceutil/trace.go:171","msg":"trace[1587178495] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23452; }","duration":"2.513238528s","start":"2026-03-05T07:26:24.222149Z","end":"2026-03-05T07:26:26.735387Z","steps":["trace[1587178495] 'agreement among raft nodes before linearized reading' (duration: 2.513052984s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.735474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:24.222133Z","time spent":"2.51332965s","remote":"127.0.0.1:42670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:26.735573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:25.606038Z","time spent":"1.129416653s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:26.735107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819381138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T07:26:26.735741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.675745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:26.735744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113111759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:26:26.735787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330430892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:26.735803Z","caller":"traceutil/trace.go:171","msg":"trace[771366826] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23452; }","duration":"126.735396ms","start":"2026-03-05T07:26:26.609049Z","end":"2026-03-05T07:26:26.735784Z","steps":["trace[771366826] 'agreement among raft nodes before linearized reading' (duration: 126.644324ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:26.735838Z","caller":"traceutil/trace.go:171","msg":"trace[1512358114] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23452; }","duration":"2.330539705s","start":"2026-03-05T07:26:24.405274Z","end":"2026-03-05T07:26:26.735813Z","steps":["trace[1512358114] 'agreement among raft nodes before linearized reading' (duration: 2.330472813s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.735891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:24.405251Z","time spent":"2.330625366s","remote":"127.0.0.1:53804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:26.735894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.276320352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-05T07:26:26.735945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843984021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-05T07:26:26.735937Z","caller":"traceutil/trace.go:171","msg":"trace[1167633882] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23452; }","duration":"3.276387453s","start":"2026-03-05T07:26:23.459538Z","end":"2026-03-05T07:26:26.735925Z","steps":["trace[1167633882] 'agreement among raft nodes before linearized reading' (duration: 3.27625832s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:26.735348Z","caller":"traceutil/trace.go:171","msg":"trace[403729978] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"1.163914427s","start":"2026-03-05T07:26:25.571416Z","end":"2026-03-05T07:26:26.735331Z","steps":["trace[403729978] 'process raft request' (duration: 1.161085934s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.736004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:23.459528Z","time spent":"3.276456305s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:26:26.735833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327447046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-05T07:26:26.73605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322447555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:26:26.736079Z","caller":"traceutil/trace.go:171","msg":"trace[1477237516] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23452; }","duration":"2.327731172s","start":"2026-03-05T07:26:24.408337Z","end":"2026-03-05T07:26:26.736068Z","steps":["trace[1477237516] 'agreement among raft nodes before linearized reading' (duration: 2.327376214s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.736117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:24.408319Z","time spent":"2.327786403s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-05T07:26:26.736128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.329719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:26.736658Z","caller":"traceutil/trace.go:171","msg":"trace[705304788] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23452; }","duration":"576.855261ms","start":"2026-03-05T07:26:26.159783Z","end":"2026-03-05T07:26:26.736638Z","steps":["trace[705304788] 'agreement among raft nodes before linearized reading' (duration: 576.307189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.736064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.410265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:26:26.736775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:26.159722Z","time spent":"577.031544ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:26.736798Z","caller":"traceutil/trace.go:171","msg":"trace[1243309147] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23452; }","duration":"382.175992ms","start":"2026-03-05T07:26:26.354606Z","end":"2026-03-05T07:26:26.736782Z","steps":["trace[1243309147] 'agreement among raft nodes before linearized reading' (duration: 381.414025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.736851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:26.354579Z","time spent":"382.254253ms","remote":"127.0.0.1:51342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:26.736023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849884472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:26.736955Z","caller":"traceutil/trace.go:171","msg":"trace[518515588] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23452; }","duration":"2.850838302s","start":"2026-03-05T07:26:23.886097Z","end":"2026-03-05T07:26:26.736936Z","steps":["trace[518515588] 'agreement among raft nodes before linearized reading' (duration: 2.849898222s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.737018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:23.886081Z","time spent":"2.850917584s","remote":"127.0.0.1:59060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:26.735946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320623225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:26:26.737206Z","caller":"traceutil/trace.go:171","msg":"trace[135808518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23452; }","duration":"2.321794691s","start":"2026-03-05T07:26:24.415299Z","end":"2026-03-05T07:26:26.737094Z","steps":["trace[135808518] 'agreement among raft nodes before linearized reading' (duration: 2.320564784s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:26.735763Z","caller":"traceutil/trace.go:171","msg":"trace[999546319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23452; }","duration":"1.820095184s","start":"2026-03-05T07:26:24.915647Z","end":"2026-03-05T07:26:26.735742Z","steps":["trace[999546319] 'agreement among raft nodes before linearized reading' (duration: 1.819309936s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.737326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:24.415292Z","time spent":"2.322014085s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:26:26.737458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:24.915625Z","time spent":"1.82171777s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:26:26.735813Z","caller":"traceutil/trace.go:171","msg":"trace[1846962224] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23452; }","duration":"3.113243742s","start":"2026-03-05T07:26:23.622554Z","end":"2026-03-05T07:26:26.735798Z","steps":["trace[1846962224] 'agreement among raft nodes before linearized reading' (duration: 3.113086228s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.736114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:25.571391Z","time spent":"1.164630333s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:26.736115Z","caller":"traceutil/trace.go:171","msg":"trace[710852005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23452; }","duration":"2.322506796s","start":"2026-03-05T07:26:24.413592Z","end":"2026-03-05T07:26:26.736099Z","steps":["trace[710852005] 'agreement among raft nodes before linearized reading' (duration: 2.322381583s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:26.735983Z","caller":"traceutil/trace.go:171","msg":"trace[115342354] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23452; }","duration":"2.844047223s","start":"2026-03-05T07:26:23.891921Z","end":"2026-03-05T07:26:26.735969Z","steps":["trace[115342354] 'agreement among raft nodes before linearized reading' (duration: 2.84391383s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.736353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818016388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T07:26:26.736399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.873914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:26.736494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815687006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T07:26:26.736511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609924379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:26.737626Z","caller":"traceutil/trace.go:171","msg":"trace[379577456] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23452; }","duration":"2.611081335s","start":"2026-03-05T07:26:24.126528Z","end":"2026-03-05T07:26:26.73761Z","steps":["trace[379577456] 'agreement among raft nodes before linearized reading' (duration: 2.609023339s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:26.737681Z","caller":"traceutil/trace.go:171","msg":"trace[1498241583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23452; }","duration":"729.173732ms","start":"2026-03-05T07:26:26.008495Z","end":"2026-03-05T07:26:26.737669Z","steps":["trace[1498241583] 'agreement among raft nodes before linearized reading' (duration: 727.882324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.737735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:26.008478Z","time spent":"729.245134ms","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:26:26.737819Z","caller":"traceutil/trace.go:171","msg":"trace[2008970128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23452; }","duration":"1.819527021s","start":"2026-03-05T07:26:24.918273Z","end":"2026-03-05T07:26:26.7378Z","steps":["trace[2008970128] 'agreement among raft nodes before linearized reading' (duration: 1.817910026s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.737691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:24.126504Z","time spent":"2.611168676s","remote":"127.0.0.1:51326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:26.737858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:23.622532Z","time spent":"3.115305887s","remote":"127.0.0.1:58572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:26.73788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:24.918263Z","time spent":"1.819601232s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:26:26.738023Z","caller":"traceutil/trace.go:171","msg":"trace[425385259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23452; }","duration":"1.816972114s","start":"2026-03-05T07:26:24.920743Z","end":"2026-03-05T07:26:26.737716Z","steps":["trace[425385259] 'agreement among raft nodes before linearized reading' (duration: 1.815648965s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:26.738059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:24.920733Z","time spent":"1.817313631s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:26:26.738187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:24.413572Z","time spent":"2.324210694s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:26:26.743291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:23.891904Z","time spent":"2.845803371s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-05T07:26:27.283586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592956425,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:26:27.359801Z","caller":"traceutil/trace.go:171","msg":"trace[1202388432] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"613.506192ms","start":"2026-03-05T07:26:26.74623Z","end":"2026-03-05T07:26:27.359736Z","steps":["trace[1202388432] 'process raft request' (duration: 612.905099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:27.359972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:26.746219Z","time spent":"613.667685ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:27.36032Z","caller":"traceutil/trace.go:171","msg":"trace[1542813701] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"613.01921ms","start":"2026-03-05T07:26:26.747271Z","end":"2026-03-05T07:26:27.36029Z","steps":["trace[1542813701] 'process raft request' (duration: 612.963679ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:27.360383Z","caller":"traceutil/trace.go:171","msg":"trace[141882701] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"613.726337ms","start":"2026-03-05T07:26:26.74664Z","end":"2026-03-05T07:26:27.360367Z","steps":["trace[141882701] 'process raft request' (duration: 613.442701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:27.360463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:26.746633Z","time spent":"613.786079ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:27.360491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:26.747266Z","time spent":"613.138264ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:27.360662Z","caller":"traceutil/trace.go:171","msg":"trace[542128629] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"613.762838ms","start":"2026-03-05T07:26:26.746888Z","end":"2026-03-05T07:26:27.36065Z","steps":["trace[542128629] 'process raft request' (duration: 613.293177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:27.360743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:26.746877Z","time spent":"613.83562ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:27.360794Z","caller":"traceutil/trace.go:171","msg":"trace[1256005181] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"614.514885ms","start":"2026-03-05T07:26:26.746267Z","end":"2026-03-05T07:26:27.360782Z","steps":["trace[1256005181] 'process raft request' (duration: 613.39644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:27.360837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:26.746251Z","time spent":"614.566236ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:27.374414Z","caller":"traceutil/trace.go:171","msg":"trace[735434306] linearizableReadLoop","detail":"{readStateIndex:24281; appliedIndex:24275; }","duration":"591.445243ms","start":"2026-03-05T07:26:26.782942Z","end":"2026-03-05T07:26:27.374387Z","steps":["trace[735434306] 'read index received' (duration: 576.651026ms)","trace[735434306] 'applied index is now lower than readState.Index' (duration: 14.792987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:27.374765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.859192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:27.374815Z","caller":"traceutil/trace.go:171","msg":"trace[320964094] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"590.868121ms","start":"2026-03-05T07:26:26.783916Z","end":"2026-03-05T07:26:27.374785Z","steps":["trace[320964094] 'process raft request' (duration: 590.335028ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:27.374867Z","caller":"traceutil/trace.go:171","msg":"trace[986897721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23458; }","duration":"623.934203ms","start":"2026-03-05T07:26:26.750867Z","end":"2026-03-05T07:26:27.374801Z","steps":["trace[986897721] 'agreement among raft nodes before linearized reading' (duration: 623.79101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:27.374948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:26.78389Z","time spent":"590.994323ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:27.374943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.197586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T07:26:27.375034Z","caller":"traceutil/trace.go:171","msg":"trace[1364476476] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd; range_end:; response_count:1; response_revision:23458; }","duration":"627.318618ms","start":"2026-03-05T07:26:26.747693Z","end":"2026-03-05T07:26:27.375012Z","steps":["trace[1364476476] 'agreement among raft nodes before linearized reading' (duration: 626.993261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:27.375078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:26.747687Z","time spent":"627.382619ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd\" "} {"level":"warn","ts":"2026-03-05T07:26:27.375221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:26.750861Z","time spent":"624.344332ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:27.375638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.874841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T07:26:27.375686Z","caller":"traceutil/trace.go:171","msg":"trace[995398652] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23458; }","duration":"590.939332ms","start":"2026-03-05T07:26:26.784734Z","end":"2026-03-05T07:26:27.375673Z","steps":["trace[995398652] 'agreement among raft nodes before linearized reading' (duration: 590.751638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:27.37571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:26.784716Z","time spent":"590.988863ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T07:26:27.375708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.401043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:27.375747Z","caller":"traceutil/trace.go:171","msg":"trace[1073520157] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23458; }","duration":"451.484925ms","start":"2026-03-05T07:26:26.924251Z","end":"2026-03-05T07:26:27.375736Z","steps":["trace[1073520157] 'agreement among raft nodes before linearized reading' (duration: 451.389143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:27.375772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:26.924231Z","time spent":"451.535936ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:27.37604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.263393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T07:26:27.376133Z","caller":"traceutil/trace.go:171","msg":"trace[40199880] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23458; }","duration":"447.371075ms","start":"2026-03-05T07:26:26.928744Z","end":"2026-03-05T07:26:27.376115Z","steps":["trace[40199880] 'agreement among raft nodes before linearized reading' (duration: 446.750241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:27.376204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:26.928714Z","time spent":"447.480267ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:27.376158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.521814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-384a878e-5c1f-49ae-b565-f42d435db6e7\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-05T07:26:27.376363Z","caller":"traceutil/trace.go:171","msg":"trace[1419128494] range","detail":"{range_begin:/registry/persistentvolumes/pvc-384a878e-5c1f-49ae-b565-f42d435db6e7; range_end:; response_count:1; response_revision:23458; }","duration":"628.765879ms","start":"2026-03-05T07:26:26.747586Z","end":"2026-03-05T07:26:27.376352Z","steps":["trace[1419128494] 'agreement among raft nodes before linearized reading' (duration: 627.122863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:27.376406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:26.747571Z","time spent":"628.82728ms","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-384a878e-5c1f-49ae-b565-f42d435db6e7\" "} {"level":"warn","ts":"2026-03-05T07:26:27.877743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592956428,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:26:28.119957Z","caller":"traceutil/trace.go:171","msg":"trace[1048873121] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"743.223445ms","start":"2026-03-05T07:26:27.376716Z","end":"2026-03-05T07:26:28.11994Z","steps":["trace[1048873121] 'process raft request' (duration: 742.99248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:28.120065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:27.376696Z","time spent":"743.305636ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:28.15511Z","caller":"traceutil/trace.go:171","msg":"trace[2007945047] linearizableReadLoop","detail":"{readStateIndex:24283; appliedIndex:24282; }","duration":"778.108446ms","start":"2026-03-05T07:26:27.376973Z","end":"2026-03-05T07:26:28.155082Z","steps":["trace[2007945047] 'read index received' (duration: 742.958628ms)","trace[2007945047] 'applied index is now lower than readState.Index' (duration: 35.148228ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:28.155411Z","caller":"traceutil/trace.go:171","msg":"trace[1568574269] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"377.427145ms","start":"2026-03-05T07:26:27.777971Z","end":"2026-03-05T07:26:28.155398Z","steps":["trace[1568574269] 'process raft request' (duration: 376.981615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:28.155546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:27.777946Z","time spent":"377.525598ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:28.155774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.8615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T07:26:28.155822Z","caller":"traceutil/trace.go:171","msg":"trace[1240166509] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23460; }","duration":"777.940732ms","start":"2026-03-05T07:26:27.377868Z","end":"2026-03-05T07:26:28.155809Z","steps":["trace[1240166509] 'agreement among raft nodes before linearized reading' (duration: 777.798159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:28.155847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:27.377839Z","time spent":"778.003203ms","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T07:26:28.155862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.234904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:28.155899Z","caller":"traceutil/trace.go:171","msg":"trace[882286884] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23460; }","duration":"191.311005ms","start":"2026-03-05T07:26:27.964576Z","end":"2026-03-05T07:26:28.155887Z","steps":["trace[882286884] 'agreement among raft nodes before linearized reading' (duration: 191.243193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:28.155993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.523936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:28.156013Z","caller":"traceutil/trace.go:171","msg":"trace[1259320012] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23460; }","duration":"717.572557ms","start":"2026-03-05T07:26:27.438435Z","end":"2026-03-05T07:26:28.156007Z","steps":["trace[1259320012] 'agreement among raft nodes before linearized reading' (duration: 717.526345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:28.156026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:27.438416Z","time spent":"717.606648ms","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T07:26:28.156076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.102129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:28.156112Z","caller":"traceutil/trace.go:171","msg":"trace[994368158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23460; }","duration":"779.17561ms","start":"2026-03-05T07:26:27.376928Z","end":"2026-03-05T07:26:28.156103Z","steps":["trace[994368158] 'agreement among raft nodes before linearized reading' (duration: 779.119699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:28.156139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.342218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-05T07:26:28.156143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:27.37691Z","time spent":"779.227222ms","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:26:28.156157Z","caller":"traceutil/trace.go:171","msg":"trace[1423407757] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23460; }","duration":"776.380018ms","start":"2026-03-05T07:26:27.379769Z","end":"2026-03-05T07:26:28.156149Z","steps":["trace[1423407757] 'agreement among raft nodes before linearized reading' (duration: 776.328327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:28.15617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:27.379753Z","time spent":"776.41387ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-05T07:26:29.242054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.608471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:29.242149Z","caller":"traceutil/trace.go:171","msg":"trace[358205734] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23460; }","duration":"859.761773ms","start":"2026-03-05T07:26:28.382365Z","end":"2026-03-05T07:26:29.242127Z","steps":["trace[358205734] 'range keys from in-memory index tree' (duration: 859.505278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:29.242193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:28.382338Z","time spent":"859.844075ms","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T07:26:29.242279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.899335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:29.242398Z","caller":"traceutil/trace.go:171","msg":"trace[1125574749] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"594.91052ms","start":"2026-03-05T07:26:28.647468Z","end":"2026-03-05T07:26:29.242378Z","steps":["trace[1125574749] 'process raft request' (duration: 48.79546ms)","trace[1125574749] 'compare' (duration: 545.767782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:29.24247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:28.647442Z","time spent":"594.992702ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:29.360802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592956441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:26:29.814765Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118471212s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T07:26:30.386169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.591263ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:30.386342Z","caller":"traceutil/trace.go:171","msg":"trace[1087024784] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23461; }","duration":"107.777067ms","start":"2026-03-05T07:26:30.278538Z","end":"2026-03-05T07:26:30.386315Z","steps":["trace[1087024784] 'range keys from in-memory index tree' (duration: 107.567953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:30.386584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.433281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:30.387654Z","caller":"traceutil/trace.go:171","msg":"trace[948472599] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"1.738698952s","start":"2026-03-05T07:26:28.648905Z","end":"2026-03-05T07:26:30.387604Z","steps":["trace[948472599] 'process raft request' (duration: 1.166138787s)","trace[948472599] 'compare' (duration: 570.790586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:30.387833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:28.648884Z","time spent":"1.738854775s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:30.387903Z","caller":"traceutil/trace.go:171","msg":"trace[1278416346] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"1.738722411s","start":"2026-03-05T07:26:28.649159Z","end":"2026-03-05T07:26:30.387882Z","steps":["trace[1278416346] 'process raft request' (duration: 1.737538176s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:30.388012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:28.649135Z","time spent":"1.738825554s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:30.38823Z","caller":"traceutil/trace.go:171","msg":"trace[1297869199] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"1.738385715s","start":"2026-03-05T07:26:28.649834Z","end":"2026-03-05T07:26:30.38822Z","steps":["trace[1297869199] 'process raft request' (duration: 1.738003366s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:30.388298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:28.649817Z","time spent":"1.738451136s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:30.3883Z","caller":"traceutil/trace.go:171","msg":"trace[1347293202] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"1.738245221s","start":"2026-03-05T07:26:28.65004Z","end":"2026-03-05T07:26:30.388286Z","steps":["trace[1347293202] 'process raft request' (duration: 1.73817942s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:30.388335Z","caller":"traceutil/trace.go:171","msg":"trace[1683910348] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"1.738408395s","start":"2026-03-05T07:26:28.649919Z","end":"2026-03-05T07:26:30.388328Z","steps":["trace[1683910348] 'process raft request' (duration: 1.738201211s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:30.388396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:28.649794Z","time spent":"1.738567049s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:30.388437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:28.650026Z","time spent":"1.738331154s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:30.388479Z","caller":"traceutil/trace.go:171","msg":"trace[45185710] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"1.738004596s","start":"2026-03-05T07:26:28.650439Z","end":"2026-03-05T07:26:30.388444Z","steps":["trace[45185710] 'process raft request' (duration: 1.737820102s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:30.38848Z","caller":"traceutil/trace.go:171","msg":"trace[1439566839] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"702.45632ms","start":"2026-03-05T07:26:29.686013Z","end":"2026-03-05T07:26:30.388469Z","steps":["trace[1439566839] 'process raft request' (duration: 702.411619ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:30.388551Z","caller":"traceutil/trace.go:171","msg":"trace[1377417450] linearizableReadLoop","detail":"{readStateIndex:24290; appliedIndex:24284; }","duration":"1.528009047s","start":"2026-03-05T07:26:28.860491Z","end":"2026-03-05T07:26:30.3885Z","steps":["trace[1377417450] 'read index received' (duration: 954.577363ms)","trace[1377417450] 'applied index is now lower than readState.Index' (duration: 573.423224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:30.388654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5281564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:26:30.388652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:28.650427Z","time spent":"1.738128659s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:30.388695Z","caller":"traceutil/trace.go:171","msg":"trace[2075707887] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23468; }","duration":"1.528237843s","start":"2026-03-05T07:26:28.860445Z","end":"2026-03-05T07:26:30.388683Z","steps":["trace[2075707887] 'agreement among raft nodes before linearized reading' (duration: 1.52815906s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:30.388726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:28.860422Z","time spent":"1.528295895s","remote":"127.0.0.1:58576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:30.388833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022817404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:26:30.388871Z","caller":"traceutil/trace.go:171","msg":"trace[1823622790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23468; }","duration":"1.022879956s","start":"2026-03-05T07:26:29.36598Z","end":"2026-03-05T07:26:30.38886Z","steps":["trace[1823622790] 'agreement among raft nodes before linearized reading' (duration: 1.022759803s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:30.3889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:29.365972Z","time spent":"1.022920596s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:26:30.388929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.58718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:30.388975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481355685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-05T07:26:30.389013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.51331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-05T07:26:30.389025Z","caller":"traceutil/trace.go:171","msg":"trace[1111848499] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23468; }","duration":"1.481461077s","start":"2026-03-05T07:26:28.907545Z","end":"2026-03-05T07:26:30.389006Z","steps":["trace[1111848499] 'agreement among raft nodes before linearized reading' (duration: 1.481193321s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:30.389031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022781632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:26:30.389061Z","caller":"traceutil/trace.go:171","msg":"trace[711991720] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23468; }","duration":"621.591851ms","start":"2026-03-05T07:26:29.767453Z","end":"2026-03-05T07:26:30.389045Z","steps":["trace[711991720] 'agreement among raft nodes before linearized reading' (duration: 621.430747ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:30.389063Z","caller":"traceutil/trace.go:171","msg":"trace[1139014250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23468; }","duration":"1.022838834s","start":"2026-03-05T07:26:29.366215Z","end":"2026-03-05T07:26:30.389054Z","steps":["trace[1139014250] 'agreement among raft nodes before linearized reading' (duration: 1.022751952s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:30.389073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:28.907529Z","time spent":"1.481533569s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-05T07:26:30.389088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:29.767433Z","time spent":"621.647712ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T07:26:30.38909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:29.366202Z","time spent":"1.022881765s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:26:30.389069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.168207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:30.38915Z","caller":"traceutil/trace.go:171","msg":"trace[1725129185] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23468; }","duration":"815.256368ms","start":"2026-03-05T07:26:29.573868Z","end":"2026-03-05T07:26:30.389124Z","steps":["trace[1725129185] 'agreement among raft nodes before linearized reading' (duration: 815.102375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:30.389207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023249664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T07:26:30.389194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142627396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:30.388976Z","caller":"traceutil/trace.go:171","msg":"trace[840208111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23468; }","duration":"424.682572ms","start":"2026-03-05T07:26:29.96428Z","end":"2026-03-05T07:26:30.388963Z","steps":["trace[840208111] 'agreement among raft nodes before linearized reading' (duration: 424.60998ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:30.389232Z","caller":"traceutil/trace.go:171","msg":"trace[546296400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23468; }","duration":"1.023303665s","start":"2026-03-05T07:26:29.365921Z","end":"2026-03-05T07:26:30.389225Z","steps":["trace[546296400] 'agreement among raft nodes before linearized reading' (duration: 1.023225983s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:30.389227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:29.573803Z","time spent":"815.382521ms","remote":"127.0.0.1:44142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:30.389259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:29.365907Z","time spent":"1.023345966s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T07:26:30.389255Z","caller":"traceutil/trace.go:171","msg":"trace[1979604030] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23468; }","duration":"1.142728998s","start":"2026-03-05T07:26:29.246508Z","end":"2026-03-05T07:26:30.389237Z","steps":["trace[1979604030] 'agreement among raft nodes before linearized reading' (duration: 1.142629966s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:30.389255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382817174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:30.38931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:29.246485Z","time spent":"1.14281132s","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-05T07:26:30.389324Z","caller":"traceutil/trace.go:171","msg":"trace[1004403139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23468; }","duration":"1.382880405s","start":"2026-03-05T07:26:29.006422Z","end":"2026-03-05T07:26:30.389303Z","steps":["trace[1004403139] 'agreement among raft nodes before linearized reading' (duration: 1.382778093s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:30.389327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024018881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T07:26:30.389367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:29.006365Z","time spent":"1.382990857s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:26:30.389378Z","caller":"traceutil/trace.go:171","msg":"trace[1590459384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23468; }","duration":"1.024099843s","start":"2026-03-05T07:26:29.365261Z","end":"2026-03-05T07:26:30.389361Z","steps":["trace[1590459384] 'agreement among raft nodes before linearized reading' (duration: 1.02398631s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:30.38946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:29.365242Z","time spent":"1.024204474s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:26:30.389446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:29.96425Z","time spent":"425.179423ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:30.389218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024161913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:26:30.38957Z","caller":"traceutil/trace.go:171","msg":"trace[1541961470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23468; }","duration":"1.024547532s","start":"2026-03-05T07:26:29.364995Z","end":"2026-03-05T07:26:30.389543Z","steps":["trace[1541961470] 'agreement among raft nodes before linearized reading' (duration: 1.024065651s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:30.389629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:29.364966Z","time spent":"1.024646344s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:26:30.389836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:29.685984Z","time spent":"702.571013ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:31.404279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.432177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:31.404432Z","caller":"traceutil/trace.go:171","msg":"trace[1564431179] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"1.009554299s","start":"2026-03-05T07:26:30.394856Z","end":"2026-03-05T07:26:31.404411Z","steps":["trace[1564431179] 'process raft request' (duration: 495.823887ms)","trace[1564431179] 'compare' (duration: 513.008717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:31.404499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:30.394841Z","time spent":"1.009625251s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:31.433203Z","caller":"traceutil/trace.go:171","msg":"trace[23646256] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"1.038106161s","start":"2026-03-05T07:26:30.395074Z","end":"2026-03-05T07:26:31.43318Z","steps":["trace[23646256] 'process raft request' (duration: 1.037913347s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:31.433324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:30.395009Z","time spent":"1.038255365s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:31.433538Z","caller":"traceutil/trace.go:171","msg":"trace[2020481395] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"1.038225334s","start":"2026-03-05T07:26:30.395275Z","end":"2026-03-05T07:26:31.4335Z","steps":["trace[2020481395] 'process raft request' (duration: 1.037860926s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:31.433575Z","caller":"traceutil/trace.go:171","msg":"trace[805396695] linearizableReadLoop","detail":"{readStateIndex:24295; appliedIndex:24291; }","duration":"1.03759161s","start":"2026-03-05T07:26:30.395966Z","end":"2026-03-05T07:26:31.433558Z","steps":["trace[805396695] 'read index received' (duration: 494.724683ms)","trace[805396695] 'applied index is now lower than readState.Index' (duration: 542.865737ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:31.433617Z","caller":"traceutil/trace.go:171","msg":"trace[1655938655] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"1.036683191s","start":"2026-03-05T07:26:30.39692Z","end":"2026-03-05T07:26:31.433603Z","steps":["trace[1655938655] 'process raft request' (duration: 1.036542587s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:31.433665Z","caller":"traceutil/trace.go:171","msg":"trace[97921704] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"1.033301555s","start":"2026-03-05T07:26:30.40035Z","end":"2026-03-05T07:26:31.433652Z","steps":["trace[97921704] 'process raft request' (duration: 1.033153861s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:31.433695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:30.395264Z","time spent":"1.038351948s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:31.433734Z","caller":"traceutil/trace.go:171","msg":"trace[428324855] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"1.037825906s","start":"2026-03-05T07:26:30.3959Z","end":"2026-03-05T07:26:31.433726Z","steps":["trace[428324855] 'process raft request' (duration: 1.037433956s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:31.433733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:30.40033Z","time spent":"1.033359257s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:31.433785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:30.395891Z","time spent":"1.037869817s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:31.433695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:30.396907Z","time spent":"1.036744062s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:31.434137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038156363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:31.434277Z","caller":"traceutil/trace.go:171","msg":"trace[1016086268] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23474; }","duration":"1.038328147s","start":"2026-03-05T07:26:30.395933Z","end":"2026-03-05T07:26:31.434262Z","steps":["trace[1016086268] 'agreement among raft nodes before linearized reading' (duration: 1.038145873s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:31.43436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:30.395918Z","time spent":"1.038429119s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T07:26:31.955914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.224499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:31.964475Z","caller":"traceutil/trace.go:171","msg":"trace[2007923483] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"716.795108ms","start":"2026-03-05T07:26:31.247603Z","end":"2026-03-05T07:26:31.964398Z","steps":["trace[2007923483] 'process raft request' (duration: 486.00002ms)","trace[2007923483] 'compare' (duration: 221.882971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:31.964687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:31.247578Z","time spent":"716.999813ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:31.978209Z","caller":"traceutil/trace.go:171","msg":"trace[816170631] linearizableReadLoop","detail":"{readStateIndex:24299; appliedIndex:24297; }","duration":"544.565635ms","start":"2026-03-05T07:26:31.433617Z","end":"2026-03-05T07:26:31.978183Z","steps":["trace[816170631] 'read index received' (duration: 299.994651ms)","trace[816170631] 'applied index is now lower than readState.Index' (duration: 244.569284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:31.978375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582113706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:31.978419Z","caller":"traceutil/trace.go:171","msg":"trace[95009951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23475; }","duration":"1.582184267s","start":"2026-03-05T07:26:30.396223Z","end":"2026-03-05T07:26:31.978408Z","steps":["trace[95009951] 'agreement among raft nodes before linearized reading' (duration: 1.582096215s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:31.978466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:30.396217Z","time spent":"1.582237308s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:31.97861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356051861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:31.978617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065685652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-05T07:26:31.978682Z","caller":"traceutil/trace.go:171","msg":"trace[1860109075] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23475; }","duration":"1.356423528s","start":"2026-03-05T07:26:30.622237Z","end":"2026-03-05T07:26:31.978661Z","steps":["trace[1860109075] 'agreement among raft nodes before linearized reading' (duration: 1.35606056s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:31.978702Z","caller":"traceutil/trace.go:171","msg":"trace[1615425329] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23475; }","duration":"1.065821225s","start":"2026-03-05T07:26:30.912856Z","end":"2026-03-05T07:26:31.978678Z","steps":["trace[1615425329] 'agreement among raft nodes before linearized reading' (duration: 1.065407476s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:31.978696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.302334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:31.97874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:30.622209Z","time spent":"1.356512471s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:31.978757Z","caller":"traceutil/trace.go:171","msg":"trace[761315946] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23475; }","duration":"214.416426ms","start":"2026-03-05T07:26:31.764328Z","end":"2026-03-05T07:26:31.978745Z","steps":["trace[761315946] 'agreement among raft nodes before linearized reading' (duration: 214.326094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:31.978757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:30.912838Z","time spent":"1.065909917s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-05T07:26:31.978909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.706808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:31.978955Z","caller":"traceutil/trace.go:171","msg":"trace[402342050] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23475; }","duration":"539.80892ms","start":"2026-03-05T07:26:31.439133Z","end":"2026-03-05T07:26:31.978942Z","steps":["trace[402342050] 'agreement among raft nodes before linearized reading' (duration: 539.730029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:31.978984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:31.439103Z","time spent":"539.875102ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T07:26:33.049195Z","caller":"traceutil/trace.go:171","msg":"trace[608527559] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"656.35465ms","start":"2026-03-05T07:26:32.392813Z","end":"2026-03-05T07:26:33.049168Z","steps":["trace[608527559] 'process raft request' (duration: 656.176136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:33.049342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:32.392795Z","time spent":"656.467332ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:34.664067Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132590784s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:26:34.664563Z","caller":"traceutil/trace.go:171","msg":"trace[1154983636] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"2.2702681s","start":"2026-03-05T07:26:32.394267Z","end":"2026-03-05T07:26:34.664535Z","steps":["trace[1154983636] 'process raft request' (duration: 2.270037625s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:34.664722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:32.394254Z","time spent":"2.270391143s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:34.664794Z","caller":"traceutil/trace.go:171","msg":"trace[1111216037] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"2.269702297s","start":"2026-03-05T07:26:32.395069Z","end":"2026-03-05T07:26:34.664771Z","steps":["trace[1111216037] 'process raft request' (duration: 2.269420491s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:34.664923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:32.395055Z","time spent":"2.269789058s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:34.665034Z","caller":"traceutil/trace.go:171","msg":"trace[104283334] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"2.269282687s","start":"2026-03-05T07:26:32.39574Z","end":"2026-03-05T07:26:34.665023Z","steps":["trace[104283334] 'process raft request' (duration: 2.26895833s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:34.665081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:32.395722Z","time spent":"2.269331579s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:34.665078Z","caller":"traceutil/trace.go:171","msg":"trace[1640548681] linearizableReadLoop","detail":"{readStateIndex:24305; appliedIndex:24299; }","duration":"2.034416058s","start":"2026-03-05T07:26:32.630637Z","end":"2026-03-05T07:26:34.665053Z","steps":["trace[1640548681] 'read index received' (duration: 418.398132ms)","trace[1640548681] 'applied index is now lower than readState.Index' (duration: 1.616017176s)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:34.665113Z","caller":"traceutil/trace.go:171","msg":"trace[1707524366] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"2.267749653s","start":"2026-03-05T07:26:32.397345Z","end":"2026-03-05T07:26:34.665094Z","steps":["trace[1707524366] 'process raft request' (duration: 2.26759895s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:34.665131Z","caller":"traceutil/trace.go:171","msg":"trace[1719302954] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"2.256515524s","start":"2026-03-05T07:26:32.408601Z","end":"2026-03-05T07:26:34.665117Z","steps":["trace[1719302954] 'process raft request' (duration: 2.256418782s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:34.665205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034562631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:26:34.665216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:32.408571Z","time spent":"2.256588356s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:34.665234Z","caller":"traceutil/trace.go:171","msg":"trace[1631455781] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23481; }","duration":"2.034632143s","start":"2026-03-05T07:26:32.630595Z","end":"2026-03-05T07:26:34.665228Z","steps":["trace[1631455781] 'agreement among raft nodes before linearized reading' (duration: 2.034559801s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:34.665226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:32.397333Z","time spent":"2.267824695s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:34.665257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:32.630581Z","time spent":"2.034670843s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:35.008645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T07:26:35.008758Z","caller":"traceutil/trace.go:171","msg":"trace[35566350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522288s","start":"2026-03-05T07:26:33.008214Z","end":"2026-03-05T07:26:35.008737Z","steps":["trace[35566350] 'agreement among raft nodes before linearized reading' (duration: 2.000348484s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:35.00884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:33.008195Z","time spent":"2.00063347s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 07:26:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T07:26:35.166083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592956477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:26:35.605111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:34.930646Z","time spent":"674.457021ms","remote":"127.0.0.1:52598","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T07:26:35.605806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.100124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:35.606006Z","caller":"traceutil/trace.go:171","msg":"trace[288202558] linearizableReadLoop","detail":"{readStateIndex:24307; appliedIndex:24305; }","duration":"940.855219ms","start":"2026-03-05T07:26:34.665134Z","end":"2026-03-05T07:26:35.605989Z","steps":["trace[288202558] 'read index received' (duration: 565.511529ms)","trace[288202558] 'applied index is now lower than readState.Index' (duration: 375.34286ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:35.606026Z","caller":"traceutil/trace.go:171","msg":"trace[655517390] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"1.635242352s","start":"2026-03-05T07:26:33.970747Z","end":"2026-03-05T07:26:35.605989Z","steps":["trace[655517390] 'process raft request' (duration: 1.259886782s)","trace[655517390] 'compare' (duration: 375.007972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:35.606124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167952904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:26:35.60616Z","caller":"traceutil/trace.go:171","msg":"trace[321097288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23483; }","duration":"2.168014816s","start":"2026-03-05T07:26:33.438134Z","end":"2026-03-05T07:26:35.606149Z","steps":["trace[321097288] 'agreement among raft nodes before linearized reading' (duration: 2.167927624s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:35.606176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:33.970727Z","time spent":"1.635370344s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:35.606198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:33.438119Z","time spent":"2.168069827s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:26:35.606213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365288733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:35.606285Z","caller":"traceutil/trace.go:171","msg":"trace[1979173468] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23483; }","duration":"2.365420266s","start":"2026-03-05T07:26:33.240847Z","end":"2026-03-05T07:26:35.606267Z","steps":["trace[1979173468] 'agreement among raft nodes before linearized reading' (duration: 2.365276103s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:35.606289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197249513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T07:26:35.606334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:33.240824Z","time spent":"2.365499507s","remote":"127.0.0.1:58852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:35.606369Z","caller":"traceutil/trace.go:171","msg":"trace[1576344315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23483; }","duration":"2.197359356s","start":"2026-03-05T07:26:33.408992Z","end":"2026-03-05T07:26:35.606351Z","steps":["trace[1576344315] 'agreement among raft nodes before linearized reading' (duration: 2.19710836s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:35.606422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:33.408976Z","time spent":"2.197432297s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:26:35.606497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012234379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T07:26:35.606501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42291966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:26:35.606552Z","caller":"traceutil/trace.go:171","msg":"trace[424184995] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23483; }","duration":"1.012326081s","start":"2026-03-05T07:26:34.594213Z","end":"2026-03-05T07:26:35.606539Z","steps":["trace[424184995] 'agreement among raft nodes before linearized reading' (duration: 1.012140947s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:35.606556Z","caller":"traceutil/trace.go:171","msg":"trace[337249986] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23483; }","duration":"2.423004971s","start":"2026-03-05T07:26:33.18354Z","end":"2026-03-05T07:26:35.606545Z","steps":["trace[337249986] 'agreement among raft nodes before linearized reading' (duration: 2.422833757s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:35.606618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:34.594194Z","time spent":"1.012413702s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:35.606626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:33.183521Z","time spent":"2.423096743s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:26:35.606639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239680922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-05T07:26:35.606676Z","caller":"traceutil/trace.go:171","msg":"trace[800548233] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23483; }","duration":"2.239753333s","start":"2026-03-05T07:26:33.366911Z","end":"2026-03-05T07:26:35.606664Z","steps":["trace[800548233] 'agreement among raft nodes before linearized reading' (duration: 2.23957814s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:35.606695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169030328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T07:26:35.606714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:33.366895Z","time spent":"2.239812094s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T07:26:35.606732Z","caller":"traceutil/trace.go:171","msg":"trace[460029348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23483; }","duration":"2.16909566s","start":"2026-03-05T07:26:33.437628Z","end":"2026-03-05T07:26:35.606723Z","steps":["trace[460029348] 'agreement among raft nodes before linearized reading' (duration: 2.169017098s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:35.606764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:33.437617Z","time spent":"2.16913863s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:26:35.606626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168508066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T07:26:35.606794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762165591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:35.606326Z","caller":"traceutil/trace.go:171","msg":"trace[2089664141] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"552.247096ms","start":"2026-03-05T07:26:35.05406Z","end":"2026-03-05T07:26:35.606307Z","steps":["trace[2089664141] 'process raft request' (duration: 551.848847ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:35.606827Z","caller":"traceutil/trace.go:171","msg":"trace[15183061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23483; }","duration":"2.168721262s","start":"2026-03-05T07:26:33.438094Z","end":"2026-03-05T07:26:35.606815Z","steps":["trace[15183061] 'agreement among raft nodes before linearized reading' (duration: 2.168450486s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:35.606837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142613834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:35.606863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:33.438088Z","time spent":"2.168763993s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:26:35.606882Z","caller":"traceutil/trace.go:171","msg":"trace[1883561113] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23483; }","duration":"2.142684815s","start":"2026-03-05T07:26:33.464185Z","end":"2026-03-05T07:26:35.60687Z","steps":["trace[1883561113] 'agreement among raft nodes before linearized reading' (duration: 2.142620474s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:35.606923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:33.464172Z","time spent":"2.142739497s","remote":"127.0.0.1:59374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:35.606944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197850657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T07:26:35.606969Z","caller":"traceutil/trace.go:171","msg":"trace[1143312485] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23483; }","duration":"1.197891719s","start":"2026-03-05T07:26:34.40907Z","end":"2026-03-05T07:26:35.606962Z","steps":["trace[1143312485] 'agreement among raft nodes before linearized reading' (duration: 1.197791647s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:35.607001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:34.409057Z","time spent":"1.19793737s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-03-05T07:26:35.606841Z","caller":"traceutil/trace.go:171","msg":"trace[484094974] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23483; }","duration":"1.762264503s","start":"2026-03-05T07:26:33.844564Z","end":"2026-03-05T07:26:35.606829Z","steps":["trace[484094974] 'agreement among raft nodes before linearized reading' (duration: 1.762188971s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:35.607086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:33.844539Z","time spent":"1.762532569s","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:35.606219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167404503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:26:35.607168Z","caller":"traceutil/trace.go:171","msg":"trace[739950210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23483; }","duration":"2.168416255s","start":"2026-03-05T07:26:33.43874Z","end":"2026-03-05T07:26:35.607156Z","steps":["trace[739950210] 'agreement among raft nodes before linearized reading' (duration: 2.167327661s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:35.607215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:33.438732Z","time spent":"2.168471716s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:26:35.607437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:35.054042Z","time spent":"552.802167ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:36.420867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.737619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:36.420959Z","caller":"traceutil/trace.go:171","msg":"trace[986590592] linearizableReadLoop","detail":"{readStateIndex:24308; appliedIndex:24307; }","duration":"814.90339ms","start":"2026-03-05T07:26:35.606039Z","end":"2026-03-05T07:26:36.420943Z","steps":["trace[986590592] 'read index received' (duration: 392.011348ms)","trace[986590592] 'applied index is now lower than readState.Index' (duration: 422.890872ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:36.421158Z","caller":"traceutil/trace.go:171","msg":"trace[1101248441] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"1.023257693s","start":"2026-03-05T07:26:35.397888Z","end":"2026-03-05T07:26:36.421146Z","steps":["trace[1101248441] 'process raft request' (duration: 600.172706ms)","trace[1101248441] 'compare' (duration: 421.786857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:36.421227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:35.397864Z","time spent":"1.023330104s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:36.421436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177073618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:36.421474Z","caller":"traceutil/trace.go:171","msg":"trace[1302191956] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23484; }","duration":"1.17714471s","start":"2026-03-05T07:26:35.24432Z","end":"2026-03-05T07:26:36.421465Z","steps":["trace[1302191956] 'agreement among raft nodes before linearized reading' (duration: 1.177048267s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:36.421504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:35.244302Z","time spent":"1.1771948s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:36.421651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412853358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:36.421685Z","caller":"traceutil/trace.go:171","msg":"trace[1532774313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23484; }","duration":"1.412923759s","start":"2026-03-05T07:26:35.008753Z","end":"2026-03-05T07:26:36.421677Z","steps":["trace[1532774313] 'agreement among raft nodes before linearized reading' (duration: 1.412875058s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:36.421709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:35.008731Z","time spent":"1.41297333s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:36.873232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:35.608677Z","time spent":"1.264548045s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T07:26:36.873685Z","caller":"traceutil/trace.go:171","msg":"trace[1437929870] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"1.261504718s","start":"2026-03-05T07:26:35.612132Z","end":"2026-03-05T07:26:36.873637Z","steps":["trace[1437929870] 'process raft request' (duration: 1.260597448s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:36.873764Z","caller":"traceutil/trace.go:171","msg":"trace[1085281632] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"1.260238319s","start":"2026-03-05T07:26:35.613517Z","end":"2026-03-05T07:26:36.873756Z","steps":["trace[1085281632] 'process raft request' (duration: 1.260103196s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:36.873833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:35.612107Z","time spent":"1.261654421s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:36.873706Z","caller":"traceutil/trace.go:171","msg":"trace[890320963] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"1.261517878s","start":"2026-03-05T07:26:35.612159Z","end":"2026-03-05T07:26:36.873677Z","steps":["trace[890320963] 'process raft request' (duration: 1.261352834s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:36.873838Z","caller":"traceutil/trace.go:171","msg":"trace[1345327156] linearizableReadLoop","detail":"{readStateIndex:24316; appliedIndex:24308; }","duration":"452.834665ms","start":"2026-03-05T07:26:36.420982Z","end":"2026-03-05T07:26:36.873817Z","steps":["trace[1345327156] 'read index received' (duration: 409.69744ms)","trace[1345327156] 'applied index is now lower than readState.Index' (duration: 43.136255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:36.873868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:35.613506Z","time spent":"1.26028919s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:36.873923Z","caller":"traceutil/trace.go:171","msg":"trace[1501909046] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"1.212292029s","start":"2026-03-05T07:26:35.66161Z","end":"2026-03-05T07:26:36.873902Z","steps":["trace[1501909046] 'process raft request' (duration: 1.212165225s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:36.873994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241301891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:36.873979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:35.612139Z","time spent":"1.261747403s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:36.874049Z","caller":"traceutil/trace.go:171","msg":"trace[2084780777] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23491; }","duration":"1.241374802s","start":"2026-03-05T07:26:35.63266Z","end":"2026-03-05T07:26:36.874035Z","steps":["trace[2084780777] 'agreement among raft nodes before linearized reading' (duration: 1.24124169s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:36.874074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261831836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-05T07:26:36.87407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:35.661598Z","time spent":"1.21238208s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:36.87409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:35.632654Z","time spent":"1.241424694s","remote":"127.0.0.1:59274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:36.87412Z","caller":"traceutil/trace.go:171","msg":"trace[188705541] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23491; }","duration":"1.261916217s","start":"2026-03-05T07:26:35.612192Z","end":"2026-03-05T07:26:36.874108Z","steps":["trace[188705541] 'agreement among raft nodes before linearized reading' (duration: 1.261732333s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:36.874157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:35.612174Z","time spent":"1.261976479s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T07:26:36.874067Z","caller":"traceutil/trace.go:171","msg":"trace[1060318944] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"1.258822589s","start":"2026-03-05T07:26:35.615182Z","end":"2026-03-05T07:26:36.874005Z","steps":["trace[1060318944] 'process raft request' (duration: 1.258559572s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:36.874366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:35.615175Z","time spent":"1.259118635s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:36.874406Z","caller":"traceutil/trace.go:171","msg":"trace[1643344995] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"1.259896701s","start":"2026-03-05T07:26:35.613891Z","end":"2026-03-05T07:26:36.873787Z","steps":["trace[1643344995] 'process raft request' (duration: 1.259821709s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:36.87389Z","caller":"traceutil/trace.go:171","msg":"trace[1947524408] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"1.26156358s","start":"2026-03-05T07:26:35.612299Z","end":"2026-03-05T07:26:36.873863Z","steps":["trace[1947524408] 'process raft request' (duration: 1.261281043s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:36.874732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:35.613879Z","time spent":"1.260814193s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:36.87476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:35.612291Z","time spent":"1.262423468s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:38.011596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.53488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:38.012124Z","caller":"traceutil/trace.go:171","msg":"trace[940097478] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"1.343115674s","start":"2026-03-05T07:26:36.668976Z","end":"2026-03-05T07:26:38.012091Z","steps":["trace[940097478] 'process raft request' (duration: 626.550671ms)","trace[940097478] 'compare' (duration: 714.751133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:38.012275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:36.668954Z","time spent":"1.343236218s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:38.012488Z","caller":"traceutil/trace.go:171","msg":"trace[1090182466] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"1.342646883s","start":"2026-03-05T07:26:36.669803Z","end":"2026-03-05T07:26:38.01245Z","steps":["trace[1090182466] 'process raft request' (duration: 1.341903507s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:38.012633Z","caller":"traceutil/trace.go:171","msg":"trace[1230196261] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"1.342065011s","start":"2026-03-05T07:26:36.670513Z","end":"2026-03-05T07:26:38.012578Z","steps":["trace[1230196261] 'process raft request' (duration: 1.341280364s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:38.012666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:36.669786Z","time spent":"1.342788286s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:38.012857Z","caller":"traceutil/trace.go:171","msg":"trace[1142516296] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"1.342237424s","start":"2026-03-05T07:26:36.670585Z","end":"2026-03-05T07:26:38.012823Z","steps":["trace[1142516296] 'process raft request' (duration: 1.341912687s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:38.013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:36.670497Z","time spent":"1.342219714s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:38.013014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:36.670563Z","time spent":"1.342368068s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:38.01333Z","caller":"traceutil/trace.go:171","msg":"trace[1986172802] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"1.341198822s","start":"2026-03-05T07:26:36.67212Z","end":"2026-03-05T07:26:38.013319Z","steps":["trace[1986172802] 'process raft request' (duration: 1.340957547s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:38.013435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:36.672115Z","time spent":"1.341253153s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:38.013489Z","caller":"traceutil/trace.go:171","msg":"trace[665782379] linearizableReadLoop","detail":"{readStateIndex:24321; appliedIndex:24316; }","duration":"1.139563717s","start":"2026-03-05T07:26:36.873897Z","end":"2026-03-05T07:26:38.01346Z","steps":["trace[665782379] 'read index received' (duration: 421.635464ms)","trace[665782379] 'applied index is now lower than readState.Index' (duration: 717.924613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:38.013583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584378395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:38.013588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406562048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:38.013603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210367995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:38.013651Z","caller":"traceutil/trace.go:171","msg":"trace[1454013959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23496; }","duration":"1.584468417s","start":"2026-03-05T07:26:36.429162Z","end":"2026-03-05T07:26:38.01363Z","steps":["trace[1454013959] 'agreement among raft nodes before linearized reading' (duration: 1.584342374s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:38.013698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584526608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T07:26:38.013711Z","caller":"traceutil/trace.go:171","msg":"trace[1229803449] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23496; }","duration":"1.406714052s","start":"2026-03-05T07:26:36.606955Z","end":"2026-03-05T07:26:38.013669Z","steps":["trace[1229803449] 'agreement among raft nodes before linearized reading' (duration: 1.406527208s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:38.013722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:36.429148Z","time spent":"1.584565439s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:26:38.013698Z","caller":"traceutil/trace.go:171","msg":"trace[187509524] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23496; }","duration":"1.210541599s","start":"2026-03-05T07:26:36.803139Z","end":"2026-03-05T07:26:38.013681Z","steps":["trace[187509524] 'agreement among raft nodes before linearized reading' (duration: 1.210368045s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:38.01375Z","caller":"traceutil/trace.go:171","msg":"trace[1177906769] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd; range_end:; response_count:1; response_revision:23496; }","duration":"1.584614209s","start":"2026-03-05T07:26:36.429117Z","end":"2026-03-05T07:26:38.013731Z","steps":["trace[1177906769] 'agreement among raft nodes before linearized reading' (duration: 1.584432675s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:38.013771Z","caller":"traceutil/trace.go:171","msg":"trace[2028786214] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"1.139475575s","start":"2026-03-05T07:26:36.874284Z","end":"2026-03-05T07:26:38.01376Z","steps":["trace[2028786214] 'process raft request' (duration: 1.139287991s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:38.013787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:36.429097Z","time spent":"1.584681861s","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd\" "} {"level":"warn","ts":"2026-03-05T07:26:38.013788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:36.60692Z","time spent":"1.406851535s","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:38.013781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:36.803116Z","time spent":"1.210651031s","remote":"127.0.0.1:58974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:38.01384Z","caller":"traceutil/trace.go:171","msg":"trace[212209882] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"1.047281314s","start":"2026-03-05T07:26:36.966544Z","end":"2026-03-05T07:26:38.013825Z","steps":["trace[212209882] 'process raft request' (duration: 1.04708937s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:38.013907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:36.874259Z","time spent":"1.139541837s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:38.013963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:36.96652Z","time spent":"1.047379986s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:38.013731Z","caller":"traceutil/trace.go:171","msg":"trace[101290607] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"954.220034ms","start":"2026-03-05T07:26:37.059495Z","end":"2026-03-05T07:26:38.013715Z","steps":["trace[101290607] 'process raft request' (duration: 954.180783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:38.014096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:37.059477Z","time spent":"954.590473ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:38.462511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.637043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:38.462766Z","caller":"traceutil/trace.go:171","msg":"trace[1382955274] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"848.633237ms","start":"2026-03-05T07:26:37.614095Z","end":"2026-03-05T07:26:38.462728Z","steps":["trace[1382955274] 'process raft request' (duration: 848.517254ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:38.462836Z","caller":"traceutil/trace.go:171","msg":"trace[1082819284] linearizableReadLoop","detail":"{readStateIndex:24326; appliedIndex:24324; }","duration":"449.245377ms","start":"2026-03-05T07:26:38.013555Z","end":"2026-03-05T07:26:38.4628Z","steps":["trace[1082819284] 'read index received' (duration: 126.259425ms)","trace[1082819284] 'applied index is now lower than readState.Index' (duration: 322.982691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:38.462888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.20522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:38.462923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.201873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:38.46298Z","caller":"traceutil/trace.go:171","msg":"trace[357075845] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23501; }","duration":"896.327143ms","start":"2026-03-05T07:26:37.566632Z","end":"2026-03-05T07:26:38.462959Z","steps":["trace[357075845] 'agreement among raft nodes before linearized reading' (duration: 896.215311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:38.463025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:37.566616Z","time spent":"896.398774ms","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:38.46301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:37.61409Z","time spent":"848.773541ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:38.463015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473946621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-03-05T07:26:38.4628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:38.017159Z","time spent":"445.635975ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T07:26:38.463027Z","caller":"traceutil/trace.go:171","msg":"trace[998262429] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23501; }","duration":"925.327226ms","start":"2026-03-05T07:26:37.537674Z","end":"2026-03-05T07:26:38.463001Z","steps":["trace[998262429] 'agreement among raft nodes before linearized reading' (duration: 925.132382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:38.463104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.035959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:38.463151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.475627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:38.463168Z","caller":"traceutil/trace.go:171","msg":"trace[2069853459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23501; }","duration":"448.131001ms","start":"2026-03-05T07:26:38.015018Z","end":"2026-03-05T07:26:38.463149Z","steps":["trace[2069853459] 'agreement among raft nodes before linearized reading' (duration: 448.000358ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:38.4632Z","caller":"traceutil/trace.go:171","msg":"trace[883967837] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23501; }","duration":"293.58072ms","start":"2026-03-05T07:26:38.169607Z","end":"2026-03-05T07:26:38.463188Z","steps":["trace[883967837] 'agreement among raft nodes before linearized reading' (duration: 293.513098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:38.463205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:38.014999Z","time spent":"448.199102ms","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:38.463274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.208181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T07:26:38.46309Z","caller":"traceutil/trace.go:171","msg":"trace[685335591] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23501; }","duration":"1.474050993s","start":"2026-03-05T07:26:36.989025Z","end":"2026-03-05T07:26:38.463076Z","steps":["trace[685335591] 'agreement among raft nodes before linearized reading' (duration: 1.473805737s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:38.463315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.830273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T07:26:38.463324Z","caller":"traceutil/trace.go:171","msg":"trace[411302007] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23501; }","duration":"447.288313ms","start":"2026-03-05T07:26:38.016022Z","end":"2026-03-05T07:26:38.463311Z","steps":["trace[411302007] 'agreement among raft nodes before linearized reading' (duration: 447.16228ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:38.46336Z","caller":"traceutil/trace.go:171","msg":"trace[740345330] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23501; }","duration":"400.919065ms","start":"2026-03-05T07:26:38.062429Z","end":"2026-03-05T07:26:38.463348Z","steps":["trace[740345330] 'agreement among raft nodes before linearized reading' (duration: 400.639629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:38.463368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:38.016006Z","time spent":"447.350134ms","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T07:26:38.463413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:38.06241Z","time spent":"400.988877ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:38.4634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:36.989014Z","time spent":"1.474335238s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":204,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-05T07:26:38.463153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:37.537626Z","time spent":"925.51189ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:38.463081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587221639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T07:26:38.463536Z","caller":"traceutil/trace.go:171","msg":"trace[1375758157] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23501; }","duration":"1.587719989s","start":"2026-03-05T07:26:36.875804Z","end":"2026-03-05T07:26:38.463524Z","steps":["trace[1375758157] 'agreement among raft nodes before linearized reading' (duration: 1.587166267s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:38.463575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:36.875786Z","time spent":"1.587777961s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T07:26:38.462773Z","caller":"traceutil/trace.go:171","msg":"trace[1726206564] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"850.285754ms","start":"2026-03-05T07:26:37.612411Z","end":"2026-03-05T07:26:38.462696Z","steps":["trace[1726206564] 'process raft request' (duration: 527.384945ms)","trace[1726206564] 'compare' (duration: 321.046278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:38.463931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:37.612393Z","time spent":"851.463909ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:38.965523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592956506,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:26:39.215697Z","caller":"traceutil/trace.go:171","msg":"trace[938975691] linearizableReadLoop","detail":"{readStateIndex:24328; appliedIndex:24327; }","duration":"750.72554ms","start":"2026-03-05T07:26:38.464942Z","end":"2026-03-05T07:26:39.215667Z","steps":["trace[938975691] 'read index received' (duration: 744.482702ms)","trace[938975691] 'applied index is now lower than readState.Index' (duration: 6.240388ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:39.215713Z","caller":"traceutil/trace.go:171","msg":"trace[76484321] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"751.350033ms","start":"2026-03-05T07:26:38.464325Z","end":"2026-03-05T07:26:39.215675Z","steps":["trace[76484321] 'process raft request' (duration: 745.172747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:39.215991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.123125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-05T07:26:39.216024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.041328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-dvx9k\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-03-05T07:26:39.216064Z","caller":"traceutil/trace.go:171","msg":"trace[1034474413] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-dvx9k; range_end:; response_count:1; response_revision:23502; }","duration":"751.1406ms","start":"2026-03-05T07:26:38.464911Z","end":"2026-03-05T07:26:39.216052Z","steps":["trace[1034474413] 'agreement among raft nodes before linearized reading' (duration: 750.903385ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:39.216063Z","caller":"traceutil/trace.go:171","msg":"trace[370764304] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23502; }","duration":"749.257898ms","start":"2026-03-05T07:26:38.466788Z","end":"2026-03-05T07:26:39.216046Z","steps":["trace[370764304] 'agreement among raft nodes before linearized reading' (duration: 749.055544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:39.216119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:38.466762Z","time spent":"749.34838ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T07:26:39.216124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:38.464895Z","time spent":"751.205131ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4933,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-dvx9k\" "} {"level":"warn","ts":"2026-03-05T07:26:39.216095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.709178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:39.216197Z","caller":"traceutil/trace.go:171","msg":"trace[1468795956] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23502; }","duration":"534.893392ms","start":"2026-03-05T07:26:38.681279Z","end":"2026-03-05T07:26:39.216172Z","steps":["trace[1468795956] 'agreement among raft nodes before linearized reading' (duration: 534.675177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:39.216241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:38.681259Z","time spent":"534.972303ms","remote":"127.0.0.1:59168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:39.216331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.57487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:39.216366Z","caller":"traceutil/trace.go:171","msg":"trace[498991473] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23502; }","duration":"677.649372ms","start":"2026-03-05T07:26:38.538707Z","end":"2026-03-05T07:26:39.216356Z","steps":["trace[498991473] 'agreement among raft nodes before linearized reading' (duration: 677.593441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:39.216395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:38.538684Z","time spent":"677.704484ms","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T07:26:39.216483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.221698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:26:39.216596Z","caller":"traceutil/trace.go:171","msg":"trace[1147568641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23502; }","duration":"338.375492ms","start":"2026-03-05T07:26:38.878205Z","end":"2026-03-05T07:26:39.216581Z","steps":["trace[1147568641] 'agreement among raft nodes before linearized reading' (duration: 337.667686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:39.216693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:38.878184Z","time spent":"338.496174ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:26:39.21655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.843895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:39.217081Z","caller":"traceutil/trace.go:171","msg":"trace[1627182718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23502; }","duration":"743.405177ms","start":"2026-03-05T07:26:38.473662Z","end":"2026-03-05T07:26:39.217067Z","steps":["trace[1627182718] 'agreement among raft nodes before linearized reading' (duration: 742.857975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:39.217081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:38.464299Z","time spent":"751.487616ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:39.217122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:38.473646Z","time spent":"743.463138ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:39.217131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.948596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:39.217135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.259248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:26:39.217174Z","caller":"traceutil/trace.go:171","msg":"trace[1768924474] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23502; }","duration":"181.027008ms","start":"2026-03-05T07:26:39.036134Z","end":"2026-03-05T07:26:39.217161Z","steps":["trace[1768924474] 'agreement among raft nodes before linearized reading' (duration: 180.929806ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:39.217181Z","caller":"traceutil/trace.go:171","msg":"trace[972814012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23502; }","duration":"338.32558ms","start":"2026-03-05T07:26:38.878842Z","end":"2026-03-05T07:26:39.217168Z","steps":["trace[972814012] 'agreement among raft nodes before linearized reading' (duration: 338.189597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:39.217218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:38.878833Z","time spent":"338.377321ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:26:39.21662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.366561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:26:39.217277Z","caller":"traceutil/trace.go:171","msg":"trace[323895247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23502; }","duration":"339.060057ms","start":"2026-03-05T07:26:38.878205Z","end":"2026-03-05T07:26:39.217265Z","steps":["trace[323895247] 'agreement among raft nodes before linearized reading' (duration: 338.253709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:39.217279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.416289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T07:26:39.217323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:38.878184Z","time spent":"339.123777ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:26:39.217357Z","caller":"traceutil/trace.go:171","msg":"trace[132962759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23502; }","duration":"337.577243ms","start":"2026-03-05T07:26:38.879758Z","end":"2026-03-05T07:26:39.217335Z","steps":["trace[132962759] 'agreement among raft nodes before linearized reading' (duration: 337.279597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:39.217461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:38.879747Z","time spent":"337.704416ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:26:39.218562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.547892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:26:39.218638Z","caller":"traceutil/trace.go:171","msg":"trace[1023932631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23502; }","duration":"337.654895ms","start":"2026-03-05T07:26:38.880962Z","end":"2026-03-05T07:26:39.218617Z","steps":["trace[1023932631] 'agreement among raft nodes before linearized reading' (duration: 335.690311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:39.218682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:38.880953Z","time spent":"337.720397ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:26:40.317713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.598342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:40.317916Z","caller":"traceutil/trace.go:171","msg":"trace[966333695] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"1.088020907s","start":"2026-03-05T07:26:39.229865Z","end":"2026-03-05T07:26:40.317886Z","steps":["trace[966333695] 'process raft request' (duration: 423.22288ms)","trace[966333695] 'compare' (duration: 663.740674ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:40.317975Z","caller":"traceutil/trace.go:171","msg":"trace[243138823] linearizableReadLoop","detail":"{readStateIndex:24333; appliedIndex:24328; }","duration":"1.083418425s","start":"2026-03-05T07:26:39.234543Z","end":"2026-03-05T07:26:40.317961Z","steps":["trace[243138823] 'read index received' (duration: 418.536266ms)","trace[243138823] 'applied index is now lower than readState.Index' (duration: 664.881359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:40.318056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:39.229854Z","time spent":"1.088127779s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:40.31814Z","caller":"traceutil/trace.go:171","msg":"trace[120190020] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"1.08772433s","start":"2026-03-05T07:26:39.230408Z","end":"2026-03-05T07:26:40.318132Z","steps":["trace[120190020] 'process raft request' (duration: 1.087386053s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:40.318184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:39.230368Z","time spent":"1.087792782s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:40.318266Z","caller":"traceutil/trace.go:171","msg":"trace[756327536] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"1.0877246s","start":"2026-03-05T07:26:39.230536Z","end":"2026-03-05T07:26:40.318261Z","steps":["trace[756327536] 'process raft request' (duration: 1.087349402s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:40.318293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:39.230532Z","time spent":"1.0877463s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:40.318361Z","caller":"traceutil/trace.go:171","msg":"trace[210068581] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"1.087207479s","start":"2026-03-05T07:26:39.231148Z","end":"2026-03-05T07:26:40.318356Z","steps":["trace[210068581] 'process raft request' (duration: 1.086764679s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:40.318387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:39.23114Z","time spent":"1.087232609s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:40.31845Z","caller":"traceutil/trace.go:171","msg":"trace[1876666020] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"1.086010643s","start":"2026-03-05T07:26:39.232431Z","end":"2026-03-05T07:26:40.318442Z","steps":["trace[1876666020] 'process raft request' (duration: 1.085504932s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:40.318476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:39.232421Z","time spent":"1.086040953s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:40.318582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084046199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:26:40.318598Z","caller":"traceutil/trace.go:171","msg":"trace[1551668935] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23507; }","duration":"1.08408505s","start":"2026-03-05T07:26:39.234508Z","end":"2026-03-05T07:26:40.318593Z","steps":["trace[1551668935] 'agreement among raft nodes before linearized reading' (duration: 1.084003878s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:40.318615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:39.2345Z","time spent":"1.084111041s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T07:26:40.731742Z","caller":"traceutil/trace.go:171","msg":"trace[1665142791] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"713.271021ms","start":"2026-03-05T07:26:40.018441Z","end":"2026-03-05T07:26:40.731712Z","steps":["trace[1665142791] 'process raft request' (duration: 712.78928ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:40.731765Z","caller":"traceutil/trace.go:171","msg":"trace[634864938] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"712.536935ms","start":"2026-03-05T07:26:40.019209Z","end":"2026-03-05T07:26:40.731746Z","steps":["trace[634864938] 'process raft request' (duration: 712.28685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:40.731881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:40.019204Z","time spent":"712.617457ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:40.731886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:40.018431Z","time spent":"713.377864ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:40.731999Z","caller":"traceutil/trace.go:171","msg":"trace[255769910] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"712.732049ms","start":"2026-03-05T07:26:40.019237Z","end":"2026-03-05T07:26:40.731969Z","steps":["trace[255769910] 'process raft request' (duration: 712.3289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:40.732158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:40.019234Z","time spent":"712.839281ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:40.732225Z","caller":"traceutil/trace.go:171","msg":"trace[1066896859] linearizableReadLoop","detail":"{readStateIndex:24338; appliedIndex:24333; }","duration":"414.20845ms","start":"2026-03-05T07:26:40.317997Z","end":"2026-03-05T07:26:40.732206Z","steps":["trace[1066896859] 'read index received' (duration: 413.244268ms)","trace[1066896859] 'applied index is now lower than readState.Index' (duration: 962.822µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:40.732132Z","caller":"traceutil/trace.go:171","msg":"trace[740822371] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"712.678948ms","start":"2026-03-05T07:26:40.019418Z","end":"2026-03-05T07:26:40.732097Z","steps":["trace[740822371] 'process raft request' (duration: 712.189537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:40.732344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.28857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:40.732433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033651524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:40.732456Z","caller":"traceutil/trace.go:171","msg":"trace[293712787] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23512; }","duration":"750.420253ms","start":"2026-03-05T07:26:39.982007Z","end":"2026-03-05T07:26:40.732427Z","steps":["trace[293712787] 'agreement among raft nodes before linearized reading' (duration: 750.237299ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:40.732484Z","caller":"traceutil/trace.go:171","msg":"trace[1393641119] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23512; }","duration":"1.033734535s","start":"2026-03-05T07:26:39.698736Z","end":"2026-03-05T07:26:40.73247Z","steps":["trace[1393641119] 'agreement among raft nodes before linearized reading' (duration: 1.033639713s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:40.732625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:39.69872Z","time spent":"1.033889768s","remote":"127.0.0.1:51444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:40.732518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:39.982002Z","time spent":"750.496655ms","remote":"127.0.0.1:59320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:40.732797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464966372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267256"} {"level":"info","ts":"2026-03-05T07:26:40.732847Z","caller":"traceutil/trace.go:171","msg":"trace[1286225378] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23512; }","duration":"1.465075004s","start":"2026-03-05T07:26:39.26776Z","end":"2026-03-05T07:26:40.732835Z","steps":["trace[1286225378] 'agreement among raft nodes before linearized reading' (duration: 1.464636354s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:40.732883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:39.267715Z","time spent":"1.465158566s","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267280,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-05T07:26:40.733084Z","caller":"traceutil/trace.go:171","msg":"trace[1205051754] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"713.399594ms","start":"2026-03-05T07:26:40.019667Z","end":"2026-03-05T07:26:40.733066Z","steps":["trace[1205051754] 'process raft request' (duration: 711.979213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:40.733174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:40.019627Z","time spent":"713.505336ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:40.733435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:40.019409Z","time spent":"712.919364ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:40.733598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.809002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:40.733736Z","caller":"traceutil/trace.go:171","msg":"trace[1130922075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23512; }","duration":"770.099679ms","start":"2026-03-05T07:26:39.963608Z","end":"2026-03-05T07:26:40.733708Z","steps":["trace[1130922075] 'agreement among raft nodes before linearized reading' (duration: 768.75603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:40.734511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:39.963589Z","time spent":"770.871146ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:26:41.210979Z","caller":"traceutil/trace.go:171","msg":"trace[1668289472] linearizableReadLoop","detail":"{readStateIndex:24340; appliedIndex:24338; }","duration":"478.688337ms","start":"2026-03-05T07:26:40.73227Z","end":"2026-03-05T07:26:41.210959Z","steps":["trace[1668289472] 'read index received' (duration: 478.463062ms)","trace[1668289472] 'applied index is now lower than readState.Index' (duration: 224.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:41.211162Z","caller":"traceutil/trace.go:171","msg":"trace[967692661] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"741.962756ms","start":"2026-03-05T07:26:40.46919Z","end":"2026-03-05T07:26:41.211152Z","steps":["trace[967692661] 'process raft request' (duration: 741.591278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:41.211245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:40.469159Z","time spent":"742.031638ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:41.211367Z","caller":"traceutil/trace.go:171","msg":"trace[1653917951] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"741.856324ms","start":"2026-03-05T07:26:40.469505Z","end":"2026-03-05T07:26:41.211361Z","steps":["trace[1653917951] 'process raft request' (duration: 741.402444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:41.211399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:40.469479Z","time spent":"741.901515ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:41.211497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.990502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:41.211519Z","caller":"traceutil/trace.go:171","msg":"trace[1626570278] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23514; }","duration":"520.039513ms","start":"2026-03-05T07:26:40.691471Z","end":"2026-03-05T07:26:41.211511Z","steps":["trace[1626570278] 'agreement among raft nodes before linearized reading' (duration: 519.999642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:41.211539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:40.691455Z","time spent":"520.078294ms","remote":"127.0.0.1:59236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:41.211686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.804143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:41.21171Z","caller":"traceutil/trace.go:171","msg":"trace[964882625] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23514; }","duration":"311.870794ms","start":"2026-03-05T07:26:40.899831Z","end":"2026-03-05T07:26:41.211702Z","steps":["trace[964882625] 'agreement among raft nodes before linearized reading' (duration: 311.833703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:41.21173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:40.8998Z","time spent":"311.925865ms","remote":"127.0.0.1:51404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:41.21192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.842234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T07:26:41.211951Z","caller":"traceutil/trace.go:171","msg":"trace[1717066364] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23514; }","duration":"891.888654ms","start":"2026-03-05T07:26:40.320056Z","end":"2026-03-05T07:26:41.211944Z","steps":["trace[1717066364] 'agreement among raft nodes before linearized reading' (duration: 891.564047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:41.211968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:40.320041Z","time spent":"891.923655ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T07:26:41.211916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.696266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:41.212046Z","caller":"traceutil/trace.go:171","msg":"trace[563875301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23514; }","duration":"206.855399ms","start":"2026-03-05T07:26:41.005176Z","end":"2026-03-05T07:26:41.212032Z","steps":["trace[563875301] 'agreement among raft nodes before linearized reading' (duration: 206.575423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:42.16588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.795613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:42.165979Z","caller":"traceutil/trace.go:171","msg":"trace[544634336] linearizableReadLoop","detail":"{readStateIndex:24341; appliedIndex:24340; }","duration":"714.684033ms","start":"2026-03-05T07:26:41.451276Z","end":"2026-03-05T07:26:42.16596Z","steps":["trace[544634336] 'read index received' (duration: 248.570773ms)","trace[544634336] 'applied index is now lower than readState.Index' (duration: 466.11198ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:42.166004Z","caller":"traceutil/trace.go:171","msg":"trace[1968975771] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"737.906616ms","start":"2026-03-05T07:26:41.428064Z","end":"2026-03-05T07:26:42.16597Z","steps":["trace[1968975771] 'process raft request' (duration: 271.96337ms)","trace[1968975771] 'compare' (duration: 465.24254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:42.166138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.861607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:42.166167Z","caller":"traceutil/trace.go:171","msg":"trace[1532999002] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23515; }","duration":"714.951648ms","start":"2026-03-05T07:26:41.451205Z","end":"2026-03-05T07:26:42.166156Z","steps":["trace[1532999002] 'agreement among raft nodes before linearized reading' (duration: 714.824096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:42.166176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:41.428017Z","time spent":"738.07008ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:42.166202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:41.451172Z","time spent":"715.01787ms","remote":"127.0.0.1:51574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:43.378417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139543806s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T07:26:43.378782Z","caller":"traceutil/trace.go:171","msg":"trace[421592492] linearizableReadLoop","detail":"{readStateIndex:24342; appliedIndex:24341; }","duration":"1.212760618s","start":"2026-03-05T07:26:42.166001Z","end":"2026-03-05T07:26:43.378761Z","steps":["trace[421592492] 'read index received' (duration: 72.908464ms)","trace[421592492] 'applied index is now lower than readState.Index' (duration: 1.139851004s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:43.379227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371521183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:43.379273Z","caller":"traceutil/trace.go:171","msg":"trace[984660575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23515; }","duration":"1.371610205s","start":"2026-03-05T07:26:42.007652Z","end":"2026-03-05T07:26:43.379262Z","steps":["trace[984660575] 'agreement among raft nodes before linearized reading' (duration: 1.371531093s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:43.379306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:42.007634Z","time spent":"1.371664676s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:43.379355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386739789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:43.384339Z","caller":"traceutil/trace.go:171","msg":"trace[1849642610] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23515; }","duration":"1.386852402s","start":"2026-03-05T07:26:41.992537Z","end":"2026-03-05T07:26:43.379389Z","steps":["trace[1849642610] 'agreement among raft nodes before linearized reading' (duration: 1.386755769s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:43.384403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:41.992506Z","time spent":"1.391882524s","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T07:26:43.386201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677615379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:43.38628Z","caller":"traceutil/trace.go:171","msg":"trace[284134092] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23515; }","duration":"1.677738852s","start":"2026-03-05T07:26:41.708509Z","end":"2026-03-05T07:26:43.386248Z","steps":["trace[284134092] 'agreement among raft nodes before linearized reading' (duration: 1.673628892s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:43.386316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:41.708483Z","time spent":"1.677823293s","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:43.386418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504004775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:43.386458Z","caller":"traceutil/trace.go:171","msg":"trace[672742116] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23515; }","duration":"1.504057887s","start":"2026-03-05T07:26:41.882386Z","end":"2026-03-05T07:26:43.386444Z","steps":["trace[672742116] 'agreement among raft nodes before linearized reading' (duration: 1.499864795s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:43.386491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:41.882301Z","time spent":"1.504181149s","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:43.394164Z","caller":"traceutil/trace.go:171","msg":"trace[1110405750] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"655.760508ms","start":"2026-03-05T07:26:42.738364Z","end":"2026-03-05T07:26:43.394125Z","steps":["trace[1110405750] 'process raft request' (duration: 640.159492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:43.394345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:42.73833Z","time spent":"655.923111ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:43.879557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592956541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:26:44.380377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592956541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:26:44.483135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104798999s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:26:44.484336Z","caller":"traceutil/trace.go:171","msg":"trace[1508495960] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"1.698400929s","start":"2026-03-05T07:26:42.785914Z","end":"2026-03-05T07:26:44.484315Z","steps":["trace[1508495960] 'process raft request' (duration: 1.698337218s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:44.484358Z","caller":"traceutil/trace.go:171","msg":"trace[852406129] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"1.74137765s","start":"2026-03-05T07:26:42.742944Z","end":"2026-03-05T07:26:44.484321Z","steps":["trace[852406129] 'process raft request' (duration: 1.740398019s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:44.484518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:42.742902Z","time spent":"1.741526044s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:44.484618Z","caller":"traceutil/trace.go:171","msg":"trace[1338565055] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"1.698591863s","start":"2026-03-05T07:26:42.785992Z","end":"2026-03-05T07:26:44.484584Z","steps":["trace[1338565055] 'process raft request' (duration: 1.698294287s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:44.484765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:42.785986Z","time spent":"1.698667345s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:44.484795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:42.785894Z","time spent":"1.698507231s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:44.48488Z","caller":"traceutil/trace.go:171","msg":"trace[248573413] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"1.698758347s","start":"2026-03-05T07:26:42.786106Z","end":"2026-03-05T07:26:44.484864Z","steps":["trace[248573413] 'process raft request' (duration: 1.69842192s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:44.484949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:42.786079Z","time spent":"1.698836898s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:44.484989Z","caller":"traceutil/trace.go:171","msg":"trace[991146551] linearizableReadLoop","detail":"{readStateIndex:24349; appliedIndex:24343; }","duration":"1.106136607s","start":"2026-03-05T07:26:43.378823Z","end":"2026-03-05T07:26:44.484959Z","steps":["trace[991146551] 'read index received' (duration: 1.104582203s)","trace[991146551] 'applied index is now lower than readState.Index' (duration: 1.553224ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:44.485168Z","caller":"traceutil/trace.go:171","msg":"trace[1246968182] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"1.267302056s","start":"2026-03-05T07:26:43.217855Z","end":"2026-03-05T07:26:44.485157Z","steps":["trace[1246968182] 'process raft request' (duration: 1.266917587s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:44.485181Z","caller":"traceutil/trace.go:171","msg":"trace[1150657392] transaction","detail":"{read_only:false; response_revision:23522; number_of_response:1; }","duration":"1.266864296s","start":"2026-03-05T07:26:43.218293Z","end":"2026-03-05T07:26:44.485157Z","steps":["trace[1150657392] 'process raft request' (duration: 1.26660283s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:44.485207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16049101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T07:26:44.48523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161916211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:26:44.485297Z","caller":"traceutil/trace.go:171","msg":"trace[1757814432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23522; }","duration":"2.160598002s","start":"2026-03-05T07:26:42.324676Z","end":"2026-03-05T07:26:44.485274Z","steps":["trace[1757814432] 'agreement among raft nodes before linearized reading' (duration: 2.160311445s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:44.485265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161909131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:26:44.485311Z","caller":"traceutil/trace.go:171","msg":"trace[2006284155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23522; }","duration":"2.162001233s","start":"2026-03-05T07:26:42.323295Z","end":"2026-03-05T07:26:44.485296Z","steps":["trace[2006284155] 'agreement among raft nodes before linearized reading' (duration: 2.161838468s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:44.485358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161614524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T07:26:44.485371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162084844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:26:44.485423Z","caller":"traceutil/trace.go:171","msg":"trace[1494137335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23522; }","duration":"2.161664946s","start":"2026-03-05T07:26:42.323729Z","end":"2026-03-05T07:26:44.485394Z","steps":["trace[1494137335] 'agreement among raft nodes before linearized reading' (duration: 2.161527113s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:44.48539Z","caller":"traceutil/trace.go:171","msg":"trace[893612360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23522; }","duration":"2.162048864s","start":"2026-03-05T07:26:42.323307Z","end":"2026-03-05T07:26:44.485356Z","steps":["trace[893612360] 'agreement among raft nodes before linearized reading' (duration: 2.161744096s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:44.485449Z","caller":"traceutil/trace.go:171","msg":"trace[1589670720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23522; }","duration":"2.162141826s","start":"2026-03-05T07:26:42.323255Z","end":"2026-03-05T07:26:44.485397Z","steps":["trace[1589670720] 'agreement among raft nodes before linearized reading' (duration: 2.162011363s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:44.485483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:42.32324Z","time spent":"2.162236807s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:26:44.485484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:42.323305Z","time spent":"2.162169136s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:26:44.485358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:42.324672Z","time spent":"2.160672134s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:26:44.485447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:42.323725Z","time spent":"2.161716987s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:26:44.48523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:43.218266Z","time spent":"1.266937839s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:44.485228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:43.217829Z","time spent":"1.267369418s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:44.485378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:42.323292Z","time spent":"2.162073214s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:26:45.38824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999894234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T07:26:45.3883Z","caller":"traceutil/trace.go:171","msg":"trace[920727047] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999984595s","start":"2026-03-05T07:26:43.388301Z","end":"2026-03-05T07:26:45.388286Z","steps":["trace[920727047] 'agreement among raft nodes before linearized reading' (duration: 1.999905444s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:45.388336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:43.388276Z","time spent":"2.000053497s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 07:26:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T07:26:45.418087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:44.601467Z","time spent":"816.611438ms","remote":"127.0.0.1:59146","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T07:26:45.422719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.63609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-05T07:26:45.422901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294092189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:45.422937Z","caller":"traceutil/trace.go:171","msg":"trace[1393478292] linearizableReadLoop","detail":"{readStateIndex:24350; appliedIndex:24349; }","duration":"937.667068ms","start":"2026-03-05T07:26:44.485096Z","end":"2026-03-05T07:26:45.422763Z","steps":["trace[1393478292] 'read index received' (duration: 110.891515ms)","trace[1393478292] 'applied index is now lower than readState.Index' (duration: 826.774943ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:45.42297Z","caller":"traceutil/trace.go:171","msg":"trace[1169959314] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23523; }","duration":"1.294222992s","start":"2026-03-05T07:26:44.128731Z","end":"2026-03-05T07:26:45.422954Z","steps":["trace[1169959314] 'agreement among raft nodes before linearized reading' (duration: 1.294102009s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:45.422978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993924022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:45.423008Z","caller":"traceutil/trace.go:171","msg":"trace[383530023] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"1.041933046s","start":"2026-03-05T07:26:44.38092Z","end":"2026-03-05T07:26:45.422853Z","steps":["trace[383530023] 'process raft request' (duration: 215.042381ms)","trace[383530023] 'compare' (duration: 826.541568ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:45.423054Z","caller":"traceutil/trace.go:171","msg":"trace[420648379] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23523; }","duration":"1.994046165s","start":"2026-03-05T07:26:43.428993Z","end":"2026-03-05T07:26:45.423039Z","steps":["trace[420648379] 'agreement among raft nodes before linearized reading' (duration: 1.993883461s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:45.423093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:43.428974Z","time spent":"1.994112167s","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T07:26:45.423002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:44.128702Z","time spent":"1.294292854s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:45.423279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013374044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T07:26:45.42331Z","caller":"traceutil/trace.go:171","msg":"trace[1939782462] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23523; }","duration":"1.013439285s","start":"2026-03-05T07:26:44.409863Z","end":"2026-03-05T07:26:45.423302Z","steps":["trace[1939782462] 'agreement among raft nodes before linearized reading' (duration: 1.012932364s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:45.423333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:44.40985Z","time spent":"1.013478916s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-05T07:26:45.423618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:44.380896Z","time spent":"1.042146992s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:45.892428Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.296429721s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:26:45.892782Z","caller":"traceutil/trace.go:171","msg":"trace[682482761] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"1.400118216s","start":"2026-03-05T07:26:44.492651Z","end":"2026-03-05T07:26:45.89277Z","steps":["trace[682482761] 'process raft request' (duration: 1.400061505s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:45.892776Z","caller":"traceutil/trace.go:171","msg":"trace[1333300081] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"1.40029744s","start":"2026-03-05T07:26:44.492449Z","end":"2026-03-05T07:26:45.892746Z","steps":["trace[1333300081] 'process raft request' (duration: 1.400150036s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:45.892874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:44.492632Z","time spent":"1.400184797s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:45.892876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:44.492416Z","time spent":"1.400410092s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:45.893105Z","caller":"traceutil/trace.go:171","msg":"trace[595284986] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"1.400279259s","start":"2026-03-05T07:26:44.492812Z","end":"2026-03-05T07:26:45.893091Z","steps":["trace[595284986] 'process raft request' (duration: 1.399933422s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:45.893183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:44.492802Z","time spent":"1.400348181s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:45.893172Z","caller":"traceutil/trace.go:171","msg":"trace[1010345306] linearizableReadLoop","detail":"{readStateIndex:24355; appliedIndex:24350; }","duration":"470.187939ms","start":"2026-03-05T07:26:45.422957Z","end":"2026-03-05T07:26:45.893145Z","steps":["trace[1010345306] 'read index received' (duration: 469.664108ms)","trace[1010345306] 'applied index is now lower than readState.Index' (duration: 522.661µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:45.893274Z","caller":"traceutil/trace.go:171","msg":"trace[1727858711] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"1.400352511s","start":"2026-03-05T07:26:44.492911Z","end":"2026-03-05T07:26:45.893264Z","steps":["trace[1727858711] 'process raft request' (duration: 1.400079595s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:45.893295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.732716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:45.893326Z","caller":"traceutil/trace.go:171","msg":"trace[2042802299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23528; }","duration":"500.760607ms","start":"2026-03-05T07:26:45.392555Z","end":"2026-03-05T07:26:45.893315Z","steps":["trace[2042802299] 'agreement among raft nodes before linearized reading' (duration: 500.708546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:45.893361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:45.392519Z","time spent":"500.835498ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:45.893382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:44.492904Z","time spent":"1.400403352s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:45.893576Z","caller":"traceutil/trace.go:171","msg":"trace[921428668] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"1.400425482s","start":"2026-03-05T07:26:44.49314Z","end":"2026-03-05T07:26:45.893565Z","steps":["trace[921428668] 'process raft request' (duration: 1.399960052s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:45.893642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:44.493104Z","time spent":"1.400506924s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:45.893657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.893574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:45.893746Z","caller":"traceutil/trace.go:171","msg":"trace[1522443543] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23528; }","duration":"775.030427ms","start":"2026-03-05T07:26:45.118695Z","end":"2026-03-05T07:26:45.893725Z","steps":["trace[1522443543] 'agreement among raft nodes before linearized reading' (duration: 774.883094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:45.893795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:45.118673Z","time spent":"775.111699ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:45.893872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.511415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T07:26:45.893928Z","caller":"traceutil/trace.go:171","msg":"trace[813825836] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd; range_end:; response_count:1; response_revision:23528; }","duration":"502.592657ms","start":"2026-03-05T07:26:45.391315Z","end":"2026-03-05T07:26:45.893908Z","steps":["trace[813825836] 'agreement among raft nodes before linearized reading' (duration: 502.442424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:45.893966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:45.391296Z","time spent":"502.662238ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd\" "} {"level":"warn","ts":"2026-03-05T07:26:46.61925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.905636ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-05T07:26:46.619961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:45.424583Z","time spent":"1.195369444s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T07:26:46.620053Z","caller":"traceutil/trace.go:171","msg":"trace[1017202373] linearizableReadLoop","detail":"{readStateIndex:24357; appliedIndex:24355; }","duration":"726.806901ms","start":"2026-03-05T07:26:45.893229Z","end":"2026-03-05T07:26:46.620036Z","steps":["trace[1017202373] 'read index received' (duration: 264.072936ms)","trace[1017202373] 'applied index is now lower than readState.Index' (duration: 462.733075ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:46.620281Z","caller":"traceutil/trace.go:171","msg":"trace[1845617522] transaction","detail":"{read_only:false; response_revision:23529; number_of_response:1; }","duration":"1.190806452s","start":"2026-03-05T07:26:45.429457Z","end":"2026-03-05T07:26:46.620263Z","steps":["trace[1845617522] 'process raft request' (duration: 1.189876191s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:46.62028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135504068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:26:46.620394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:45.429443Z","time spent":"1.190898985s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:46.620379Z","caller":"traceutil/trace.go:171","msg":"trace[2115847441] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23529; }","duration":"1.135649462s","start":"2026-03-05T07:26:45.484703Z","end":"2026-03-05T07:26:46.620353Z","steps":["trace[2115847441] 'agreement among raft nodes before linearized reading' (duration: 1.135498219s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:46.620426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.394645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-05T07:26:46.620441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:45.48469Z","time spent":"1.135733493s","remote":"127.0.0.1:37188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:46.62048Z","caller":"traceutil/trace.go:171","msg":"trace[1617099278] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23529; }","duration":"728.457396ms","start":"2026-03-05T07:26:45.892007Z","end":"2026-03-05T07:26:46.620465Z","steps":["trace[1617099278] 'agreement among raft nodes before linearized reading' (duration: 728.276462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:46.620523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:45.891985Z","time spent":"728.529198ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-05T07:26:46.620297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19383466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:46.620571Z","caller":"traceutil/trace.go:171","msg":"trace[1198519547] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23529; }","duration":"1.194138387s","start":"2026-03-05T07:26:45.42642Z","end":"2026-03-05T07:26:46.620558Z","steps":["trace[1198519547] 'agreement among raft nodes before linearized reading' (duration: 1.19380343s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:46.620595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:45.426413Z","time spent":"1.194174778s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T07:26:46.620309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.848762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:46.621063Z","caller":"traceutil/trace.go:171","msg":"trace[535060637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23529; }","duration":"947.688761ms","start":"2026-03-05T07:26:45.673332Z","end":"2026-03-05T07:26:46.621021Z","steps":["trace[535060637] 'agreement among raft nodes before linearized reading' (duration: 946.782531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:46.621198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:45.673315Z","time spent":"947.858394ms","remote":"127.0.0.1:37204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:47.651924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.147743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:47.652074Z","caller":"traceutil/trace.go:171","msg":"trace[289538154] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"1.756695429s","start":"2026-03-05T07:26:45.895356Z","end":"2026-03-05T07:26:47.652051Z","steps":["trace[289538154] 'process raft request' (duration: 1.130341593s)","trace[289538154] 'compare' (duration: 626.033359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:47.652137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:45.895347Z","time spent":"1.756758972s","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:47.895453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T07:26:47.895529Z","caller":"traceutil/trace.go:171","msg":"trace[916921582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017443s","start":"2026-03-05T07:26:45.89533Z","end":"2026-03-05T07:26:47.895505Z","steps":["trace[916921582] 'agreement among raft nodes before linearized reading' (duration: 2.000089258s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:47.895566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:45.895313Z","time spent":"2.000244661s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 07:26:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T07:26:48.025909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.291635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:48.026398Z","caller":"traceutil/trace.go:171","msg":"trace[1167458248] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"1.525837999s","start":"2026-03-05T07:26:46.500522Z","end":"2026-03-05T07:26:48.02636Z","steps":["trace[1167458248] 'process raft request' (duration: 1.525513461s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:48.026522Z","caller":"traceutil/trace.go:171","msg":"trace[541841420] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"854.743322ms","start":"2026-03-05T07:26:47.171753Z","end":"2026-03-05T07:26:48.026497Z","steps":["trace[541841420] 'process raft request' (duration: 854.683701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.026586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:46.500502Z","time spent":"1.525983433s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:48.026635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:47.171726Z","time spent":"854.854215ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:48.026801Z","caller":"traceutil/trace.go:171","msg":"trace[661390458] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"1.526164537s","start":"2026-03-05T07:26:46.50062Z","end":"2026-03-05T07:26:48.026784Z","steps":["trace[661390458] 'process raft request' (duration: 1.525533663s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:48.026816Z","caller":"traceutil/trace.go:171","msg":"trace[2022244021] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"1.537100099s","start":"2026-03-05T07:26:46.489682Z","end":"2026-03-05T07:26:48.026782Z","steps":["trace[2022244021] 'process raft request' (duration: 1.386814761s)","trace[2022244021] 'compare' (duration: 148.970868ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:48.02689Z","caller":"traceutil/trace.go:171","msg":"trace[1253967695] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"1.526155176s","start":"2026-03-05T07:26:46.50071Z","end":"2026-03-05T07:26:48.026865Z","steps":["trace[1253967695] 'process raft request' (duration: 1.525606044s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.026935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:46.500615Z","time spent":"1.526269019s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:48.026965Z","caller":"traceutil/trace.go:171","msg":"trace[1821026804] linearizableReadLoop","detail":"{readStateIndex:24364; appliedIndex:24357; }","duration":"1.406851665s","start":"2026-03-05T07:26:46.620089Z","end":"2026-03-05T07:26:48.026941Z","steps":["trace[1821026804] 'read index received' (duration: 405.608929ms)","trace[1821026804] 'applied index is now lower than readState.Index' (duration: 1.001240896s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:48.026994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:46.489663Z","time spent":"1.537250342s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:48.02698Z","caller":"traceutil/trace.go:171","msg":"trace[95098096] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"1.404573645s","start":"2026-03-05T07:26:46.622372Z","end":"2026-03-05T07:26:48.026945Z","steps":["trace[95098096] 'process raft request' (duration: 1.403992723s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:48.027043Z","caller":"traceutil/trace.go:171","msg":"trace[1585953820] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"1.526378312s","start":"2026-03-05T07:26:46.500652Z","end":"2026-03-05T07:26:48.02703Z","steps":["trace[1585953820] 'process raft request' (duration: 1.525564854s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.026994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:46.500705Z","time spent":"1.526236408s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:48.027114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:46.500648Z","time spent":"1.526429823s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:48.027151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:46.622355Z","time spent":"1.404701659s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:48.027236Z","caller":"traceutil/trace.go:171","msg":"trace[1496794692] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"1.526545395s","start":"2026-03-05T07:26:46.500679Z","end":"2026-03-05T07:26:48.027225Z","steps":["trace[1496794692] 'process raft request' (duration: 1.525587604s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.027238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871759137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:48.027288Z","caller":"traceutil/trace.go:171","msg":"trace[1409732734] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23538; }","duration":"1.871843839s","start":"2026-03-05T07:26:46.15543Z","end":"2026-03-05T07:26:48.027274Z","steps":["trace[1409732734] 'agreement among raft nodes before linearized reading' (duration: 1.871742237s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.027288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:46.500676Z","time spent":"1.526583836s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:48.027317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:46.155411Z","time spent":"1.87189872s","remote":"127.0.0.1:58936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:48.02733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403288726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-69f65d31-94e8-4514-947f-ef5b955a6b03\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-05T07:26:48.027383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.867874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:26:48.027409Z","caller":"traceutil/trace.go:171","msg":"trace[496537163] range","detail":"{range_begin:/registry/persistentvolumes/pvc-69f65d31-94e8-4514-947f-ef5b955a6b03; range_end:; response_count:1; response_revision:23538; }","duration":"1.403373028s","start":"2026-03-05T07:26:46.623995Z","end":"2026-03-05T07:26:48.027368Z","steps":["trace[496537163] 'agreement among raft nodes before linearized reading' (duration: 1.403214685s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:48.027426Z","caller":"traceutil/trace.go:171","msg":"trace[217956147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23538; }","duration":"129.948156ms","start":"2026-03-05T07:26:47.897466Z","end":"2026-03-05T07:26:48.027414Z","steps":["trace[217956147] 'agreement among raft nodes before linearized reading' (duration: 129.817043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.027455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:46.623983Z","time spent":"1.40346068s","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-69f65d31-94e8-4514-947f-ef5b955a6b03\" "} {"level":"warn","ts":"2026-03-05T07:26:48.027529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.644549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:48.027549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589258883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-05T07:26:48.027558Z","caller":"traceutil/trace.go:171","msg":"trace[1702913418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23538; }","duration":"124.711201ms","start":"2026-03-05T07:26:47.902838Z","end":"2026-03-05T07:26:48.027549Z","steps":["trace[1702913418] 'agreement among raft nodes before linearized reading' (duration: 124.66784ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:48.027578Z","caller":"traceutil/trace.go:171","msg":"trace[580343589] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23538; }","duration":"1.589313175s","start":"2026-03-05T07:26:46.438256Z","end":"2026-03-05T07:26:48.027569Z","steps":["trace[580343589] 'agreement among raft nodes before linearized reading' (duration: 1.589192942s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.027602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:46.43824Z","time spent":"1.589355405s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T07:26:48.027667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.520694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:48.027677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303498037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:26:48.027725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793892523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:26:48.027725Z","caller":"traceutil/trace.go:171","msg":"trace[2072653179] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23538; }","duration":"703.618797ms","start":"2026-03-05T07:26:47.324089Z","end":"2026-03-05T07:26:48.027708Z","steps":["trace[2072653179] 'agreement among raft nodes before linearized reading' (duration: 703.530295ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:48.027729Z","caller":"traceutil/trace.go:171","msg":"trace[1987329786] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23538; }","duration":"1.303587859s","start":"2026-03-05T07:26:46.724126Z","end":"2026-03-05T07:26:48.027714Z","steps":["trace[1987329786] 'agreement among raft nodes before linearized reading' (duration: 1.303447426s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:48.027745Z","caller":"traceutil/trace.go:171","msg":"trace[135483027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23538; }","duration":"1.793913123s","start":"2026-03-05T07:26:46.233825Z","end":"2026-03-05T07:26:48.027739Z","steps":["trace[135483027] 'agreement among raft nodes before linearized reading' (duration: 1.793830102s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.027762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.077128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T07:26:48.027771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:46.233711Z","time spent":"1.794054407s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:26:48.027768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:47.324067Z","time spent":"703.688929ms","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:48.027773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:46.724106Z","time spent":"1.303655511s","remote":"127.0.0.1:51508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:26:48.027795Z","caller":"traceutil/trace.go:171","msg":"trace[1144538908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23538; }","duration":"129.131028ms","start":"2026-03-05T07:26:47.898655Z","end":"2026-03-05T07:26:48.027786Z","steps":["trace[1144538908] 'agreement among raft nodes before linearized reading' (duration: 129.040536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.027817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.017394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:48.027858Z","caller":"traceutil/trace.go:171","msg":"trace[1118456567] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23538; }","duration":"797.093156ms","start":"2026-03-05T07:26:47.230754Z","end":"2026-03-05T07:26:48.027847Z","steps":["trace[1118456567] 'agreement among raft nodes before linearized reading' (duration: 797.019584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.02789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:47.230738Z","time spent":"797.143086ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:48.027741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403620913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:48.027938Z","caller":"traceutil/trace.go:171","msg":"trace[2083880346] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23538; }","duration":"1.403831428s","start":"2026-03-05T07:26:46.624096Z","end":"2026-03-05T07:26:48.027927Z","steps":["trace[2083880346] 'agreement among raft nodes before linearized reading' (duration: 1.403608174s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.027951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.382424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-05T07:26:48.027964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:46.624091Z","time spent":"1.403864839s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T07:26:48.027982Z","caller":"traceutil/trace.go:171","msg":"trace[1928582943] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd; range_end:; response_count:1; response_revision:23538; }","duration":"129.433875ms","start":"2026-03-05T07:26:47.898539Z","end":"2026-03-05T07:26:48.027973Z","steps":["trace[1928582943] 'agreement among raft nodes before linearized reading' (duration: 129.349644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.028011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.56474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:26:48.028053Z","caller":"traceutil/trace.go:171","msg":"trace[1693198728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23538; }","duration":"130.678232ms","start":"2026-03-05T07:26:47.897362Z","end":"2026-03-05T07:26:48.02804Z","steps":["trace[1693198728] 'agreement among raft nodes before linearized reading' (duration: 130.560659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.027679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344606628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:48.028126Z","caller":"traceutil/trace.go:171","msg":"trace[449670416] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23538; }","duration":"1.345092788s","start":"2026-03-05T07:26:46.683023Z","end":"2026-03-05T07:26:48.028116Z","steps":["trace[449670416] 'agreement among raft nodes before linearized reading' (duration: 1.344614027s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.028155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:46.683005Z","time spent":"1.345139649s","remote":"127.0.0.1:53882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:48.028209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495034007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T07:26:48.028234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.018168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:26:48.028247Z","caller":"traceutil/trace.go:171","msg":"trace[2133110242] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23538; }","duration":"1.495121648s","start":"2026-03-05T07:26:46.533116Z","end":"2026-03-05T07:26:48.028238Z","steps":["trace[2133110242] 'agreement among raft nodes before linearized reading' (duration: 1.493953903s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:48.028268Z","caller":"traceutil/trace.go:171","msg":"trace[342474696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23538; }","duration":"130.074349ms","start":"2026-03-05T07:26:47.898183Z","end":"2026-03-05T07:26:48.028257Z","steps":["trace[342474696] 'agreement among raft nodes before linearized reading' (duration: 129.975986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.02828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:46.533101Z","time spent":"1.49517s","remote":"127.0.0.1:51558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2661,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:48.02837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.034128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:26:48.028406Z","caller":"traceutil/trace.go:171","msg":"trace[196673536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23538; }","duration":"130.08723ms","start":"2026-03-05T07:26:47.898309Z","end":"2026-03-05T07:26:48.028396Z","steps":["trace[196673536] 'agreement among raft nodes before linearized reading' (duration: 129.985747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.614593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592956576,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:26:48.81482Z","caller":"traceutil/trace.go:171","msg":"trace[1063042297] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"779.766213ms","start":"2026-03-05T07:26:48.035041Z","end":"2026-03-05T07:26:48.814807Z","steps":["trace[1063042297] 'process raft request' (duration: 779.529508ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:48.81481Z","caller":"traceutil/trace.go:171","msg":"trace[1720926749] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"752.11517ms","start":"2026-03-05T07:26:48.062669Z","end":"2026-03-05T07:26:48.814784Z","steps":["trace[1720926749] 'process raft request' (duration: 752.064669ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:48.814854Z","caller":"traceutil/trace.go:171","msg":"trace[132107733] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"779.503416ms","start":"2026-03-05T07:26:48.03532Z","end":"2026-03-05T07:26:48.814823Z","steps":["trace[132107733] 'process raft request' (duration: 779.334903ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:48.814869Z","caller":"traceutil/trace.go:171","msg":"trace[855521944] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"780.377107ms","start":"2026-03-05T07:26:48.034466Z","end":"2026-03-05T07:26:48.814843Z","steps":["trace[855521944] 'process raft request' (duration: 779.890876ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:48.814877Z","caller":"traceutil/trace.go:171","msg":"trace[805970706] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"779.424305ms","start":"2026-03-05T07:26:48.035423Z","end":"2026-03-05T07:26:48.814847Z","steps":["trace[805970706] 'process raft request' (duration: 779.272081ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:48.814945Z","caller":"traceutil/trace.go:171","msg":"trace[1282448092] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"779.849155ms","start":"2026-03-05T07:26:48.035086Z","end":"2026-03-05T07:26:48.814935Z","steps":["trace[1282448092] 'process raft request' (duration: 779.525528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.81494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:48.062645Z","time spent":"752.228942ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:48.814979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:48.034453Z","time spent":"780.466898ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:48.814984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:48.035078Z","time spent":"779.887405ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:48.814996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:48.035313Z","time spent":"779.604539ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:48.815014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:48.035401Z","time spent":"779.537518ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:48.8151Z","caller":"traceutil/trace.go:171","msg":"trace[963954342] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"780.11194ms","start":"2026-03-05T07:26:48.034971Z","end":"2026-03-05T07:26:48.815083Z","steps":["trace[963954342] 'process raft request' (duration: 779.544938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:48.815185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:48.034959Z","time spent":"780.187121ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:48.81535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:48.035034Z","time spent":"779.830774ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:49.517913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.596595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:49.518165Z","caller":"traceutil/trace.go:171","msg":"trace[1122488694] linearizableReadLoop","detail":"{readStateIndex:24375; appliedIndex:24367; }","duration":"1.403601773s","start":"2026-03-05T07:26:48.114542Z","end":"2026-03-05T07:26:49.518143Z","steps":["trace[1122488694] 'read index received' (duration: 699.796173ms)","trace[1122488694] 'applied index is now lower than readState.Index' (duration: 703.80373ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:26:49.518312Z","caller":"traceutil/trace.go:171","msg":"trace[690954766] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"1.261531217s","start":"2026-03-05T07:26:48.256766Z","end":"2026-03-05T07:26:49.518297Z","steps":["trace[690954766] 'process raft request' (duration: 1.119444872s)","trace[690954766] 'compare' (duration: 141.3771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:49.518386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:48.256741Z","time spent":"1.261604209s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:49.518456Z","caller":"traceutil/trace.go:171","msg":"trace[1807356672] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"891.456125ms","start":"2026-03-05T07:26:48.62697Z","end":"2026-03-05T07:26:49.518426Z","steps":["trace[1807356672] 'process raft request' (duration: 891.057687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:49.518566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.614296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:49.518556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483222745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-05T07:26:49.518591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:26:49.518608Z","caller":"traceutil/trace.go:171","msg":"trace[1207808582] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23548; }","duration":"287.714589ms","start":"2026-03-05T07:26:49.230876Z","end":"2026-03-05T07:26:49.518591Z","steps":["trace[1207808582] 'agreement among raft nodes before linearized reading' (duration: 287.645347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:49.518612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:48.62695Z","time spent":"891.584178ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:49.518638Z","caller":"traceutil/trace.go:171","msg":"trace[520717735] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23548; }","duration":"1.401770472s","start":"2026-03-05T07:26:48.116854Z","end":"2026-03-05T07:26:49.518625Z","steps":["trace[520717735] 'agreement among raft nodes before linearized reading' (duration: 1.401597068s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:49.51862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.541422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:49.518685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.164061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:26:49.518703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:48.116839Z","time spent":"1.401846544s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T07:26:49.518717Z","caller":"traceutil/trace.go:171","msg":"trace[766363615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23548; }","duration":"510.711126ms","start":"2026-03-05T07:26:49.007983Z","end":"2026-03-05T07:26:49.518694Z","steps":["trace[766363615] 'agreement among raft nodes before linearized reading' (duration: 510.522232ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:49.518638Z","caller":"traceutil/trace.go:171","msg":"trace[363653876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23548; }","duration":"1.483327747s","start":"2026-03-05T07:26:48.03529Z","end":"2026-03-05T07:26:49.518617Z","steps":["trace[363653876] 'agreement among raft nodes before linearized reading' (duration: 1.483036231s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:49.518743Z","caller":"traceutil/trace.go:171","msg":"trace[173201765] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23548; }","duration":"939.272123ms","start":"2026-03-05T07:26:48.579455Z","end":"2026-03-05T07:26:49.518727Z","steps":["trace[173201765] 'agreement among raft nodes before linearized reading' (duration: 939.052808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:49.518766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:49.007936Z","time spent":"510.821128ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:49.518783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:48.03527Z","time spent":"1.483500922s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:26:49.518791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:48.579433Z","time spent":"939.343765ms","remote":"127.0.0.1:46326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:50.425718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.085128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-05T07:26:50.425781Z","caller":"traceutil/trace.go:171","msg":"trace[1929070862] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23548; }","duration":"447.275242ms","start":"2026-03-05T07:26:49.978492Z","end":"2026-03-05T07:26:50.425767Z","steps":["trace[1929070862] 'range keys from in-memory index tree' (duration: 446.945944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:50.425809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:49.978471Z","time spent":"447.331823ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-05T07:26:50.426225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.517308ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:50.426285Z","caller":"traceutil/trace.go:171","msg":"trace[1387948544] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23548; }","duration":"148.578919ms","start":"2026-03-05T07:26:50.277698Z","end":"2026-03-05T07:26:50.426277Z","steps":["trace[1387948544] 'range keys from in-memory index tree' (duration: 148.508798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:50.426057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.695116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:50.426897Z","caller":"traceutil/trace.go:171","msg":"trace[1397851930] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"391.577048ms","start":"2026-03-05T07:26:50.035292Z","end":"2026-03-05T07:26:50.426869Z","steps":["trace[1397851930] 'process raft request' (duration: 389.433502ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:50.426984Z","caller":"traceutil/trace.go:171","msg":"trace[1061253936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23548; }","duration":"418.613848ms","start":"2026-03-05T07:26:50.008327Z","end":"2026-03-05T07:26:50.42694Z","steps":["trace[1061253936] 'range keys from in-memory index tree' (duration: 417.624455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:50.427105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.035264Z","time spent":"391.768433ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:50.427215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.008308Z","time spent":"418.836932ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:51.640034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.215442747s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:26:51.677105Z","caller":"traceutil/trace.go:171","msg":"trace[300489908] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"1.640731683s","start":"2026-03-05T07:26:50.036347Z","end":"2026-03-05T07:26:51.677078Z","steps":["trace[300489908] 'process raft request' (duration: 1.60397994s)","trace[300489908] 'compare' (duration: 35.840632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:51.67725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.036327Z","time spent":"1.640850205s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:51.677372Z","caller":"traceutil/trace.go:171","msg":"trace[522778039] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"1.640875306s","start":"2026-03-05T07:26:50.036472Z","end":"2026-03-05T07:26:51.677348Z","steps":["trace[522778039] 'process raft request' (duration: 1.640552709s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:51.67745Z","caller":"traceutil/trace.go:171","msg":"trace[783569009] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"1.640842865s","start":"2026-03-05T07:26:50.036582Z","end":"2026-03-05T07:26:51.677425Z","steps":["trace[783569009] 'process raft request' (duration: 1.640669061s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:51.677538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.036465Z","time spent":"1.640995439s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:51.677596Z","caller":"traceutil/trace.go:171","msg":"trace[1332467820] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"1.640287293s","start":"2026-03-05T07:26:50.037294Z","end":"2026-03-05T07:26:51.677582Z","steps":["trace[1332467820] 'process raft request' (duration: 1.640060688s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:51.677679Z","caller":"traceutil/trace.go:171","msg":"trace[1755201962] linearizableReadLoop","detail":"{readStateIndex:24382; appliedIndex:24376; }","duration":"1.449260753s","start":"2026-03-05T07:26:50.228407Z","end":"2026-03-05T07:26:51.677668Z","steps":["trace[1755201962] 'read index received' (duration: 196.334936ms)","trace[1755201962] 'applied index is now lower than readState.Index' (duration: 1.252924987s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:51.677741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.037285Z","time spent":"1.640384795s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:51.677754Z","caller":"traceutil/trace.go:171","msg":"trace[186960887] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"1.640355035s","start":"2026-03-05T07:26:50.03739Z","end":"2026-03-05T07:26:51.677745Z","steps":["trace[186960887] 'process raft request' (duration: 1.64013863s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:51.677607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.036562Z","time spent":"1.640961068s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:51.677798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449381097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:51.677816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.037361Z","time spent":"1.640423666s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:51.67786Z","caller":"traceutil/trace.go:171","msg":"trace[39905664] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23554; }","duration":"1.449486988s","start":"2026-03-05T07:26:50.228358Z","end":"2026-03-05T07:26:51.677845Z","steps":["trace[39905664] 'agreement among raft nodes before linearized reading' (duration: 1.449391486s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:51.677902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.228334Z","time spent":"1.44955933s","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:52.178644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592956598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:26:52.741393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.891066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:26:52.742074Z","caller":"traceutil/trace.go:171","msg":"trace[422164420] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"1.215140471s","start":"2026-03-05T07:26:51.526866Z","end":"2026-03-05T07:26:52.742006Z","steps":["trace[422164420] 'process raft request' (duration: 990.13675ms)","trace[422164420] 'compare' (duration: 223.057167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:52.742289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:51.526813Z","time spent":"1.215354265s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:26:52.821598Z","caller":"traceutil/trace.go:171","msg":"trace[1037181225] linearizableReadLoop","detail":"{readStateIndex:24384; appliedIndex:24382; }","duration":"1.143846383s","start":"2026-03-05T07:26:51.677713Z","end":"2026-03-05T07:26:52.821559Z","steps":["trace[1037181225] 'read index received' (duration: 839.301031ms)","trace[1037181225] 'applied index is now lower than readState.Index' (duration: 304.543942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:26:52.821928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002994213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:26:52.822014Z","caller":"traceutil/trace.go:171","msg":"trace[405637013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23556; }","duration":"2.003108855s","start":"2026-03-05T07:26:50.818888Z","end":"2026-03-05T07:26:52.821996Z","steps":["trace[405637013] 'agreement among raft nodes before linearized reading' (duration: 2.00287618s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:52.822025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083589517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:52.822064Z","caller":"traceutil/trace.go:171","msg":"trace[851844558] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23556; }","duration":"2.083669188s","start":"2026-03-05T07:26:50.738382Z","end":"2026-03-05T07:26:52.822051Z","steps":["trace[851844558] 'agreement among raft nodes before linearized reading' (duration: 2.083609967s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:52.822111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.738358Z","time spent":"2.083743111s","remote":"127.0.0.1:44152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:52.822234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81448143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:52.822061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.818884Z","time spent":"2.003166686s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T07:26:52.822306Z","caller":"traceutil/trace.go:171","msg":"trace[1145657723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23556; }","duration":"1.814595263s","start":"2026-03-05T07:26:51.007694Z","end":"2026-03-05T07:26:52.822289Z","steps":["trace[1145657723] 'agreement among raft nodes before linearized reading' (duration: 1.81446472s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:52.822352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:51.007673Z","time spent":"1.814666164s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:26:52.822394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022037557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:26:52.822442Z","caller":"traceutil/trace.go:171","msg":"trace[1670903793] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23556; }","duration":"1.022119059s","start":"2026-03-05T07:26:51.800313Z","end":"2026-03-05T07:26:52.822432Z","steps":["trace[1670903793] 'agreement among raft nodes before linearized reading' (duration: 1.022022067s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:52.822392Z","caller":"traceutil/trace.go:171","msg":"trace[1143890967] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"355.870449ms","start":"2026-03-05T07:26:52.466463Z","end":"2026-03-05T07:26:52.822333Z","steps":["trace[1143890967] 'process raft request' (duration: 354.755203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:52.821966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003068434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:26:52.822556Z","caller":"traceutil/trace.go:171","msg":"trace[603269201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23556; }","duration":"2.003698659s","start":"2026-03-05T07:26:50.818841Z","end":"2026-03-05T07:26:52.82254Z","steps":["trace[603269201] 'agreement among raft nodes before linearized reading' (duration: 2.002926391s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:52.822595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780859615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:26:52.822625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.818825Z","time spent":"2.003784051s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:26:52.822643Z","caller":"traceutil/trace.go:171","msg":"trace[619863189] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23556; }","duration":"1.780936817s","start":"2026-03-05T07:26:51.041691Z","end":"2026-03-05T07:26:52.822628Z","steps":["trace[619863189] 'agreement among raft nodes before linearized reading' (duration: 1.780851105s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:52.822685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:51.041673Z","time spent":"1.780998078s","remote":"127.0.0.1:42678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:52.82271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.885566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:52.822749Z","caller":"traceutil/trace.go:171","msg":"trace[1484784322] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23556; }","duration":"517.956677ms","start":"2026-03-05T07:26:52.30478Z","end":"2026-03-05T07:26:52.822737Z","steps":["trace[1484784322] 'agreement among raft nodes before linearized reading' (duration: 517.899686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:52.822789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:52.304759Z","time spent":"518.021438ms","remote":"127.0.0.1:59208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:52.822807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393046159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f4b42073-ecd2-4def-adf8-478acc1cf2b6\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-05T07:26:52.822966Z","caller":"traceutil/trace.go:171","msg":"trace[390358999] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f4b42073-ecd2-4def-adf8-478acc1cf2b6; range_end:; response_count:1; response_revision:23556; }","duration":"2.393302814s","start":"2026-03-05T07:26:50.429639Z","end":"2026-03-05T07:26:52.822942Z","steps":["trace[390358999] 'agreement among raft nodes before linearized reading' (duration: 2.392636109s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:52.823138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.429633Z","time spent":"2.393481097s","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-f4b42073-ecd2-4def-adf8-478acc1cf2b6\" "} {"level":"warn","ts":"2026-03-05T07:26:52.822239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583694699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:52.823305Z","caller":"traceutil/trace.go:171","msg":"trace[1171999248] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23556; }","duration":"2.584791543s","start":"2026-03-05T07:26:50.238496Z","end":"2026-03-05T07:26:52.823288Z","steps":["trace[1171999248] 'agreement among raft nodes before linearized reading' (duration: 2.583677329s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:52.823336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395462791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:26:52.823368Z","caller":"traceutil/trace.go:171","msg":"trace[1510786612] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23556; }","duration":"2.395500272s","start":"2026-03-05T07:26:50.427858Z","end":"2026-03-05T07:26:52.823358Z","steps":["trace[1510786612] 'agreement among raft nodes before linearized reading' (duration: 2.39543959s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:52.823377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.238485Z","time spent":"2.584867625s","remote":"127.0.0.1:41154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:52.823059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.277233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-05T07:26:52.82339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.427814Z","time spent":"2.395569603s","remote":"127.0.0.1:59406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:52.82342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003669337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:26:52.823431Z","caller":"traceutil/trace.go:171","msg":"trace[156007230] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23556; }","duration":"943.745193ms","start":"2026-03-05T07:26:51.879663Z","end":"2026-03-05T07:26:52.823408Z","steps":["trace[156007230] 'agreement among raft nodes before linearized reading' (duration: 943.267003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:52.82349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:51.879646Z","time spent":"943.829414ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T07:26:52.823482Z","caller":"traceutil/trace.go:171","msg":"trace[1110737449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23556; }","duration":"2.003743999s","start":"2026-03-05T07:26:50.819723Z","end":"2026-03-05T07:26:52.823467Z","steps":["trace[1110737449] 'agreement among raft nodes before linearized reading' (duration: 2.003586686s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:52.823537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.819718Z","time spent":"2.00380754s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:26:52.822471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:51.800293Z","time spent":"1.022171379s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:26:52.823784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003941093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:26:52.823955Z","caller":"traceutil/trace.go:171","msg":"trace[521421354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23556; }","duration":"2.004120406s","start":"2026-03-05T07:26:50.819821Z","end":"2026-03-05T07:26:52.823941Z","steps":["trace[521421354] 'agreement among raft nodes before linearized reading' (duration: 2.003661646s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:52.823987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.819817Z","time spent":"2.004159318s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:26:52.824678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:52.466444Z","time spent":"357.980174ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:26:52.82778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007435021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:26:52.82784Z","caller":"traceutil/trace.go:171","msg":"trace[1168100274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23556; }","duration":"2.007507193s","start":"2026-03-05T07:26:50.820316Z","end":"2026-03-05T07:26:52.827823Z","steps":["trace[1168100274] 'agreement among raft nodes before linearized reading' (duration: 2.002912981s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:26:52.827922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:26:50.820309Z","time spent":"2.007563974s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:03.10425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.80914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:27:03.104342Z","caller":"traceutil/trace.go:171","msg":"trace[1089246788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23624; }","duration":"179.953714ms","start":"2026-03-05T07:27:02.924369Z","end":"2026-03-05T07:27:03.104323Z","steps":["trace[1089246788] 'range keys from in-memory index tree' (duration: 179.580916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:03.104549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.719061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:27:03.10458Z","caller":"traceutil/trace.go:171","msg":"trace[1977216644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23624; }","duration":"171.783323ms","start":"2026-03-05T07:27:02.932787Z","end":"2026-03-05T07:27:03.10457Z","steps":["trace[1977216644] 'range keys from in-memory index tree' (duration: 171.625139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:03.104936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.49628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:27:03.105018Z","caller":"traceutil/trace.go:171","msg":"trace[1064512342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23624; }","duration":"168.609042ms","start":"2026-03-05T07:27:02.936389Z","end":"2026-03-05T07:27:03.104998Z","steps":["trace[1064512342] 'range keys from in-memory index tree' (duration: 168.347547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:03.105118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.5051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:27:03.105149Z","caller":"traceutil/trace.go:171","msg":"trace[1340269720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23624; }","duration":"168.576151ms","start":"2026-03-05T07:27:02.936566Z","end":"2026-03-05T07:27:03.105142Z","steps":["trace[1340269720] 'range keys from in-memory index tree' (duration: 168.379467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:03.105232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.969572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:27:03.105254Z","caller":"traceutil/trace.go:171","msg":"trace[1960247939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23624; }","duration":"165.028484ms","start":"2026-03-05T07:27:02.940219Z","end":"2026-03-05T07:27:03.105248Z","steps":["trace[1960247939] 'range keys from in-memory index tree' (duration: 164.85337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:06.74499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.966614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:27:06.745294Z","caller":"traceutil/trace.go:171","msg":"trace[1168048641] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"956.215309ms","start":"2026-03-05T07:27:05.789022Z","end":"2026-03-05T07:27:06.745238Z","steps":["trace[1168048641] 'process raft request' (duration: 452.859825ms)","trace[1168048641] 'compare' (duration: 502.545495ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:06.745466Z","caller":"traceutil/trace.go:171","msg":"trace[1267093515] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"955.132055ms","start":"2026-03-05T07:27:05.790239Z","end":"2026-03-05T07:27:06.745371Z","steps":["trace[1267093515] 'process raft request' (duration: 954.93204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:06.745514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:05.789Z","time spent":"956.381543ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:06.745576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:05.790201Z","time spent":"955.330339ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:06.745676Z","caller":"traceutil/trace.go:171","msg":"trace[1860199460] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"954.90306ms","start":"2026-03-05T07:27:05.790744Z","end":"2026-03-05T07:27:06.745647Z","steps":["trace[1860199460] 'process raft request' (duration: 954.574063ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:06.745777Z","caller":"traceutil/trace.go:171","msg":"trace[574156368] linearizableReadLoop","detail":"{readStateIndex:24539; appliedIndex:24535; }","duration":"892.839136ms","start":"2026-03-05T07:27:05.852916Z","end":"2026-03-05T07:27:06.745755Z","steps":["trace[574156368] 'read index received' (duration: 388.91952ms)","trace[574156368] 'applied index is now lower than readState.Index' (duration: 503.918646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:06.745833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:05.790722Z","time spent":"955.031232ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:06.745853Z","caller":"traceutil/trace.go:171","msg":"trace[1433539246] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"954.330918ms","start":"2026-03-05T07:27:05.791498Z","end":"2026-03-05T07:27:06.745829Z","steps":["trace[1433539246] 'process raft request' (duration: 954.063092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:06.745941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.352026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:27:06.745966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:05.791486Z","time spent":"954.418859ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:06.745975Z","caller":"traceutil/trace.go:171","msg":"trace[51679514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23707; }","duration":"738.441988ms","start":"2026-03-05T07:27:06.007523Z","end":"2026-03-05T07:27:06.745965Z","steps":["trace[51679514] 'agreement among raft nodes before linearized reading' (duration: 738.355446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:06.745972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.238111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:06.746011Z","caller":"traceutil/trace.go:171","msg":"trace[1729026411] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23707; }","duration":"470.310162ms","start":"2026-03-05T07:27:06.27569Z","end":"2026-03-05T07:27:06.746Z","steps":["trace[1729026411] 'agreement among raft nodes before linearized reading' (duration: 470.22847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:06.746008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:06.0075Z","time spent":"738.49994ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:27:06.746036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:06.275667Z","time spent":"470.362083ms","remote":"127.0.0.1:41140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:06.746075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.150752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-05T07:27:06.74616Z","caller":"traceutil/trace.go:171","msg":"trace[1031585896] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8; range_end:; response_count:1; response_revision:23707; }","duration":"893.310317ms","start":"2026-03-05T07:27:05.852832Z","end":"2026-03-05T07:27:06.746142Z","steps":["trace[1031585896] 'agreement among raft nodes before linearized reading' (duration: 893.046491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:06.746157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.050208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-05T07:27:06.746208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:05.852799Z","time spent":"893.395748ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" "} {"level":"info","ts":"2026-03-05T07:27:06.746238Z","caller":"traceutil/trace.go:171","msg":"trace[807405542] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23707; }","duration":"728.17789ms","start":"2026-03-05T07:27:06.018041Z","end":"2026-03-05T07:27:06.746219Z","steps":["trace[807405542] 'agreement among raft nodes before linearized reading' (duration: 727.914995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:06.746274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:06.018026Z","time spent":"728.242182ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-03-05T07:27:07.377214Z","caller":"traceutil/trace.go:171","msg":"trace[692622134] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"616.514659ms","start":"2026-03-05T07:27:06.760665Z","end":"2026-03-05T07:27:07.37718Z","steps":["trace[692622134] 'process raft request' (duration: 616.241583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:07.377484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:06.760639Z","time spent":"616.682043ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:08.33003Z","caller":"traceutil/trace.go:171","msg":"trace[2038308630] linearizableReadLoop","detail":"{readStateIndex:24542; appliedIndex:24539; }","duration":"1.189757528s","start":"2026-03-05T07:27:07.140245Z","end":"2026-03-05T07:27:08.330002Z","steps":["trace[2038308630] 'read index received' (duration: 236.664819ms)","trace[2038308630] 'applied index is now lower than readState.Index' (duration: 953.091589ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:08.330357Z","caller":"traceutil/trace.go:171","msg":"trace[1775344467] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"1.533610901s","start":"2026-03-05T07:27:06.796732Z","end":"2026-03-05T07:27:08.330343Z","steps":["trace[1775344467] 'process raft request' (duration: 1.533042198s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:08.330463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190190348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:27:08.330481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:06.796699Z","time spent":"1.533693453s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:08.330528Z","caller":"traceutil/trace.go:171","msg":"trace[625619271] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23710; }","duration":"1.190315631s","start":"2026-03-05T07:27:07.140196Z","end":"2026-03-05T07:27:08.330512Z","steps":["trace[625619271] 'agreement among raft nodes before linearized reading' (duration: 1.190152977s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:08.330563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:07.140173Z","time spent":"1.190383453s","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:27:08.330811Z","caller":"traceutil/trace.go:171","msg":"trace[783534982] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"1.412545222s","start":"2026-03-05T07:27:06.918202Z","end":"2026-03-05T07:27:08.330747Z","steps":["trace[783534982] 'process raft request' (duration: 1.411743474s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:08.331086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:06.918164Z","time spent":"1.412777547s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:08.35943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212952723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:27:08.359495Z","caller":"traceutil/trace.go:171","msg":"trace[1735464305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23713; }","duration":"1.213067485s","start":"2026-03-05T07:27:07.146414Z","end":"2026-03-05T07:27:08.359481Z","steps":["trace[1735464305] 'agreement among raft nodes before linearized reading' (duration: 1.212881131s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:08.359529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:07.146392Z","time spent":"1.213129536s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:08.359867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.126756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-05T07:27:08.359952Z","caller":"traceutil/trace.go:171","msg":"trace[119787638] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23713; }","duration":"516.241808ms","start":"2026-03-05T07:27:07.843687Z","end":"2026-03-05T07:27:08.359928Z","steps":["trace[119787638] 'agreement among raft nodes before linearized reading' (duration: 515.955262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:08.359996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:07.843675Z","time spent":"516.31121ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T07:27:08.359975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.975934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-05T07:27:08.360136Z","caller":"traceutil/trace.go:171","msg":"trace[180966124] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8; range_end:; response_count:1; response_revision:23713; }","duration":"601.179719ms","start":"2026-03-05T07:27:07.758942Z","end":"2026-03-05T07:27:08.360122Z","steps":["trace[180966124] 'agreement among raft nodes before linearized reading' (duration: 600.949364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:08.360246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:07.758917Z","time spent":"601.315833ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" "} {"level":"info","ts":"2026-03-05T07:27:08.360333Z","caller":"traceutil/trace.go:171","msg":"trace[1060143158] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"583.662031ms","start":"2026-03-05T07:27:07.776655Z","end":"2026-03-05T07:27:08.360317Z","steps":["trace[1060143158] 'process raft request' (duration: 582.358563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:08.360413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:07.776638Z","time spent":"583.724572ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:08.360531Z","caller":"traceutil/trace.go:171","msg":"trace[455766106] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"389.202816ms","start":"2026-03-05T07:27:07.971316Z","end":"2026-03-05T07:27:08.360519Z","steps":["trace[455766106] 'process raft request' (duration: 387.878927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:08.360633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098884317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:08.360674Z","caller":"traceutil/trace.go:171","msg":"trace[1328825719] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23713; }","duration":"1.098929888s","start":"2026-03-05T07:27:07.261735Z","end":"2026-03-05T07:27:08.360665Z","steps":["trace[1328825719] 'agreement among raft nodes before linearized reading' (duration: 1.098852946s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:08.360698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:07.261711Z","time spent":"1.098979738s","remote":"127.0.0.1:44216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:08.360917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211955669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T07:27:08.360946Z","caller":"traceutil/trace.go:171","msg":"trace[789889218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23713; }","duration":"1.211998801s","start":"2026-03-05T07:27:07.14894Z","end":"2026-03-05T07:27:08.360938Z","steps":["trace[789889218] 'agreement among raft nodes before linearized reading' (duration: 1.211922849s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:08.360965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:07.148931Z","time spent":"1.212028781s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:08.361076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212356179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T07:27:08.3611Z","caller":"traceutil/trace.go:171","msg":"trace[153084839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23713; }","duration":"1.21242749s","start":"2026-03-05T07:27:07.148666Z","end":"2026-03-05T07:27:08.361094Z","steps":["trace[153084839] 'agreement among raft nodes before linearized reading' (duration: 1.212355639s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:08.361119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:07.148632Z","time spent":"1.212481861s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:27:08.361219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212708096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T07:27:08.361243Z","caller":"traceutil/trace.go:171","msg":"trace[1671474797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23713; }","duration":"1.212750717s","start":"2026-03-05T07:27:07.148485Z","end":"2026-03-05T07:27:08.361235Z","steps":["trace[1671474797] 'agreement among raft nodes before linearized reading' (duration: 1.212688386s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:08.361265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:07.148474Z","time spent":"1.212783138s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:08.361375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212906221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T07:27:08.361422Z","caller":"traceutil/trace.go:171","msg":"trace[1634422643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23713; }","duration":"1.212942592s","start":"2026-03-05T07:27:07.14845Z","end":"2026-03-05T07:27:08.361392Z","steps":["trace[1634422643] 'agreement among raft nodes before linearized reading' (duration: 1.21287625s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:08.361442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:07.148443Z","time spent":"1.212993924s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:27:08.361726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.754722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:27:08.361736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.870687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:08.36193Z","caller":"traceutil/trace.go:171","msg":"trace[1514646572] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23713; }","duration":"276.114163ms","start":"2026-03-05T07:27:08.085789Z","end":"2026-03-05T07:27:08.361903Z","steps":["trace[1514646572] 'agreement among raft nodes before linearized reading' (duration: 275.850497ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:08.361831Z","caller":"traceutil/trace.go:171","msg":"trace[1116502550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23713; }","duration":"353.922416ms","start":"2026-03-05T07:27:08.007885Z","end":"2026-03-05T07:27:08.361807Z","steps":["trace[1116502550] 'agreement among raft nodes before linearized reading' (duration: 353.696401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:08.362036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:08.00786Z","time spent":"354.168782ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:27:08.361942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:07.971288Z","time spent":"389.268838ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:08.362653Z","caller":"traceutil/trace.go:171","msg":"trace[734241896] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"238.201533ms","start":"2026-03-05T07:27:08.124432Z","end":"2026-03-05T07:27:08.362633Z","steps":["trace[734241896] 'process raft request' (duration: 234.813538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:08.869378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592957004,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:27:09.297732Z","caller":"traceutil/trace.go:171","msg":"trace[1605049514] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"933.070647ms","start":"2026-03-05T07:27:08.364636Z","end":"2026-03-05T07:27:09.297706Z","steps":["trace[1605049514] 'process raft request' (duration: 932.486764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:09.297867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:08.364623Z","time spent":"933.174639ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:10.521689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.730362ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:10.521814Z","caller":"traceutil/trace.go:171","msg":"trace[695272182] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23714; }","duration":"241.865585ms","start":"2026-03-05T07:27:10.27993Z","end":"2026-03-05T07:27:10.521795Z","steps":["trace[695272182] 'range keys from in-memory index tree' (duration: 241.713242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:11.462735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.165245875s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:27:11.46327Z","caller":"traceutil/trace.go:171","msg":"trace[939514320] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"3.097090735s","start":"2026-03-05T07:27:08.366135Z","end":"2026-03-05T07:27:11.463226Z","steps":["trace[939514320] 'process raft request' (duration: 3.096804819s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:11.463487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:08.366108Z","time spent":"3.097266748s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:11.463657Z","caller":"traceutil/trace.go:171","msg":"trace[894067632] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"3.097459623s","start":"2026-03-05T07:27:08.366145Z","end":"2026-03-05T07:27:11.463604Z","steps":["trace[894067632] 'process raft request' (duration: 3.097025444s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:11.463924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:08.36612Z","time spent":"3.097650467s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:11.463949Z","caller":"traceutil/trace.go:171","msg":"trace[541312748] linearizableReadLoop","detail":"{readStateIndex:24555; appliedIndex:24545; }","duration":"3.094837004s","start":"2026-03-05T07:27:08.369086Z","end":"2026-03-05T07:27:11.463923Z","steps":["trace[541312748] 'read index received' (duration: 928.438784ms)","trace[541312748] 'applied index is now lower than readState.Index' (duration: 2.16639724s)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:11.464069Z","caller":"traceutil/trace.go:171","msg":"trace[325497734] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"3.096632594s","start":"2026-03-05T07:27:08.367426Z","end":"2026-03-05T07:27:11.464058Z","steps":["trace[325497734] 'process raft request' (duration: 3.096257746s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:11.46393Z","caller":"traceutil/trace.go:171","msg":"trace[1800343926] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"3.097103115s","start":"2026-03-05T07:27:08.366778Z","end":"2026-03-05T07:27:11.463881Z","steps":["trace[1800343926] 'process raft request' (duration: 3.09684163s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:11.464181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:08.367406Z","time spent":"3.096694395s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:11.464225Z","caller":"traceutil/trace.go:171","msg":"trace[1121742782] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"3.097467453s","start":"2026-03-05T07:27:08.366741Z","end":"2026-03-05T07:27:11.464209Z","steps":["trace[1121742782] 'process raft request' (duration: 3.096749448s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:11.464308Z","caller":"traceutil/trace.go:171","msg":"trace[630919672] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"2.705014494s","start":"2026-03-05T07:27:08.759276Z","end":"2026-03-05T07:27:11.464291Z","steps":["trace[630919672] 'process raft request' (duration: 2.704533734s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:11.464353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:08.366733Z","time spent":"3.097569215s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:11.464227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:08.366764Z","time spent":"3.097367921s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:11.464412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095324176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:11.464439Z","caller":"traceutil/trace.go:171","msg":"trace[1924397986] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"2.705534086s","start":"2026-03-05T07:27:08.758894Z","end":"2026-03-05T07:27:11.464428Z","steps":["trace[1924397986] 'process raft request' (duration: 2.704834631s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:11.46445Z","caller":"traceutil/trace.go:171","msg":"trace[276017522] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23724; }","duration":"3.095377826s","start":"2026-03-05T07:27:08.369061Z","end":"2026-03-05T07:27:11.464439Z","steps":["trace[276017522] 'agreement among raft nodes before linearized reading' (duration: 3.095315955s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:11.464357Z","caller":"traceutil/trace.go:171","msg":"trace[1964353201] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"2.392914245s","start":"2026-03-05T07:27:09.07143Z","end":"2026-03-05T07:27:11.464344Z","steps":["trace[1964353201] 'process raft request' (duration: 2.392451625s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:11.46449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:08.369049Z","time spent":"3.095433877s","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T07:27:11.464504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:08.758856Z","time spent":"2.705621928s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:11.46432Z","caller":"traceutil/trace.go:171","msg":"trace[1555835637] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"2.704859141s","start":"2026-03-05T07:27:08.759451Z","end":"2026-03-05T07:27:11.46431Z","steps":["trace[1555835637] 'process raft request' (duration: 2.70439358s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:11.464514Z","caller":"traceutil/trace.go:171","msg":"trace[1453405438] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"2.705228468s","start":"2026-03-05T07:27:08.759256Z","end":"2026-03-05T07:27:11.464485Z","steps":["trace[1453405438] 'process raft request' (duration: 2.704513223s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:11.464553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:09.071391Z","time spent":"2.393125729s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:11.464392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:08.759257Z","time spent":"2.705095356s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:11.464617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:08.75924Z","time spent":"2.705326571s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:11.464625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:08.759441Z","time spent":"2.705116936s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:11.962856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999909074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T07:27:11.962952Z","caller":"traceutil/trace.go:171","msg":"trace[1683121455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000073358s","start":"2026-03-05T07:27:09.962858Z","end":"2026-03-05T07:27:11.962932Z","steps":["trace[1683121455] 'agreement among raft nodes before linearized reading' (duration: 1.999943295s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:11.963007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:09.962837Z","time spent":"2.000158289s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:27:11.964601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592957021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:27:12.017482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000698283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T07:27:12.017566Z","caller":"traceutil/trace.go:171","msg":"trace[973359876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000827536s","start":"2026-03-05T07:27:10.016719Z","end":"2026-03-05T07:27:12.017547Z","steps":["trace[973359876] 'agreement among raft nodes before linearized reading' (duration: 2.000723674s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:12.017627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:10.016705Z","time spent":"2.000909917s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 07:27:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T07:27:12.464808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592957021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:27:12.96543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592957021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:27:13.197303Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.733387104s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T07:27:14.025041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999902044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T07:27:14.025129Z","caller":"traceutil/trace.go:171","msg":"trace[1849377538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053698s","start":"2026-03-05T07:27:12.025055Z","end":"2026-03-05T07:27:14.025109Z","steps":["trace[1849377538] 'agreement among raft nodes before linearized reading' (duration: 1.999936095s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:14.025176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:12.025034Z","time spent":"2.000132589s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:27:14.57165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373110758s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T07:27:14.572441Z","caller":"traceutil/trace.go:171","msg":"trace[1435090206] linearizableReadLoop","detail":"{readStateIndex:24562; appliedIndex:24556; }","duration":"3.108408375s","start":"2026-03-05T07:27:11.464019Z","end":"2026-03-05T07:27:14.572428Z","steps":["trace[1435090206] 'read index received' (duration: 1.733557968s)","trace[1435090206] 'applied index is now lower than readState.Index' (duration: 1.374848637s)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:14.572648Z","caller":"traceutil/trace.go:171","msg":"trace[1482911940] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"4.673879841s","start":"2026-03-05T07:27:09.898759Z","end":"2026-03-05T07:27:14.572639Z","steps":["trace[1482911940] 'process raft request' (duration: 4.673006702s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:14.572703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637190511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-05T07:27:14.572767Z","caller":"traceutil/trace.go:171","msg":"trace[813496966] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23729; }","duration":"3.637302624s","start":"2026-03-05T07:27:10.935449Z","end":"2026-03-05T07:27:14.572752Z","steps":["trace[813496966] 'agreement among raft nodes before linearized reading' (duration: 3.637146691s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:14.57281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:10.935426Z","time spent":"3.637375285s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-05T07:27:14.572769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:09.898735Z","time spent":"4.673943343s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:14.573022Z","caller":"traceutil/trace.go:171","msg":"trace[101468114] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"4.236028367s","start":"2026-03-05T07:27:10.33698Z","end":"2026-03-05T07:27:14.573008Z","steps":["trace[101468114] 'process raft request' (duration: 4.235278891s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:14.573093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:10.336955Z","time spent":"4.236099639s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:14.57323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.227049649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:27:14.573262Z","caller":"traceutil/trace.go:171","msg":"trace[788228387] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23729; }","duration":"4.227110061s","start":"2026-03-05T07:27:10.346144Z","end":"2026-03-05T07:27:14.573254Z","steps":["trace[788228387] 'agreement among raft nodes before linearized reading' (duration: 4.22705603s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:14.573284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:10.346133Z","time spent":"4.227145581s","remote":"127.0.0.1:51542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:14.573582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.620493419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:27:14.57361Z","caller":"traceutil/trace.go:171","msg":"trace[1405013798] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23729; }","duration":"4.62055114s","start":"2026-03-05T07:27:09.953052Z","end":"2026-03-05T07:27:14.573603Z","steps":["trace[1405013798] 'agreement among raft nodes before linearized reading' (duration: 4.620474689s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:14.573628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:09.953036Z","time spent":"4.620588261s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T07:27:14.574109Z","caller":"traceutil/trace.go:171","msg":"trace[608525292] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"4.236929527s","start":"2026-03-05T07:27:10.337164Z","end":"2026-03-05T07:27:14.574093Z","steps":["trace[608525292] 'process raft request' (duration: 4.235179239s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:14.574208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:10.337155Z","time spent":"4.236999288s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:14.57436Z","caller":"traceutil/trace.go:171","msg":"trace[2099546659] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"4.205641405s","start":"2026-03-05T07:27:10.368708Z","end":"2026-03-05T07:27:14.57435Z","steps":["trace[2099546659] 'process raft request' (duration: 4.203659982s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:14.574413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:10.368696Z","time spent":"4.205688865s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:14.574541Z","caller":"traceutil/trace.go:171","msg":"trace[1533002929] transaction","detail":"{read_only:false; response_revision:23729; number_of_response:1; }","duration":"2.607053095s","start":"2026-03-05T07:27:11.967479Z","end":"2026-03-05T07:27:14.574532Z","steps":["trace[1533002929] 'process raft request' (duration: 2.604915128s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:14.57459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:11.967453Z","time spent":"2.607115836s","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T07:27:14.574648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.946538657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T07:27:14.574699Z","caller":"traceutil/trace.go:171","msg":"trace[1948659242] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23729; }","duration":"4.946671019s","start":"2026-03-05T07:27:09.62802Z","end":"2026-03-05T07:27:14.574691Z","steps":["trace[1948659242] 'agreement among raft nodes before linearized reading' (duration: 4.946509736s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:14.574757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.17596865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:27:14.574789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:09.628Z","time spent":"4.946715282s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T07:27:14.574892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273614772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T07:27:14.574929Z","caller":"traceutil/trace.go:171","msg":"trace[15636057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23729; }","duration":"3.273695674s","start":"2026-03-05T07:27:11.301224Z","end":"2026-03-05T07:27:14.57492Z","steps":["trace[15636057] 'agreement among raft nodes before linearized reading' (duration: 3.273591752s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:14.574957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:11.301189Z","time spent":"3.273761126s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:14.575038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.195753105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:27:14.575068Z","caller":"traceutil/trace.go:171","msg":"trace[955250574] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23729; }","duration":"5.195819546s","start":"2026-03-05T07:27:09.379242Z","end":"2026-03-05T07:27:14.575061Z","steps":["trace[955250574] 'agreement among raft nodes before linearized reading' (duration: 5.195679063s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:14.575131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:09.379202Z","time spent":"5.195881118s","remote":"127.0.0.1:44896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:14.575456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.695764534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:27:14.575462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.265389937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:27:14.575488Z","caller":"traceutil/trace.go:171","msg":"trace[1829688099] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23729; }","duration":"5.695824375s","start":"2026-03-05T07:27:08.879656Z","end":"2026-03-05T07:27:14.57548Z","steps":["trace[1829688099] 'agreement among raft nodes before linearized reading' (duration: 5.695767504s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:14.575499Z","caller":"traceutil/trace.go:171","msg":"trace[1884899673] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23729; }","duration":"5.265428517s","start":"2026-03-05T07:27:09.310058Z","end":"2026-03-05T07:27:14.575487Z","steps":["trace[1884899673] 'agreement among raft nodes before linearized reading' (duration: 5.265373236s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:14.575531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:09.310019Z","time spent":"5.265503459s","remote":"127.0.0.1:37180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:27:14.574797Z","caller":"traceutil/trace.go:171","msg":"trace[1170381460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23729; }","duration":"3.176048142s","start":"2026-03-05T07:27:11.398738Z","end":"2026-03-05T07:27:14.574786Z","steps":["trace[1170381460] 'agreement among raft nodes before linearized reading' (duration: 3.175985501s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:14.575509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:08.87964Z","time spent":"5.695863546s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:14.575727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:11.398692Z","time spent":"3.176987463s","remote":"127.0.0.1:37184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:14.576006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.209925168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-05T07:27:14.576137Z","caller":"traceutil/trace.go:171","msg":"trace[471944788] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8; range_end:; response_count:1; response_revision:23729; }","duration":"5.210105702s","start":"2026-03-05T07:27:09.366023Z","end":"2026-03-05T07:27:14.576128Z","steps":["trace[471944788] 'agreement among raft nodes before linearized reading' (duration: 5.209307565s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:14.576552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:09.366001Z","time spent":"5.210152473s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" "} {"level":"warn","ts":"2026-03-05T07:27:15.073453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592957028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:27:15.254913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.708176235s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T07:27:16.02636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999910785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T07:27:16.026434Z","caller":"traceutil/trace.go:171","msg":"trace[671008920] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000034697s","start":"2026-03-05T07:27:14.026388Z","end":"2026-03-05T07:27:16.026423Z","steps":["trace[671008920] 'agreement among raft nodes before linearized reading' (duration: 1.999949045s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.026462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:14.026367Z","time spent":"2.000088758s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 07:27:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T07:27:16.311752Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030399771s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T07:27:16.357591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:16.023276Z","time spent":"334.309491ms","remote":"127.0.0.1:55472","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T07:27:16.358665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103415778s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:27:16.358987Z","caller":"traceutil/trace.go:171","msg":"trace[69904908] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"2.888198089s","start":"2026-03-05T07:27:13.470773Z","end":"2026-03-05T07:27:16.358971Z","steps":["trace[69904908] 'process raft request' (duration: 2.888069386s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:16.358964Z","caller":"traceutil/trace.go:171","msg":"trace[1958515849] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"2.888513417s","start":"2026-03-05T07:27:13.470434Z","end":"2026-03-05T07:27:16.358948Z","steps":["trace[1958515849] 'process raft request' (duration: 2.888327423s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:16.359018Z","caller":"traceutil/trace.go:171","msg":"trace[369986554] linearizableReadLoop","detail":"{readStateIndex:24568; appliedIndex:24562; }","duration":"1.786442228s","start":"2026-03-05T07:27:14.572558Z","end":"2026-03-05T07:27:16.359Z","steps":["trace[369986554] 'read index received' (duration: 682.621211ms)","trace[369986554] 'applied index is now lower than readState.Index' (duration: 1.103820117s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:16.359075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:13.470746Z","time spent":"2.888270451s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:16.359091Z","caller":"traceutil/trace.go:171","msg":"trace[465832780] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"2.887165636s","start":"2026-03-05T07:27:13.471919Z","end":"2026-03-05T07:27:16.359084Z","steps":["trace[465832780] 'process raft request' (duration: 2.886966281s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.359107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:13.470417Z","time spent":"2.888622809s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:16.35913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:13.471899Z","time spent":"2.887209707s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:16.359304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007210775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:27:16.359332Z","caller":"traceutil/trace.go:171","msg":"trace[1078933942] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23735; }","duration":"3.007275976s","start":"2026-03-05T07:27:13.352049Z","end":"2026-03-05T07:27:16.359325Z","steps":["trace[1078933942] 'agreement among raft nodes before linearized reading' (duration: 3.007228005s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.359348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888477166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T07:27:16.359355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:13.352029Z","time spent":"3.007317897s","remote":"127.0.0.1:41282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:27:16.359367Z","caller":"traceutil/trace.go:171","msg":"trace[1494925260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23735; }","duration":"2.888531238s","start":"2026-03-05T07:27:13.47083Z","end":"2026-03-05T07:27:16.359361Z","steps":["trace[1494925260] 'agreement among raft nodes before linearized reading' (duration: 2.888488507s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.359383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:13.470804Z","time spent":"2.888575909s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:27:16.359389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964402679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:16.359445Z","caller":"traceutil/trace.go:171","msg":"trace[48286797] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23735; }","duration":"1.964519062s","start":"2026-03-05T07:27:14.394912Z","end":"2026-03-05T07:27:16.359431Z","steps":["trace[48286797] 'agreement among raft nodes before linearized reading' (duration: 1.964395959s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.359456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889228843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T07:27:16.359469Z","caller":"traceutil/trace.go:171","msg":"trace[2144131483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23735; }","duration":"2.889242453s","start":"2026-03-05T07:27:13.470222Z","end":"2026-03-05T07:27:16.359464Z","steps":["trace[2144131483] 'agreement among raft nodes before linearized reading' (duration: 2.889202042s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.359473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:14.39489Z","time spent":"1.964577453s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:16.359484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:13.470196Z","time spent":"2.889284424s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:16.359512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.539904748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:27:16.359531Z","caller":"traceutil/trace.go:171","msg":"trace[1356030114] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23735; }","duration":"3.539961469s","start":"2026-03-05T07:27:12.819563Z","end":"2026-03-05T07:27:16.359525Z","steps":["trace[1356030114] 'agreement among raft nodes before linearized reading' (duration: 3.539876577s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.359554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:12.819522Z","time spent":"3.54002354s","remote":"127.0.0.1:51388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:16.359596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889403887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T07:27:16.359615Z","caller":"traceutil/trace.go:171","msg":"trace[1339729635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23735; }","duration":"2.889443308s","start":"2026-03-05T07:27:13.470167Z","end":"2026-03-05T07:27:16.359611Z","steps":["trace[1339729635] 'agreement among raft nodes before linearized reading' (duration: 2.889398547s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.359628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:13.47016Z","time spent":"2.889465418s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:27:16.359663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.692341642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:16.35965Z","caller":"traceutil/trace.go:171","msg":"trace[239297852] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"1.778987633s","start":"2026-03-05T07:27:14.580639Z","end":"2026-03-05T07:27:16.359626Z","steps":["trace[239297852] 'process raft request' (duration: 1.778321138s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:16.359683Z","caller":"traceutil/trace.go:171","msg":"trace[912305973] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23735; }","duration":"3.692407543s","start":"2026-03-05T07:27:12.667269Z","end":"2026-03-05T07:27:16.359676Z","steps":["trace[912305973] 'agreement among raft nodes before linearized reading' (duration: 3.692372563s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.359703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:12.667246Z","time spent":"3.692450274s","remote":"127.0.0.1:59102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:16.359721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94867631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-05T07:27:16.359742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:14.580621Z","time spent":"1.779071266s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:16.359761Z","caller":"traceutil/trace.go:171","msg":"trace[1503715918] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23735; }","duration":"1.948735372s","start":"2026-03-05T07:27:14.411014Z","end":"2026-03-05T07:27:16.359749Z","steps":["trace[1503715918] 'agreement among raft nodes before linearized reading' (duration: 1.948619039s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.359791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:14.411Z","time spent":"1.948784673s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-05T07:27:16.359811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892233447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:27:16.359828Z","caller":"traceutil/trace.go:171","msg":"trace[1442774792] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"2.886122275s","start":"2026-03-05T07:27:13.473698Z","end":"2026-03-05T07:27:16.35982Z","steps":["trace[1442774792] 'process raft request' (duration: 2.885227124s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:16.359831Z","caller":"traceutil/trace.go:171","msg":"trace[1867375498] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23735; }","duration":"3.892294099s","start":"2026-03-05T07:27:12.467532Z","end":"2026-03-05T07:27:16.359826Z","steps":["trace[1867375498] 'agreement among raft nodes before linearized reading' (duration: 3.892247818s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.359849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:12.467509Z","time spent":"3.89233521s","remote":"127.0.0.1:41118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:16.359857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.538593796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:27:16.359866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:13.473684Z","time spent":"2.886157755s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:16.359885Z","caller":"traceutil/trace.go:171","msg":"trace[662074659] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23735; }","duration":"4.538663088s","start":"2026-03-05T07:27:11.821214Z","end":"2026-03-05T07:27:16.359877Z","steps":["trace[662074659] 'agreement among raft nodes before linearized reading' (duration: 4.538616737s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.359909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:11.821181Z","time spent":"4.538720029s","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:16.359306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889169211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:27:16.359972Z","caller":"traceutil/trace.go:171","msg":"trace[507035799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23735; }","duration":"2.889879607s","start":"2026-03-05T07:27:13.470085Z","end":"2026-03-05T07:27:16.359965Z","steps":["trace[507035799] 'agreement among raft nodes before linearized reading' (duration: 2.88912834s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.359996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:13.470061Z","time spent":"2.889930568s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:16.360015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68237083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:16.360034Z","caller":"traceutil/trace.go:171","msg":"trace[573288473] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23735; }","duration":"4.68241541s","start":"2026-03-05T07:27:11.677613Z","end":"2026-03-05T07:27:16.360029Z","steps":["trace[573288473] 'agreement among raft nodes before linearized reading' (duration: 4.682385119s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.360052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:11.677596Z","time spent":"4.682450991s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:16.360159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.887400359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:16.360175Z","caller":"traceutil/trace.go:171","msg":"trace[1357452749] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23735; }","duration":"4.88745963s","start":"2026-03-05T07:27:11.47271Z","end":"2026-03-05T07:27:16.360169Z","steps":["trace[1357452749] 'agreement among raft nodes before linearized reading' (duration: 4.887430719s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.360188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:11.472686Z","time spent":"4.88749933s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T07:27:16.360255Z","caller":"traceutil/trace.go:171","msg":"trace[1930341338] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"2.991270951s","start":"2026-03-05T07:27:13.367584Z","end":"2026-03-05T07:27:16.358855Z","steps":["trace[1930341338] 'process raft request' (duration: 1.887581107s)","trace[1930341338] 'compare' (duration: 1.103316475s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:16.36033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:13.367554Z","time spent":"2.992737244s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:16.370204Z","caller":"traceutil/trace.go:171","msg":"trace[247146820] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"487.119433ms","start":"2026-03-05T07:27:15.883064Z","end":"2026-03-05T07:27:16.370183Z","steps":["trace[247146820] 'process raft request' (duration: 486.434438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.370321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:15.883044Z","time spent":"487.215445ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:16.371237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.110834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-05T07:27:16.371288Z","caller":"traceutil/trace.go:171","msg":"trace[1448374557] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8; range_end:; response_count:1; response_revision:23738; }","duration":"786.206855ms","start":"2026-03-05T07:27:15.585069Z","end":"2026-03-05T07:27:16.371276Z","steps":["trace[1448374557] 'agreement among raft nodes before linearized reading' (duration: 786.050172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.371314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:15.58505Z","time spent":"786.258357ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" "} {"level":"warn","ts":"2026-03-05T07:27:16.371581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.094619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:27:16.371598Z","caller":"traceutil/trace.go:171","msg":"trace[333456711] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23738; }","duration":"190.15242ms","start":"2026-03-05T07:27:16.18144Z","end":"2026-03-05T07:27:16.371592Z","steps":["trace[333456711] 'agreement among raft nodes before linearized reading' (duration: 190.116749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.371682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.78004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:16.371703Z","caller":"traceutil/trace.go:171","msg":"trace[1694471148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23738; }","duration":"338.839421ms","start":"2026-03-05T07:27:16.032859Z","end":"2026-03-05T07:27:16.371699Z","steps":["trace[1694471148] 'agreement among raft nodes before linearized reading' (duration: 338.806411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.37172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:16.032839Z","time spent":"338.875062ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:27:16.372103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79150984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T07:27:16.372125Z","caller":"traceutil/trace.go:171","msg":"trace[2137455432] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd; range_end:; response_count:1; response_revision:23738; }","duration":"1.791546202s","start":"2026-03-05T07:27:14.580574Z","end":"2026-03-05T07:27:16.372121Z","steps":["trace[2137455432] 'agreement among raft nodes before linearized reading' (duration: 1.79148114s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.372141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:14.580563Z","time spent":"1.791573082s","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd\" "} {"level":"warn","ts":"2026-03-05T07:27:16.372254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791031339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52da2fbd-c561-4808-beb6-669485bef3bb\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-05T07:27:16.372269Z","caller":"traceutil/trace.go:171","msg":"trace[285941809] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52da2fbd-c561-4808-beb6-669485bef3bb; range_end:; response_count:1; response_revision:23738; }","duration":"1.7910465s","start":"2026-03-05T07:27:14.581218Z","end":"2026-03-05T07:27:16.372265Z","steps":["trace[285941809] 'agreement among raft nodes before linearized reading' (duration: 1.790996059s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.372287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:14.581202Z","time spent":"1.791080271s","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-52da2fbd-c561-4808-beb6-669485bef3bb\" "} {"level":"warn","ts":"2026-03-05T07:27:16.372386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791319066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:27:16.372398Z","caller":"traceutil/trace.go:171","msg":"trace[486432659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23738; }","duration":"1.791341257s","start":"2026-03-05T07:27:14.581053Z","end":"2026-03-05T07:27:16.372394Z","steps":["trace[486432659] 'agreement among raft nodes before linearized reading' (duration: 1.791299256s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:16.372409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:14.581047Z","time spent":"1.791359737s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T07:27:18.5369Z","caller":"traceutil/trace.go:171","msg":"trace[2060027886] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"167.995899ms","start":"2026-03-05T07:27:18.368885Z","end":"2026-03-05T07:27:18.536881Z","steps":["trace[2060027886] 'process raft request' (duration: 167.880006ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:18.537138Z","caller":"traceutil/trace.go:171","msg":"trace[2001910843] linearizableReadLoop","detail":"{readStateIndex:24582; appliedIndex:24582; }","duration":"167.342555ms","start":"2026-03-05T07:27:18.369788Z","end":"2026-03-05T07:27:18.53713Z","steps":["trace[2001910843] 'read index received' (duration: 167.339715ms)","trace[2001910843] 'applied index is now lower than readState.Index' (duration: 2.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:18.537381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.56818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:27:18.537462Z","caller":"traceutil/trace.go:171","msg":"trace[1697273285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23748; }","duration":"167.688342ms","start":"2026-03-05T07:27:18.369759Z","end":"2026-03-05T07:27:18.537447Z","steps":["trace[1697273285] 'agreement among raft nodes before linearized reading' (duration: 167.432066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:19.037756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592957076,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:27:19.260371Z","caller":"traceutil/trace.go:171","msg":"trace[1797998328] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"888.738924ms","start":"2026-03-05T07:27:18.3716Z","end":"2026-03-05T07:27:19.260339Z","steps":["trace[1797998328] 'process raft request' (duration: 888.698493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:19.2606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:18.371592Z","time spent":"888.889637ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:19.26096Z","caller":"traceutil/trace.go:171","msg":"trace[1157949752] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"889.955631ms","start":"2026-03-05T07:27:18.370994Z","end":"2026-03-05T07:27:19.26095Z","steps":["trace[1157949752] 'process raft request' (duration: 889.265316ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:19.260954Z","caller":"traceutil/trace.go:171","msg":"trace[554708653] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"890.035133ms","start":"2026-03-05T07:27:18.370888Z","end":"2026-03-05T07:27:19.260923Z","steps":["trace[554708653] 'process raft request' (duration: 889.161974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:19.261002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:18.370976Z","time spent":"890.005972ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:19.261113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:18.370878Z","time spent":"890.137635ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:20.586524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.281916839s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T07:27:20.656132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.483586ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:20.656297Z","caller":"traceutil/trace.go:171","msg":"trace[1689285019] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23751; }","duration":"377.65251ms","start":"2026-03-05T07:27:20.278614Z","end":"2026-03-05T07:27:20.656267Z","steps":["trace[1689285019] 'range keys from in-memory index tree' (duration: 377.463326ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:20.65709Z","caller":"traceutil/trace.go:171","msg":"trace[1075148753] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"2.116918655s","start":"2026-03-05T07:27:18.540143Z","end":"2026-03-05T07:27:20.657062Z","steps":["trace[1075148753] 'process raft request' (duration: 2.046601258s)","trace[1075148753] 'compare' (duration: 69.774585ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:20.657128Z","caller":"traceutil/trace.go:171","msg":"trace[339613879] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"2.068993485s","start":"2026-03-05T07:27:18.588113Z","end":"2026-03-05T07:27:20.657107Z","steps":["trace[339613879] 'process raft request' (duration: 2.068932634s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:20.657126Z","caller":"traceutil/trace.go:171","msg":"trace[918844366] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"2.071901399s","start":"2026-03-05T07:27:18.585204Z","end":"2026-03-05T07:27:20.657105Z","steps":["trace[918844366] 'process raft request' (duration: 2.071760526s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:20.657228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:18.540122Z","time spent":"2.117025698s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:20.657245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:18.588098Z","time spent":"2.069091957s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:20.657285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:18.585184Z","time spent":"2.072023021s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:20.657567Z","caller":"traceutil/trace.go:171","msg":"trace[1400182372] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"2.067742737s","start":"2026-03-05T07:27:18.58981Z","end":"2026-03-05T07:27:20.657553Z","steps":["trace[1400182372] 'process raft request' (duration: 2.067259066s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:20.657579Z","caller":"traceutil/trace.go:171","msg":"trace[1316305494] linearizableReadLoop","detail":"{readStateIndex:24589; appliedIndex:24585; }","duration":"2.120398412s","start":"2026-03-05T07:27:18.53716Z","end":"2026-03-05T07:27:20.657559Z","steps":["trace[1316305494] 'read index received' (duration: 723.733761ms)","trace[1316305494] 'applied index is now lower than readState.Index' (duration: 1.396662701s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:20.657616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:18.589774Z","time spent":"2.067819608s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:21.008118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000493158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T07:27:21.008193Z","caller":"traceutil/trace.go:171","msg":"trace[1622466705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000623531s","start":"2026-03-05T07:27:19.007552Z","end":"2026-03-05T07:27:21.008175Z","steps":["trace[1622466705] 'agreement among raft nodes before linearized reading' (duration: 2.000525168s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:21.008233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:19.007531Z","time spent":"2.000692252s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 07:27:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T07:27:21.148668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.383918ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-05T07:27:21.148943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749684853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T07:27:21.149001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773349517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:27:21.149032Z","caller":"traceutil/trace.go:171","msg":"trace[1954940282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23755; }","duration":"2.749789885s","start":"2026-03-05T07:27:18.399209Z","end":"2026-03-05T07:27:21.148999Z","steps":["trace[1954940282] 'agreement among raft nodes before linearized reading' (duration: 2.258367266s)","trace[1954940282] 'range keys from in-memory index tree' (duration: 491.209064ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:21.149078Z","caller":"traceutil/trace.go:171","msg":"trace[362612959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23755; }","duration":"2.773429109s","start":"2026-03-05T07:27:18.375626Z","end":"2026-03-05T07:27:21.149055Z","steps":["trace[362612959] 'agreement among raft nodes before linearized reading' (duration: 2.281961619s)","trace[362612959] 'range keys from in-memory index tree' (duration: 491.296976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.148929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765038193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-03-05T07:27:21.149132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:18.375621Z","time spent":"2.773501721s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:27:21.149138Z","caller":"traceutil/trace.go:171","msg":"trace[548667624] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8; range_end:; response_count:1; response_revision:23755; }","duration":"2.76533049s","start":"2026-03-05T07:27:18.383791Z","end":"2026-03-05T07:27:21.149122Z","steps":["trace[548667624] 'agreement among raft nodes before linearized reading' (duration: 2.273778678s)","trace[548667624] 'range keys from in-memory index tree' (duration: 490.99726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.149146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773706155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T07:27:21.14918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:18.383785Z","time spent":"2.765385871s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" "} {"level":"warn","ts":"2026-03-05T07:27:21.149087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:18.399201Z","time spent":"2.749873087s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:27:21.149229Z","caller":"traceutil/trace.go:171","msg":"trace[1850512356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23755; }","duration":"2.773805877s","start":"2026-03-05T07:27:18.375375Z","end":"2026-03-05T07:27:21.149181Z","steps":["trace[1850512356] 'agreement among raft nodes before linearized reading' (duration: 2.282242935s)","trace[1850512356] 'range keys from in-memory index tree' (duration: 491.352297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.149328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750603173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:27:21.14937Z","caller":"traceutil/trace.go:171","msg":"trace[32290471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23755; }","duration":"2.750660084s","start":"2026-03-05T07:27:18.398694Z","end":"2026-03-05T07:27:21.149355Z","steps":["trace[32290471] 'agreement among raft nodes before linearized reading' (duration: 2.258865037s)","trace[32290471] 'range keys from in-memory index tree' (duration: 491.714585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.14944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:18.398684Z","time spent":"2.750745635s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:27:21.149442Z","caller":"traceutil/trace.go:171","msg":"trace[324695410] linearizableReadLoop","detail":"{readStateIndex:24591; appliedIndex:24589; }","duration":"491.804977ms","start":"2026-03-05T07:27:20.65762Z","end":"2026-03-05T07:27:21.149425Z","steps":["trace[324695410] 'read index received' (duration: 54.541µs)","trace[324695410] 'applied index is now lower than readState.Index' (duration: 491.748926ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:21.149536Z","caller":"traceutil/trace.go:171","msg":"trace[50566070] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"607.643372ms","start":"2026-03-05T07:27:20.541882Z","end":"2026-03-05T07:27:21.149525Z","steps":["trace[50566070] 'process raft request' (duration: 606.859294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:21.14962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:20.541857Z","time spent":"607.706583ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:21.149879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:18.375367Z","time spent":"2.773892929s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:27:21.702153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113793236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T07:27:21.70223Z","caller":"traceutil/trace.go:171","msg":"trace[1731238830] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23756; }","duration":"2.113910089s","start":"2026-03-05T07:27:19.588299Z","end":"2026-03-05T07:27:21.702209Z","steps":["trace[1731238830] 'agreement among raft nodes before linearized reading' (duration: 1.561242674s)","trace[1731238830] 'range keys from in-memory index tree' (duration: 552.481031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.702271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:19.588281Z","time spent":"2.113981401s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T07:27:21.702663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.524015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:21.702699Z","caller":"traceutil/trace.go:171","msg":"trace[808726106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23756; }","duration":"694.579817ms","start":"2026-03-05T07:27:21.008108Z","end":"2026-03-05T07:27:21.702688Z","steps":["trace[808726106] 'agreement among raft nodes before linearized reading' (duration: 141.551154ms)","trace[808726106] 'range keys from in-memory index tree' (duration: 552.943691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.702726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.008095Z","time spent":"694.625668ms","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:27:21.70288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502063361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:27:21.702931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869904284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-05T07:27:21.70295Z","caller":"traceutil/trace.go:171","msg":"trace[728159207] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23756; }","duration":"2.502184344s","start":"2026-03-05T07:27:19.200746Z","end":"2026-03-05T07:27:21.70293Z","steps":["trace[728159207] 'agreement among raft nodes before linearized reading' (duration: 1.948857605s)","trace[728159207] 'count revisions from in-memory index tree' (duration: 553.229447ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:21.70296Z","caller":"traceutil/trace.go:171","msg":"trace[1569077120] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23756; }","duration":"2.869968596s","start":"2026-03-05T07:27:18.832981Z","end":"2026-03-05T07:27:21.70295Z","steps":["trace[1569077120] 'agreement among raft nodes before linearized reading' (duration: 2.316628846s)","trace[1569077120] 'range keys from in-memory index tree' (duration: 553.265358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.702988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:18.832962Z","time spent":"2.870020237s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T07:27:21.702995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:19.200725Z","time spent":"2.502259315s","remote":"127.0.0.1:59222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:21.703038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695743811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-03-05T07:27:21.703119Z","caller":"traceutil/trace.go:171","msg":"trace[659135950] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23756; }","duration":"1.695849883s","start":"2026-03-05T07:27:20.007237Z","end":"2026-03-05T07:27:21.703087Z","steps":["trace[659135950] 'agreement among raft nodes before linearized reading' (duration: 1.142337849s)","trace[659135950] 'range keys from in-memory index tree' (duration: 553.329029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.703156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:20.007224Z","time spent":"1.695923574s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":996,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-05T07:27:21.703179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88546487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T07:27:21.703225Z","caller":"traceutil/trace.go:171","msg":"trace[42478160] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23756; }","duration":"1.885524082s","start":"2026-03-05T07:27:19.817675Z","end":"2026-03-05T07:27:21.703199Z","steps":["trace[42478160] 'agreement among raft nodes before linearized reading' (duration: 1.331934767s)","trace[42478160] 'range keys from in-memory index tree' (duration: 553.512444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.703253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:19.817659Z","time spent":"1.885587953s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T07:27:21.703262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94107169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-05T07:27:21.703299Z","caller":"traceutil/trace.go:171","msg":"trace[1682357513] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23756; }","duration":"2.941157542s","start":"2026-03-05T07:27:18.762129Z","end":"2026-03-05T07:27:21.703287Z","steps":["trace[1682357513] 'agreement among raft nodes before linearized reading' (duration: 2.387457695s)","trace[1682357513] 'range keys from in-memory index tree' (duration: 553.575934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.703327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:18.762098Z","time spent":"2.941222754s","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-05T07:27:21.70338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.977084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:27:21.703363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153139506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:27:21.703389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752223751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:27:21.703414Z","caller":"traceutil/trace.go:171","msg":"trace[1112868296] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23756; }","duration":"769.031285ms","start":"2026-03-05T07:27:20.934371Z","end":"2026-03-05T07:27:21.703402Z","steps":["trace[1112868296] 'agreement among raft nodes before linearized reading' (duration: 215.319567ms)","trace[1112868296] 'count revisions from in-memory index tree' (duration: 553.668087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.703388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047594598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:27:21.703448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:20.93436Z","time spent":"769.079775ms","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:27:21.70346Z","caller":"traceutil/trace.go:171","msg":"trace[2076649519] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23756; }","duration":"2.153246428s","start":"2026-03-05T07:27:19.550183Z","end":"2026-03-05T07:27:21.703429Z","steps":["trace[2076649519] 'agreement among raft nodes before linearized reading' (duration: 1.599414068s)","trace[2076649519] 'count revisions from in-memory index tree' (duration: 553.700657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.703473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968081069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:27:21.703483Z","caller":"traceutil/trace.go:171","msg":"trace[1887428782] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23756; }","duration":"3.047731572s","start":"2026-03-05T07:27:18.65572Z","end":"2026-03-05T07:27:21.703452Z","steps":["trace[1887428782] 'agreement among raft nodes before linearized reading' (duration: 2.493927742s)","trace[1887428782] 'count revisions from in-memory index tree' (duration: 553.670327ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:21.703456Z","caller":"traceutil/trace.go:171","msg":"trace[1178527907] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23756; }","duration":"1.752292892s","start":"2026-03-05T07:27:19.951142Z","end":"2026-03-05T07:27:21.703435Z","steps":["trace[1178527907] 'agreement among raft nodes before linearized reading' (duration: 1.198448282s)","trace[1178527907] 'count revisions from in-memory index tree' (duration: 553.758088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.703454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804078789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899e14754539df7\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-05T07:27:21.703583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.429454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:21.703562Z","caller":"traceutil/trace.go:171","msg":"trace[1897821975] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"548.554135ms","start":"2026-03-05T07:27:21.154985Z","end":"2026-03-05T07:27:21.70354Z","steps":["trace[1897821975] 'process raft request' (duration: 546.914019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:21.703618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.842556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-05T07:27:21.703621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:19.951121Z","time spent":"1.752481636s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:27:21.703625Z","caller":"traceutil/trace.go:171","msg":"trace[77247567] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23756; }","duration":"858.509526ms","start":"2026-03-05T07:27:20.845102Z","end":"2026-03-05T07:27:21.703611Z","steps":["trace[77247567] 'agreement among raft nodes before linearized reading' (duration: 304.524583ms)","trace[77247567] 'count revisions from in-memory index tree' (duration: 553.930142ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:21.703636Z","caller":"traceutil/trace.go:171","msg":"trace[2092762860] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899e14754539df7; range_end:; response_count:1; response_revision:23756; }","duration":"1.804280774s","start":"2026-03-05T07:27:19.899327Z","end":"2026-03-05T07:27:21.703608Z","steps":["trace[2092762860] 'agreement among raft nodes before linearized reading' (duration: 1.25027176s)","trace[2092762860] 'range keys from in-memory index tree' (duration: 553.742788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.703662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:20.845078Z","time spent":"858.575027ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:21.703684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.154965Z","time spent":"548.660976ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:21.70371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:19.89931Z","time spent":"1.804375546s","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899e14754539df7\" "} {"level":"warn","ts":"2026-03-05T07:27:21.703524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:19.55013Z","time spent":"2.153375031s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:21.70339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002136073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:27:21.703401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495199101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:21.703832Z","caller":"traceutil/trace.go:171","msg":"trace[1907554566] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23756; }","duration":"2.002612765s","start":"2026-03-05T07:27:19.701205Z","end":"2026-03-05T07:27:21.703818Z","steps":["trace[1907554566] 'agreement among raft nodes before linearized reading' (duration: 1.448423737s)","trace[1907554566] 'count revisions from in-memory index tree' (duration: 553.720608ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:21.70352Z","caller":"traceutil/trace.go:171","msg":"trace[259393439] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23756; }","duration":"1.968141801s","start":"2026-03-05T07:27:19.735361Z","end":"2026-03-05T07:27:21.703502Z","steps":["trace[259393439] 'agreement among raft nodes before linearized reading' (duration: 1.414259219s)","trace[259393439] 'count revisions from in-memory index tree' (duration: 553.814359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.703869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:19.701189Z","time spent":"2.002668965s","remote":"127.0.0.1:44876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:21.703879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:19.735349Z","time spent":"1.968518769s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:27:21.703873Z","caller":"traceutil/trace.go:171","msg":"trace[869664339] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23756; }","duration":"1.495691662s","start":"2026-03-05T07:27:20.208157Z","end":"2026-03-05T07:27:21.703849Z","steps":["trace[869664339] 'agreement among raft nodes before linearized reading' (duration: 941.404872ms)","trace[869664339] 'count revisions from in-memory index tree' (duration: 553.7996ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:21.70365Z","caller":"traceutil/trace.go:171","msg":"trace[226534553] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23756; }","duration":"808.907827ms","start":"2026-03-05T07:27:20.89473Z","end":"2026-03-05T07:27:21.703638Z","steps":["trace[226534553] 'agreement among raft nodes before linearized reading' (duration: 254.961044ms)","trace[226534553] 'range keys from in-memory index tree' (duration: 553.867771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:21.703542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:18.655706Z","time spent":"3.047824103s","remote":"127.0.0.1:51526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:21.703934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:20.208143Z","time spent":"1.495771784s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:21.703938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:20.89471Z","time spent":"809.210884ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-05T07:27:22.409178Z","caller":"traceutil/trace.go:171","msg":"trace[10663046] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"1.253847707s","start":"2026-03-05T07:27:21.155299Z","end":"2026-03-05T07:27:22.409147Z","steps":["trace[10663046] 'process raft request' (duration: 1.209344572s)","trace[10663046] 'compare' (duration: 43.878712ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:22.40924Z","caller":"traceutil/trace.go:171","msg":"trace[6537524] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"1.253467339s","start":"2026-03-05T07:27:21.155743Z","end":"2026-03-05T07:27:22.40921Z","steps":["trace[6537524] 'process raft request' (duration: 1.253266664s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:22.409306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.155283Z","time spent":"1.253959079s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:22.409318Z","caller":"traceutil/trace.go:171","msg":"trace[1596428068] linearizableReadLoop","detail":"{readStateIndex:24599; appliedIndex:24591; }","duration":"911.176541ms","start":"2026-03-05T07:27:21.49812Z","end":"2026-03-05T07:27:22.409296Z","steps":["trace[1596428068] 'read index received' (duration: 203.70696ms)","trace[1596428068] 'applied index is now lower than readState.Index' (duration: 707.468681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:22.40942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.155725Z","time spent":"1.253588952s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:22.409511Z","caller":"traceutil/trace.go:171","msg":"trace[1437138490] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"1.247281622s","start":"2026-03-05T07:27:21.162154Z","end":"2026-03-05T07:27:22.409436Z","steps":["trace[1437138490] 'process raft request' (duration: 1.246955595s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:22.409613Z","caller":"traceutil/trace.go:171","msg":"trace[1015273431] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"1.031902184s","start":"2026-03-05T07:27:21.37769Z","end":"2026-03-05T07:27:22.409592Z","steps":["trace[1015273431] 'process raft request' (duration: 1.031566737s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:22.40962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.162141Z","time spent":"1.247406645s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:22.409618Z","caller":"traceutil/trace.go:171","msg":"trace[545219070] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"1.142363669s","start":"2026-03-05T07:27:21.267219Z","end":"2026-03-05T07:27:22.409582Z","steps":["trace[545219070] 'process raft request' (duration: 1.142000791s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:22.409649Z","caller":"traceutil/trace.go:171","msg":"trace[1203821071] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"1.143393822s","start":"2026-03-05T07:27:21.266248Z","end":"2026-03-05T07:27:22.409642Z","steps":["trace[1203821071] 'process raft request' (duration: 1.142900481s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:22.409667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.377671Z","time spent":"1.031967865s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:22.409689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.266225Z","time spent":"1.143442364s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:22.409705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.607021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:27:22.409712Z","caller":"traceutil/trace.go:171","msg":"trace[1316983107] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"1.142496891s","start":"2026-03-05T07:27:21.267194Z","end":"2026-03-05T07:27:22.409691Z","steps":["trace[1316983107] 'process raft request' (duration: 1.1419936s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:22.409737Z","caller":"traceutil/trace.go:171","msg":"trace[1003968769] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23764; }","duration":"911.668882ms","start":"2026-03-05T07:27:21.49806Z","end":"2026-03-05T07:27:22.409729Z","steps":["trace[1003968769] 'agreement among raft nodes before linearized reading' (duration: 911.540629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:22.409733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.267205Z","time spent":"1.142464611s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:22.409761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.498043Z","time spent":"911.713063ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:27:22.409785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.267168Z","time spent":"1.142580634s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:22.46187Z","caller":"traceutil/trace.go:171","msg":"trace[1738091992] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"753.441079ms","start":"2026-03-05T07:27:21.708403Z","end":"2026-03-05T07:27:22.461844Z","steps":["trace[1738091992] 'process raft request' (duration: 753.229385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:22.462026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.708381Z","time spent":"753.566102ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:22.462211Z","caller":"traceutil/trace.go:171","msg":"trace[1772305029] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"750.647448ms","start":"2026-03-05T07:27:21.711542Z","end":"2026-03-05T07:27:22.46219Z","steps":["trace[1772305029] 'process raft request' (duration: 750.239749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:22.46229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.811641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:27:22.462342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.711531Z","time spent":"750.74504ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:22.46237Z","caller":"traceutil/trace.go:171","msg":"trace[1295290556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23767; }","duration":"577.934364ms","start":"2026-03-05T07:27:21.884417Z","end":"2026-03-05T07:27:22.462351Z","steps":["trace[1295290556] 'agreement among raft nodes before linearized reading' (duration: 577.784101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:22.462399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.270871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-05T07:27:22.462418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.884401Z","time spent":"578.007336ms","remote":"127.0.0.1:37152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:27:22.462448Z","caller":"traceutil/trace.go:171","msg":"trace[805806991] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23767; }","duration":"751.346643ms","start":"2026-03-05T07:27:21.71109Z","end":"2026-03-05T07:27:22.462437Z","steps":["trace[805806991] 'agreement among raft nodes before linearized reading' (duration: 751.19885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:22.462485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.711076Z","time spent":"751.401444ms","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-05T07:27:22.46268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.965288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:22.462721Z","caller":"traceutil/trace.go:171","msg":"trace[381989098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23767; }","duration":"748.01419ms","start":"2026-03-05T07:27:21.714697Z","end":"2026-03-05T07:27:22.462712Z","steps":["trace[381989098] 'agreement among raft nodes before linearized reading' (duration: 747.933718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:22.462732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.360266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:27:22.462691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.637782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-05T07:27:22.462775Z","caller":"traceutil/trace.go:171","msg":"trace[1998460554] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23767; }","duration":"406.429547ms","start":"2026-03-05T07:27:22.056336Z","end":"2026-03-05T07:27:22.462765Z","steps":["trace[1998460554] 'agreement among raft nodes before linearized reading' (duration: 406.374036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:22.462813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:22.05632Z","time spent":"406.484709ms","remote":"127.0.0.1:59232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:22.462899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.088017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-05T07:27:22.462906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.44782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-zh2w6\" ","response":"range_response_count:1 size:5147"} {"level":"info","ts":"2026-03-05T07:27:22.462938Z","caller":"traceutil/trace.go:171","msg":"trace[810985689] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd; range_end:; response_count:1; response_revision:23767; }","duration":"751.136099ms","start":"2026-03-05T07:27:21.711791Z","end":"2026-03-05T07:27:22.462927Z","steps":["trace[810985689] 'agreement among raft nodes before linearized reading' (duration: 751.005636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:22.462967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.711783Z","time spent":"751.175509ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899df0f8dff4dfd\" "} {"level":"warn","ts":"2026-03-05T07:27:22.462748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.714693Z","time spent":"748.049321ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:27:22.462988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.581638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a47e600e-053a-4ae5-9c06-267032e66d0f\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-05T07:27:22.463039Z","caller":"traceutil/trace.go:171","msg":"trace[1341065280] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a47e600e-053a-4ae5-9c06-267032e66d0f; range_end:; response_count:1; response_revision:23767; }","duration":"751.64186ms","start":"2026-03-05T07:27:21.711386Z","end":"2026-03-05T07:27:22.463028Z","steps":["trace[1341065280] 'agreement among raft nodes before linearized reading' (duration: 751.523407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:22.463075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.711381Z","time spent":"751.687041ms","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-a47e600e-053a-4ae5-9c06-267032e66d0f\" "} {"level":"info","ts":"2026-03-05T07:27:22.46278Z","caller":"traceutil/trace.go:171","msg":"trace[1444631088] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8; range_end:; response_count:1; response_revision:23767; }","duration":"308.751375ms","start":"2026-03-05T07:27:22.154019Z","end":"2026-03-05T07:27:22.46277Z","steps":["trace[1444631088] 'agreement among raft nodes before linearized reading' (duration: 308.578372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:22.463295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:22.153987Z","time spent":"309.274156ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" "} {"level":"info","ts":"2026-03-05T07:27:22.46297Z","caller":"traceutil/trace.go:171","msg":"trace[1913223325] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-zh2w6; range_end:; response_count:1; response_revision:23767; }","duration":"758.512831ms","start":"2026-03-05T07:27:21.704438Z","end":"2026-03-05T07:27:22.462951Z","steps":["trace[1913223325] 'agreement among raft nodes before linearized reading' (duration: 758.353318ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:22.46327Z","caller":"traceutil/trace.go:171","msg":"trace[1431010036] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"706.47468ms","start":"2026-03-05T07:27:21.756777Z","end":"2026-03-05T07:27:22.463252Z","steps":["trace[1431010036] 'process raft request' (duration: 705.262043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:22.463396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.704404Z","time spent":"758.979803ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5171,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-zh2w6\" "} {"level":"warn","ts":"2026-03-05T07:27:22.463452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.756767Z","time spent":"706.630604ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:22.462984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.986557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:22.463532Z","caller":"traceutil/trace.go:171","msg":"trace[1957396878] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23767; }","duration":"546.54749ms","start":"2026-03-05T07:27:21.916966Z","end":"2026-03-05T07:27:22.463513Z","steps":["trace[1957396878] 'agreement among raft nodes before linearized reading' (duration: 545.988517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:22.463583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:21.916527Z","time spent":"547.041861ms","remote":"127.0.0.1:53828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:22.967101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592957100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:27:23.467327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592957100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:27:23.967788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592957100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:27:24.265609Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.79917007s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:27:24.33531Z","caller":"traceutil/trace.go:171","msg":"trace[168338028] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"1.868971216s","start":"2026-03-05T07:27:22.466308Z","end":"2026-03-05T07:27:24.33528Z","steps":["trace[168338028] 'process raft request' (duration: 1.799800354s)","trace[168338028] 'compare' (duration: 69.053489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:24.33548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:22.466286Z","time spent":"1.869121819s","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:25.007088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999914999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T07:27:25.007205Z","caller":"traceutil/trace.go:171","msg":"trace[717485219] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000070452s","start":"2026-03-05T07:27:23.007086Z","end":"2026-03-05T07:27:25.007156Z","steps":["trace[717485219] 'agreement among raft nodes before linearized reading' (duration: 1.99995605s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.007265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:23.007063Z","time spent":"2.000188605s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:27:25.203418Z","caller":"traceutil/trace.go:171","msg":"trace[366606932] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"2.538522595s","start":"2026-03-05T07:27:22.664848Z","end":"2026-03-05T07:27:25.20337Z","steps":["trace[366606932] 'process raft request' (duration: 2.53784957s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:25.20346Z","caller":"traceutil/trace.go:171","msg":"trace[415171192] linearizableReadLoop","detail":"{readStateIndex:24609; appliedIndex:24602; }","duration":"2.736853475s","start":"2026-03-05T07:27:22.466575Z","end":"2026-03-05T07:27:25.203429Z","steps":["trace[415171192] 'read index received' (duration: 1.799455876s)","trace[415171192] 'applied index is now lower than readState.Index' (duration: 937.396349ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:25.20367Z","caller":"traceutil/trace.go:171","msg":"trace[1198474995] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"2.527818638s","start":"2026-03-05T07:27:22.675834Z","end":"2026-03-05T07:27:25.203652Z","steps":["trace[1198474995] 'process raft request' (duration: 2.527273916s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.203743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:22.66482Z","time spent":"2.538769331s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:25.203744Z","caller":"traceutil/trace.go:171","msg":"trace[924974679] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"2.216697551s","start":"2026-03-05T07:27:22.987009Z","end":"2026-03-05T07:27:25.203707Z","steps":["trace[924974679] 'process raft request' (duration: 2.21622073s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:25.203811Z","caller":"traceutil/trace.go:171","msg":"trace[263079957] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"2.518584983s","start":"2026-03-05T07:27:22.685206Z","end":"2026-03-05T07:27:25.203791Z","steps":["trace[263079957] 'process raft request' (duration: 2.51796545s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.203841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:22.675824Z","time spent":"2.52789616s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:25.203936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:22.986984Z","time spent":"2.216866894s","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:25.204021Z","caller":"traceutil/trace.go:171","msg":"trace[1746647979] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"2.044522847s","start":"2026-03-05T07:27:23.159484Z","end":"2026-03-05T07:27:25.204007Z","steps":["trace[1746647979] 'process raft request' (duration: 2.043842132s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.203935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:22.685193Z","time spent":"2.518657305s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:25.204058Z","caller":"traceutil/trace.go:171","msg":"trace[161086841] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"1.317790473s","start":"2026-03-05T07:27:23.886227Z","end":"2026-03-05T07:27:25.204018Z","steps":["trace[161086841] 'process raft request' (duration: 1.317147539s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.204135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:23.159465Z","time spent":"2.044586858s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:25.204188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:23.886209Z","time spent":"1.317923657s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:25.204069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737484679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T07:27:25.204299Z","caller":"traceutil/trace.go:171","msg":"trace[2008056650] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23774; }","duration":"2.737708964s","start":"2026-03-05T07:27:22.466561Z","end":"2026-03-05T07:27:25.20427Z","steps":["trace[2008056650] 'agreement among raft nodes before linearized reading' (duration: 2.737443258s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.204417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:22.466556Z","time spent":"2.737817096s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T07:27:25.215584Z","caller":"traceutil/trace.go:171","msg":"trace[1814057496] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"801.461299ms","start":"2026-03-05T07:27:24.414097Z","end":"2026-03-05T07:27:25.215558Z","steps":["trace[1814057496] 'process raft request' (duration: 801.259224ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:25.21587Z","caller":"traceutil/trace.go:171","msg":"trace[1562788473] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"800.978338ms","start":"2026-03-05T07:27:24.414869Z","end":"2026-03-05T07:27:25.215847Z","steps":["trace[1562788473] 'process raft request' (duration: 800.647251ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:25.215993Z","caller":"traceutil/trace.go:171","msg":"trace[498786034] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"784.469032ms","start":"2026-03-05T07:27:24.431399Z","end":"2026-03-05T07:27:25.215868Z","steps":["trace[498786034] 'process raft request' (duration: 784.34052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.216034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:24.414859Z","time spent":"801.10317ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:25.216085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:24.431367Z","time spent":"784.666986ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:25.216082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53607876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:27:25.216085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472947039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:25.216126Z","caller":"traceutil/trace.go:171","msg":"trace[1040891105] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23778; }","duration":"2.536122151s","start":"2026-03-05T07:27:22.679991Z","end":"2026-03-05T07:27:25.216113Z","steps":["trace[1040891105] 'agreement among raft nodes before linearized reading' (duration: 2.536047319s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:25.216136Z","caller":"traceutil/trace.go:171","msg":"trace[1902127140] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23778; }","duration":"1.473047952s","start":"2026-03-05T07:27:23.743074Z","end":"2026-03-05T07:27:25.216122Z","steps":["trace[1902127140] 'agreement among raft nodes before linearized reading' (duration: 1.47293744s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.216158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456189858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T07:27:25.215891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:24.414079Z","time spent":"801.580491ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:25.216231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746023736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-05T07:27:25.216254Z","caller":"traceutil/trace.go:171","msg":"trace[2034966049] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8; range_end:; response_count:1; response_revision:23778; }","duration":"1.746073997s","start":"2026-03-05T07:27:23.470173Z","end":"2026-03-05T07:27:25.216247Z","steps":["trace[2034966049] 'agreement among raft nodes before linearized reading' (duration: 1.745988285s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.216271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554203762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:27:25.216297Z","caller":"traceutil/trace.go:171","msg":"trace[1991621029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23778; }","duration":"2.554269034s","start":"2026-03-05T07:27:22.662021Z","end":"2026-03-05T07:27:25.21629Z","steps":["trace[1991621029] 'agreement among raft nodes before linearized reading' (duration: 2.554164551s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.216292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792430154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-05T07:27:25.216307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.53614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T07:27:25.216327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508062656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:27:25.216325Z","caller":"traceutil/trace.go:171","msg":"trace[668567360] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23778; }","duration":"1.792502206s","start":"2026-03-05T07:27:23.423815Z","end":"2026-03-05T07:27:25.216317Z","steps":["trace[668567360] 'agreement among raft nodes before linearized reading' (duration: 1.792368343s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:25.216333Z","caller":"traceutil/trace.go:171","msg":"trace[491281238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23778; }","duration":"801.57369ms","start":"2026-03-05T07:27:24.414753Z","end":"2026-03-05T07:27:25.216327Z","steps":["trace[491281238] 'agreement among raft nodes before linearized reading' (duration: 801.506329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.216162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:22.679947Z","time spent":"2.536206873s","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:27:25.216347Z","caller":"traceutil/trace.go:171","msg":"trace[1397776132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23778; }","duration":"1.508115698s","start":"2026-03-05T07:27:23.708226Z","end":"2026-03-05T07:27:25.216342Z","steps":["trace[1397776132] 'agreement among raft nodes before linearized reading' (duration: 1.508064117s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.216346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710100593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:27:25.216352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:23.423795Z","time spent":"1.792552577s","remote":"127.0.0.1:41116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T07:27:25.216362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:24.414747Z","time spent":"801.611531ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:27:25.216364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:23.708205Z","time spent":"1.508155308s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:27:25.216371Z","caller":"traceutil/trace.go:171","msg":"trace[296861995] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23778; }","duration":"2.710159174s","start":"2026-03-05T07:27:22.506205Z","end":"2026-03-05T07:27:25.216364Z","steps":["trace[296861995] 'agreement among raft nodes before linearized reading' (duration: 2.710120593s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.216381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.386094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:27:25.216394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:22.506186Z","time spent":"2.710199845s","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:27:25.216403Z","caller":"traceutil/trace.go:171","msg":"trace[202716434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23778; }","duration":"208.437595ms","start":"2026-03-05T07:27:25.007959Z","end":"2026-03-05T07:27:25.216397Z","steps":["trace[202716434] 'agreement among raft nodes before linearized reading' (duration: 208.403844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.216443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.551392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T07:27:25.216168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:23.743058Z","time spent":"1.473099873s","remote":"127.0.0.1:59224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:27:25.216465Z","caller":"traceutil/trace.go:171","msg":"trace[1598120057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23778; }","duration":"802.569792ms","start":"2026-03-05T07:27:24.413887Z","end":"2026-03-05T07:27:25.216457Z","steps":["trace[1598120057] 'agreement among raft nodes before linearized reading' (duration: 802.520261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.216483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:24.413829Z","time spent":"802.649125ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:25.21657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.71522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T07:27:25.216581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168017277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:25.216593Z","caller":"traceutil/trace.go:171","msg":"trace[179809977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23778; }","duration":"799.76877ms","start":"2026-03-05T07:27:24.416818Z","end":"2026-03-05T07:27:25.216586Z","steps":["trace[179809977] 'agreement among raft nodes before linearized reading' (duration: 799.704579ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:25.216602Z","caller":"traceutil/trace.go:171","msg":"trace[770072919] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23778; }","duration":"1.168086598s","start":"2026-03-05T07:27:24.048508Z","end":"2026-03-05T07:27:25.216595Z","steps":["trace[770072919] 'agreement among raft nodes before linearized reading' (duration: 1.168051597s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.216615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:24.416781Z","time spent":"799.826141ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:25.216613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237668343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-05T07:27:25.216277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:23.470159Z","time spent":"1.746108098s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" "} {"level":"info","ts":"2026-03-05T07:27:25.216196Z","caller":"traceutil/trace.go:171","msg":"trace[1696156172] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23778; }","duration":"1.456272249s","start":"2026-03-05T07:27:23.759914Z","end":"2026-03-05T07:27:25.216186Z","steps":["trace[1696156172] 'agreement among raft nodes before linearized reading' (duration: 1.456084975s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:25.21665Z","caller":"traceutil/trace.go:171","msg":"trace[996180579] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23778; }","duration":"2.237749425s","start":"2026-03-05T07:27:22.978888Z","end":"2026-03-05T07:27:25.216637Z","steps":["trace[996180579] 'agreement among raft nodes before linearized reading' (duration: 2.237653823s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.216662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:23.759894Z","time spent":"1.45675622s","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:25.216679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:22.978857Z","time spent":"2.237815506s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-05T07:27:25.21657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744184387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-03-05T07:27:25.216304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.163832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T07:27:25.216343Z","caller":"traceutil/trace.go:171","msg":"trace[115252587] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"450.109137ms","start":"2026-03-05T07:27:24.766222Z","end":"2026-03-05T07:27:25.216331Z","steps":["trace[115252587] 'process raft request' (duration: 449.616147ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:25.216711Z","caller":"traceutil/trace.go:171","msg":"trace[458246938] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23778; }","duration":"2.744341881s","start":"2026-03-05T07:27:22.472362Z","end":"2026-03-05T07:27:25.216704Z","steps":["trace[458246938] 'agreement among raft nodes before linearized reading' (duration: 2.744163457s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:25.216725Z","caller":"traceutil/trace.go:171","msg":"trace[1881498329] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23778; }","duration":"801.612862ms","start":"2026-03-05T07:27:24.415104Z","end":"2026-03-05T07:27:25.216717Z","steps":["trace[1881498329] 'agreement among raft nodes before linearized reading' (duration: 801.130411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:25.216738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:22.47235Z","time spent":"2.744380231s","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-05T07:27:25.216745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:24.415083Z","time spent":"801.656302ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-05T07:27:25.216623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:24.048483Z","time spent":"1.168135699s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:25.216314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:22.662001Z","time spent":"2.554308234s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:25.216772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:24.766202Z","time spent":"450.522756ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:29.726322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592957212,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:27:30.032776Z","caller":"traceutil/trace.go:171","msg":"trace[213854105] transaction","detail":"{read_only:false; response_revision:23820; number_of_response:1; }","duration":"879.975039ms","start":"2026-03-05T07:27:29.152771Z","end":"2026-03-05T07:27:30.032746Z","steps":["trace[213854105] 'process raft request' (duration: 879.759503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:30.032946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.152743Z","time spent":"880.112351ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:30.63779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.515292ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:30.637921Z","caller":"traceutil/trace.go:171","msg":"trace[1540556664] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23820; }","duration":"359.659596ms","start":"2026-03-05T07:27:30.27824Z","end":"2026-03-05T07:27:30.637899Z","steps":["trace[1540556664] 'range keys from in-memory index tree' (duration: 359.497141ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:31.05218Z","caller":"traceutil/trace.go:171","msg":"trace[2045601839] transaction","detail":"{read_only:false; response_revision:23821; number_of_response:1; }","duration":"1.835059328s","start":"2026-03-05T07:27:29.217094Z","end":"2026-03-05T07:27:31.052153Z","steps":["trace[2045601839] 'process raft request' (duration: 1.834834433s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.052344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.217038Z","time spent":"1.835218692s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:31.052545Z","caller":"traceutil/trace.go:171","msg":"trace[131173134] transaction","detail":"{read_only:false; response_revision:23822; number_of_response:1; }","duration":"1.835369216s","start":"2026-03-05T07:27:29.217165Z","end":"2026-03-05T07:27:31.052534Z","steps":["trace[131173134] 'process raft request' (duration: 1.834926985s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.05262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.217133Z","time spent":"1.835449117s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:31.053039Z","caller":"traceutil/trace.go:171","msg":"trace[1726568140] transaction","detail":"{read_only:false; response_revision:23823; number_of_response:1; }","duration":"1.834093867s","start":"2026-03-05T07:27:29.218933Z","end":"2026-03-05T07:27:31.053026Z","steps":["trace[1726568140] 'process raft request' (duration: 1.833555705s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.053109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.218926Z","time spent":"1.834150608s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:31.053137Z","caller":"traceutil/trace.go:171","msg":"trace[2059620251] linearizableReadLoop","detail":"{readStateIndex:24664; appliedIndex:24656; }","duration":"1.826869957s","start":"2026-03-05T07:27:29.226252Z","end":"2026-03-05T07:27:31.053122Z","steps":["trace[2059620251] 'read index received' (duration: 806.301915ms)","trace[2059620251] 'applied index is now lower than readState.Index' (duration: 1.020567052s)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:31.053126Z","caller":"traceutil/trace.go:171","msg":"trace[1377843545] transaction","detail":"{read_only:false; response_revision:23824; number_of_response:1; }","duration":"1.834010815s","start":"2026-03-05T07:27:29.219068Z","end":"2026-03-05T07:27:31.053079Z","steps":["trace[1377843545] 'process raft request' (duration: 1.833847591s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:31.053203Z","caller":"traceutil/trace.go:171","msg":"trace[2081233942] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"1.826970238s","start":"2026-03-05T07:27:29.226224Z","end":"2026-03-05T07:27:31.053195Z","steps":["trace[2081233942] 'process raft request' (duration: 1.826827745s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.053257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.22621Z","time spent":"1.827023869s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:31.053309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.219049Z","time spent":"1.834167229s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:31.053341Z","caller":"traceutil/trace.go:171","msg":"trace[1383032481] transaction","detail":"{read_only:false; response_revision:23825; number_of_response:1; }","duration":"1.827353436s","start":"2026-03-05T07:27:29.225979Z","end":"2026-03-05T07:27:31.053333Z","steps":["trace[1383032481] 'process raft request' (duration: 1.827004509s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.053357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827083151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-05T07:27:31.053393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.22595Z","time spent":"1.827415958s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:31.053429Z","caller":"traceutil/trace.go:171","msg":"trace[225882241] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23827; }","duration":"1.827178343s","start":"2026-03-05T07:27:29.226206Z","end":"2026-03-05T07:27:31.053384Z","steps":["trace[225882241] 'agreement among raft nodes before linearized reading' (duration: 1.82700156s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.053467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.226187Z","time spent":"1.827270495s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-05T07:27:31.053983Z","caller":"traceutil/trace.go:171","msg":"trace[1802441048] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"1.819634356s","start":"2026-03-05T07:27:29.233662Z","end":"2026-03-05T07:27:31.053297Z","steps":["trace[1802441048] 'process raft request' (duration: 1.819425892s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.054189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.233649Z","time spent":"1.820454395s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:31.553499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592957225,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:27:31.578411Z","caller":"traceutil/trace.go:171","msg":"trace[1374881254] transaction","detail":"{read_only:false; response_revision:23828; number_of_response:1; }","duration":"1.539547463s","start":"2026-03-05T07:27:30.038834Z","end":"2026-03-05T07:27:31.578381Z","steps":["trace[1374881254] 'process raft request' (duration: 1.539272457s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.578595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:30.03881Z","time spent":"1.539693686s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:31.578801Z","caller":"traceutil/trace.go:171","msg":"trace[1309582616] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"1.539916671s","start":"2026-03-05T07:27:30.038849Z","end":"2026-03-05T07:27:31.578765Z","steps":["trace[1309582616] 'process raft request' (duration: 1.539451771s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.579007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:30.03883Z","time spent":"1.540086915s","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:31.579147Z","caller":"traceutil/trace.go:171","msg":"trace[1895791795] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"1.540098066s","start":"2026-03-05T07:27:30.039035Z","end":"2026-03-05T07:27:31.579133Z","steps":["trace[1895791795] 'process raft request' (duration: 1.539622825s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:31.579161Z","caller":"traceutil/trace.go:171","msg":"trace[1282062599] linearizableReadLoop","detail":"{readStateIndex:24668; appliedIndex:24664; }","duration":"525.961417ms","start":"2026-03-05T07:27:31.053183Z","end":"2026-03-05T07:27:31.579144Z","steps":["trace[1282062599] 'read index received' (duration: 524.905783ms)","trace[1282062599] 'applied index is now lower than readState.Index' (duration: 1.054694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:31.579228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:30.039028Z","time spent":"1.540153147s","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:31.57937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334386976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T07:27:31.5794Z","caller":"traceutil/trace.go:171","msg":"trace[1962482042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23831; }","duration":"2.334436757s","start":"2026-03-05T07:27:29.244954Z","end":"2026-03-05T07:27:31.579391Z","steps":["trace[1962482042] 'agreement among raft nodes before linearized reading' (duration: 2.334331075s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.579455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.244946Z","time spent":"2.334504198s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:31.579549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334978749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T07:27:31.579592Z","caller":"traceutil/trace.go:171","msg":"trace[1232276082] transaction","detail":"{read_only:false; response_revision:23831; number_of_response:1; }","duration":"1.533725405s","start":"2026-03-05T07:27:30.045856Z","end":"2026-03-05T07:27:31.579581Z","steps":["trace[1232276082] 'process raft request' (duration: 1.533184803s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:31.579607Z","caller":"traceutil/trace.go:171","msg":"trace[669177070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23831; }","duration":"2.33504761s","start":"2026-03-05T07:27:29.244545Z","end":"2026-03-05T07:27:31.579593Z","steps":["trace[669177070] 'agreement among raft nodes before linearized reading' (duration: 2.334861186s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.579653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:30.045834Z","time spent":"1.533789836s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:31.579661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.244539Z","time spent":"2.335110181s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:31.579708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344167222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T07:27:31.579775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335533501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:27:31.579786Z","caller":"traceutil/trace.go:171","msg":"trace[607461995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23831; }","duration":"2.344307735s","start":"2026-03-05T07:27:29.235459Z","end":"2026-03-05T07:27:31.579767Z","steps":["trace[607461995] 'agreement among raft nodes before linearized reading' (duration: 2.344030279s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.579818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340492471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T07:27:31.579836Z","caller":"traceutil/trace.go:171","msg":"trace[1491631348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23831; }","duration":"2.335616882s","start":"2026-03-05T07:27:29.244202Z","end":"2026-03-05T07:27:31.579819Z","steps":["trace[1491631348] 'agreement among raft nodes before linearized reading' (duration: 2.335422908s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.579871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225323795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:27:31.579883Z","caller":"traceutil/trace.go:171","msg":"trace[398293968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23831; }","duration":"2.340576313s","start":"2026-03-05T07:27:29.239287Z","end":"2026-03-05T07:27:31.579864Z","steps":["trace[398293968] 'agreement among raft nodes before linearized reading' (duration: 2.340379799s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.579891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.244192Z","time spent":"2.335686214s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:31.579931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573028646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:31.579951Z","caller":"traceutil/trace.go:171","msg":"trace[573135494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23831; }","duration":"1.573079027s","start":"2026-03-05T07:27:30.006866Z","end":"2026-03-05T07:27:31.579945Z","steps":["trace[573135494] 'agreement among raft nodes before linearized reading' (duration: 1.573047126s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.579941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.239279Z","time spent":"2.340644814s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:27:31.579844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.235449Z","time spent":"2.344386237s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:27:31.579973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:30.006844Z","time spent":"1.573121937s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:27:31.579898Z","caller":"traceutil/trace.go:171","msg":"trace[2103864110] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23831; }","duration":"1.225379027s","start":"2026-03-05T07:27:30.354511Z","end":"2026-03-05T07:27:31.57989Z","steps":["trace[2103864110] 'agreement among raft nodes before linearized reading' (duration: 1.225302895s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.579792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.610298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:27:31.580075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:30.35449Z","time spent":"1.225572811s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T07:27:31.580084Z","caller":"traceutil/trace.go:171","msg":"trace[742259176] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23831; }","duration":"911.898985ms","start":"2026-03-05T07:27:30.668169Z","end":"2026-03-05T07:27:31.580068Z","steps":["trace[742259176] 'agreement among raft nodes before linearized reading' (duration: 911.590368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.580095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.053532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:27:31.58013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617166432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:31.580157Z","caller":"traceutil/trace.go:171","msg":"trace[428361158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23831; }","duration":"1.617228083s","start":"2026-03-05T07:27:29.962922Z","end":"2026-03-05T07:27:31.58015Z","steps":["trace[428361158] 'agreement among raft nodes before linearized reading' (duration: 1.617185422s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:31.580146Z","caller":"traceutil/trace.go:171","msg":"trace[1675169881] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23831; }","duration":"448.141514ms","start":"2026-03-05T07:27:31.131988Z","end":"2026-03-05T07:27:31.580129Z","steps":["trace[1675169881] 'agreement among raft nodes before linearized reading' (duration: 448.075073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.580179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.962905Z","time spent":"1.617268504s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:27:31.580195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297262963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:27:31.580201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:31.13197Z","time spent":"448.211966ms","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:27:31.580226Z","caller":"traceutil/trace.go:171","msg":"trace[765142279] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23831; }","duration":"2.297323555s","start":"2026-03-05T07:27:29.282893Z","end":"2026-03-05T07:27:31.580217Z","steps":["trace[765142279] 'agreement among raft nodes before linearized reading' (duration: 2.297271174s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.580254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:29.282877Z","time spent":"2.297370376s","remote":"127.0.0.1:46310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:31.579944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.992274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-05T07:27:31.580129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:30.668153Z","time spent":"911.961026ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:27:31.580322Z","caller":"traceutil/trace.go:171","msg":"trace[2079225624] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8; range_end:; response_count:1; response_revision:23831; }","duration":"524.390193ms","start":"2026-03-05T07:27:31.05591Z","end":"2026-03-05T07:27:31.5803Z","steps":["trace[2079225624] 'agreement among raft nodes before linearized reading' (duration: 523.937223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:31.580384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:31.055895Z","time spent":"524.467824ms","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" "} {"level":"warn","ts":"2026-03-05T07:27:31.580036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.811238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:31.582377Z","caller":"traceutil/trace.go:171","msg":"trace[1319341351] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23831; }","duration":"297.183051ms","start":"2026-03-05T07:27:31.285178Z","end":"2026-03-05T07:27:31.582362Z","steps":["trace[1319341351] 'agreement among raft nodes before linearized reading' (duration: 294.818478ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:32.103493Z","caller":"traceutil/trace.go:171","msg":"trace[1787015328] linearizableReadLoop","detail":"{readStateIndex:24674; appliedIndex:24673; }","duration":"421.818442ms","start":"2026-03-05T07:27:31.68165Z","end":"2026-03-05T07:27:32.103468Z","steps":["trace[1787015328] 'read index received' (duration: 380.449945ms)","trace[1787015328] 'applied index is now lower than readState.Index' (duration: 41.367067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:32.10365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.987656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:32.103711Z","caller":"traceutil/trace.go:171","msg":"trace[1839213093] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23836; }","duration":"422.104618ms","start":"2026-03-05T07:27:31.681594Z","end":"2026-03-05T07:27:32.103698Z","steps":["trace[1839213093] 'agreement among raft nodes before linearized reading' (duration: 421.987285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:32.103789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:31.681571Z","time spent":"422.20857ms","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T07:27:32.103809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.770721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T07:27:32.103842Z","caller":"traceutil/trace.go:171","msg":"trace[726238416] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23836; }","duration":"379.829472ms","start":"2026-03-05T07:27:31.724003Z","end":"2026-03-05T07:27:32.103832Z","steps":["trace[726238416] 'agreement among raft nodes before linearized reading' (duration: 379.611867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:32.103881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:31.723993Z","time spent":"379.880313ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T07:27:32.103849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.040593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-03-05T07:27:32.104077Z","caller":"traceutil/trace.go:171","msg":"trace[1344057542] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:23836; }","duration":"108.34243ms","start":"2026-03-05T07:27:31.995714Z","end":"2026-03-05T07:27:32.104056Z","steps":["trace[1344057542] 'agreement among raft nodes before linearized reading' (duration: 107.931181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:33.507062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592957244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:27:34.007995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592957244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:27:34.425115Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.999238973s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:27:34.425574Z","caller":"traceutil/trace.go:171","msg":"trace[293175121] transaction","detail":"{read_only:false; response_revision:23837; number_of_response:1; }","duration":"1.999801336s","start":"2026-03-05T07:27:32.425753Z","end":"2026-03-05T07:27:34.425554Z","steps":["trace[293175121] 'process raft request' (duration: 1.999576181s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.42579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:32.425725Z","time spent":"1.99995833s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:34.493839Z","caller":"traceutil/trace.go:171","msg":"trace[1928111486] transaction","detail":"{read_only:false; response_revision:23838; number_of_response:1; }","duration":"1.897182473s","start":"2026-03-05T07:27:32.596634Z","end":"2026-03-05T07:27:34.493817Z","steps":["trace[1928111486] 'process raft request' (duration: 1.896962278s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.494094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:32.596602Z","time spent":"1.897405908s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:34.494511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487949221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:34.494582Z","caller":"traceutil/trace.go:171","msg":"trace[1634564254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23846; }","duration":"1.488071873s","start":"2026-03-05T07:27:33.006495Z","end":"2026-03-05T07:27:34.494567Z","steps":["trace[1634564254] 'agreement among raft nodes before linearized reading' (duration: 1.48793303s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.494622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.006473Z","time spent":"1.488139045s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:27:34.494207Z","caller":"traceutil/trace.go:171","msg":"trace[252456960] transaction","detail":"{read_only:false; response_revision:23839; number_of_response:1; }","duration":"1.780829837s","start":"2026-03-05T07:27:32.713356Z","end":"2026-03-05T07:27:34.494186Z","steps":["trace[252456960] 'process raft request' (duration: 1.780419218s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.494913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:32.713321Z","time spent":"1.781550603s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:34.494254Z","caller":"traceutil/trace.go:171","msg":"trace[1010856525] transaction","detail":"{read_only:false; response_revision:23840; number_of_response:1; }","duration":"1.436773388s","start":"2026-03-05T07:27:33.057473Z","end":"2026-03-05T07:27:34.494246Z","steps":["trace[1010856525] 'process raft request' (duration: 1.436531823s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.495121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.057437Z","time spent":"1.437648617s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:34.494297Z","caller":"traceutil/trace.go:171","msg":"trace[1699143160] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"1.435873117s","start":"2026-03-05T07:27:33.058413Z","end":"2026-03-05T07:27:34.494286Z","steps":["trace[1699143160] 'process raft request' (duration: 1.435728984s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.495298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.05839Z","time spent":"1.436843919s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:34.494325Z","caller":"traceutil/trace.go:171","msg":"trace[25911402] transaction","detail":"{read_only:false; response_revision:23841; number_of_response:1; }","duration":"1.43599394s","start":"2026-03-05T07:27:33.058324Z","end":"2026-03-05T07:27:34.494318Z","steps":["trace[25911402] 'process raft request' (duration: 1.435774515s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.495436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.058308Z","time spent":"1.437097965s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:34.494362Z","caller":"traceutil/trace.go:171","msg":"trace[444707285] transaction","detail":"{read_only:false; response_revision:23844; number_of_response:1; }","duration":"1.434922467s","start":"2026-03-05T07:27:33.059432Z","end":"2026-03-05T07:27:34.494355Z","steps":["trace[444707285] 'process raft request' (duration: 1.434816735s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.495544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.059419Z","time spent":"1.436098493s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:34.494393Z","caller":"traceutil/trace.go:171","msg":"trace[968281405] transaction","detail":"{read_only:false; response_revision:23843; number_of_response:1; }","duration":"1.435568131s","start":"2026-03-05T07:27:33.058818Z","end":"2026-03-05T07:27:34.494386Z","steps":["trace[968281405] 'process raft request' (duration: 1.435394087s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.49564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.058805Z","time spent":"1.436812949s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:34.494372Z","caller":"traceutil/trace.go:171","msg":"trace[1247678849] linearizableReadLoop","detail":"{readStateIndex:24684; appliedIndex:24674; }","duration":"1.487810578s","start":"2026-03-05T07:27:33.006535Z","end":"2026-03-05T07:27:34.494346Z","steps":["trace[1247678849] 'read index received' (duration: 1.41880853s)","trace[1247678849] 'applied index is now lower than readState.Index' (duration: 69.000678ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:34.494431Z","caller":"traceutil/trace.go:171","msg":"trace[263682361] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"1.433051955s","start":"2026-03-05T07:27:33.061372Z","end":"2026-03-05T07:27:34.494424Z","steps":["trace[263682361] 'process raft request' (duration: 1.432907652s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.495782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.061362Z","time spent":"1.434391055s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:34.495955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.372788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T07:27:34.495992Z","caller":"traceutil/trace.go:171","msg":"trace[689630340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23846; }","duration":"876.440469ms","start":"2026-03-05T07:27:33.619541Z","end":"2026-03-05T07:27:34.495981Z","steps":["trace[689630340] 'agreement among raft nodes before linearized reading' (duration: 876.326307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.496022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.61952Z","time spent":"876.49596ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T07:27:34.494471Z","caller":"traceutil/trace.go:171","msg":"trace[1401152079] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"1.413664725s","start":"2026-03-05T07:27:33.0808Z","end":"2026-03-05T07:27:34.494464Z","steps":["trace[1401152079] 'process raft request' (duration: 1.413510782s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.496136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.080785Z","time spent":"1.415322663s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:34.496438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.850148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:27:34.49648Z","caller":"traceutil/trace.go:171","msg":"trace[827156278] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23846; }","duration":"148.93189ms","start":"2026-03-05T07:27:34.347538Z","end":"2026-03-05T07:27:34.49647Z","steps":["trace[827156278] 'agreement among raft nodes before linearized reading' (duration: 148.859268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.49664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.693817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:34.496676Z","caller":"traceutil/trace.go:171","msg":"trace[2109780769] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23846; }","duration":"700.769478ms","start":"2026-03-05T07:27:33.795898Z","end":"2026-03-05T07:27:34.496667Z","steps":["trace[2109780769] 'agreement among raft nodes before linearized reading' (duration: 700.713227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.496703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.795881Z","time spent":"700.81511ms","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:34.496855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.486112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:27:34.49689Z","caller":"traceutil/trace.go:171","msg":"trace[1591398922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23846; }","duration":"784.547324ms","start":"2026-03-05T07:27:33.712335Z","end":"2026-03-05T07:27:34.496882Z","steps":["trace[1591398922] 'agreement among raft nodes before linearized reading' (duration: 784.489903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.496919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.712323Z","time spent":"784.588215ms","remote":"127.0.0.1:37182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:34.497133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.808422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T07:27:34.497227Z","caller":"traceutil/trace.go:171","msg":"trace[51799177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23846; }","duration":"874.918975ms","start":"2026-03-05T07:27:33.622294Z","end":"2026-03-05T07:27:34.497213Z","steps":["trace[51799177] 'agreement among raft nodes before linearized reading' (duration: 874.725851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.497302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.622285Z","time spent":"875.004737ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:34.497515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.131195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:34.497599Z","caller":"traceutil/trace.go:171","msg":"trace[1189073109] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23846; }","duration":"826.269608ms","start":"2026-03-05T07:27:33.671318Z","end":"2026-03-05T07:27:34.497588Z","steps":["trace[1189073109] 'agreement among raft nodes before linearized reading' (duration: 826.155806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.497659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.67129Z","time spent":"826.35629ms","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:34.498045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.323142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T07:27:34.498097Z","caller":"traceutil/trace.go:171","msg":"trace[124004112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23846; }","duration":"865.390344ms","start":"2026-03-05T07:27:33.632694Z","end":"2026-03-05T07:27:34.498085Z","steps":["trace[124004112] 'agreement among raft nodes before linearized reading' (duration: 865.26303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.498129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.63269Z","time spent":"865.431095ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:34.498125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.482647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T07:27:34.498171Z","caller":"traceutil/trace.go:171","msg":"trace[1488891829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23846; }","duration":"865.547708ms","start":"2026-03-05T07:27:33.632611Z","end":"2026-03-05T07:27:34.498158Z","steps":["trace[1488891829] 'agreement among raft nodes before linearized reading' (duration: 865.416884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.498208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.632604Z","time spent":"865.591689ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:34.49807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.278723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T07:27:34.49834Z","caller":"traceutil/trace.go:171","msg":"trace[51342919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23846; }","duration":"865.575308ms","start":"2026-03-05T07:27:33.632748Z","end":"2026-03-05T07:27:34.498323Z","steps":["trace[51342919] 'agreement among raft nodes before linearized reading' (duration: 865.23014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:34.498401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:33.632726Z","time spent":"865.660471ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:27:36.575852Z","caller":"traceutil/trace.go:171","msg":"trace[1897325506] linearizableReadLoop","detail":"{readStateIndex:24697; appliedIndex:24696; }","duration":"252.158295ms","start":"2026-03-05T07:27:36.323672Z","end":"2026-03-05T07:27:36.575831Z","steps":["trace[1897325506] 'read index received' (duration: 252.028332ms)","trace[1897325506] 'applied index is now lower than readState.Index' (duration: 128.753µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:36.576142Z","caller":"traceutil/trace.go:171","msg":"trace[85488766] transaction","detail":"{read_only:false; response_revision:23858; number_of_response:1; }","duration":"268.520717ms","start":"2026-03-05T07:27:36.307608Z","end":"2026-03-05T07:27:36.576129Z","steps":["trace[85488766] 'process raft request' (duration: 268.071557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:36.576423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.744307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-05T07:27:36.576461Z","caller":"traceutil/trace.go:171","msg":"trace[1307420014] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23858; }","duration":"252.812578ms","start":"2026-03-05T07:27:36.323635Z","end":"2026-03-05T07:27:36.576447Z","steps":["trace[1307420014] 'agreement among raft nodes before linearized reading' (duration: 252.692435ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.040961Z","caller":"traceutil/trace.go:171","msg":"trace[1350566742] linearizableReadLoop","detail":"{readStateIndex:24704; appliedIndex:24697; }","duration":"465.027389ms","start":"2026-03-05T07:27:36.575916Z","end":"2026-03-05T07:27:37.040944Z","steps":["trace[1350566742] 'read index received' (duration: 464.747872ms)","trace[1350566742] 'applied index is now lower than readState.Index' (duration: 279.027µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:37.041171Z","caller":"traceutil/trace.go:171","msg":"trace[15333052] transaction","detail":"{read_only:false; response_revision:23862; number_of_response:1; }","duration":"534.042526ms","start":"2026-03-05T07:27:36.507103Z","end":"2026-03-05T07:27:37.041146Z","steps":["trace[15333052] 'process raft request' (duration: 533.75523ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.041191Z","caller":"traceutil/trace.go:171","msg":"trace[1652247956] transaction","detail":"{read_only:false; response_revision:23860; number_of_response:1; }","duration":"538.040055ms","start":"2026-03-05T07:27:36.503117Z","end":"2026-03-05T07:27:37.041157Z","steps":["trace[1652247956] 'process raft request' (duration: 537.707148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.041276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.296202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:37.041296Z","caller":"traceutil/trace.go:171","msg":"trace[1808506401] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23865; }","duration":"632.345973ms","start":"2026-03-05T07:27:36.408943Z","end":"2026-03-05T07:27:37.041289Z","steps":["trace[1808506401] 'agreement among raft nodes before linearized reading' (duration: 632.312132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.04129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.507095Z","time spent":"534.136368ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:37.041318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.408926Z","time spent":"632.386684ms","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T07:27:37.041347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.503109Z","time spent":"538.161018ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:37.041365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.851949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:27:37.041464Z","caller":"traceutil/trace.go:171","msg":"trace[627405111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23865; }","duration":"527.978732ms","start":"2026-03-05T07:27:36.513469Z","end":"2026-03-05T07:27:37.041447Z","steps":["trace[627405111] 'agreement among raft nodes before linearized reading' (duration: 527.728886ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.041505Z","caller":"traceutil/trace.go:171","msg":"trace[1140770436] transaction","detail":"{read_only:false; response_revision:23861; number_of_response:1; }","duration":"536.200304ms","start":"2026-03-05T07:27:36.505297Z","end":"2026-03-05T07:27:37.041497Z","steps":["trace[1140770436] 'process raft request' (duration: 535.546649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.041511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.513456Z","time spent":"528.044534ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:27:37.041539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.505291Z","time spent":"536.228504ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:37.041545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.940389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T07:27:37.041241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.599552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:27:37.04158Z","caller":"traceutil/trace.go:171","msg":"trace[2079588094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23865; }","duration":"526.977ms","start":"2026-03-05T07:27:36.514594Z","end":"2026-03-05T07:27:37.041571Z","steps":["trace[2079588094] 'agreement among raft nodes before linearized reading' (duration: 526.882408ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.041602Z","caller":"traceutil/trace.go:171","msg":"trace[456116437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23865; }","duration":"526.995171ms","start":"2026-03-05T07:27:36.514601Z","end":"2026-03-05T07:27:37.041596Z","steps":["trace[456116437] 'agreement among raft nodes before linearized reading' (duration: 526.561671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.041604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.514542Z","time spent":"527.056652ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:37.041482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.161342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-05T07:27:37.041619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.514592Z","time spent":"527.021971ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:37.041608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.33361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:37.04163Z","caller":"traceutil/trace.go:171","msg":"trace[1018449954] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8; range_end:; response_count:1; response_revision:23865; }","duration":"461.307205ms","start":"2026-03-05T07:27:36.580316Z","end":"2026-03-05T07:27:37.041623Z","steps":["trace[1018449954] 'agreement among raft nodes before linearized reading' (duration: 461.128781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.041653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.580284Z","time spent":"461.364917ms","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-bbbcc5bb-2a9c-4171-bfcb-af9f427fece8\" "} {"level":"info","ts":"2026-03-05T07:27:37.04167Z","caller":"traceutil/trace.go:171","msg":"trace[740036338] transaction","detail":"{read_only:false; response_revision:23859; number_of_response:1; }","duration":"539.507977ms","start":"2026-03-05T07:27:36.502154Z","end":"2026-03-05T07:27:37.041662Z","steps":["trace[740036338] 'process raft request' (duration: 538.564137ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.041664Z","caller":"traceutil/trace.go:171","msg":"trace[1399665315] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23865; }","duration":"393.415472ms","start":"2026-03-05T07:27:36.648231Z","end":"2026-03-05T07:27:37.041646Z","steps":["trace[1399665315] 'agreement among raft nodes before linearized reading' (duration: 393.3161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.041697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.502138Z","time spent":"539.544198ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:37.041699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.085673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T07:27:37.041702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.648219Z","time spent":"393.472653ms","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:37.041711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.884191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:27:37.041749Z","caller":"traceutil/trace.go:171","msg":"trace[774288158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23865; }","duration":"527.932762ms","start":"2026-03-05T07:27:36.513804Z","end":"2026-03-05T07:27:37.041737Z","steps":["trace[774288158] 'agreement among raft nodes before linearized reading' (duration: 527.808458ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.041779Z","caller":"traceutil/trace.go:171","msg":"trace[1498505416] transaction","detail":"{read_only:false; response_revision:23864; number_of_response:1; }","duration":"534.496077ms","start":"2026-03-05T07:27:36.507276Z","end":"2026-03-05T07:27:37.041773Z","steps":["trace[1498505416] 'process raft request' (duration: 533.627707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.041782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.513799Z","time spent":"527.975023ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:37.041829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.507248Z","time spent":"534.545438ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:37.041558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.277151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:37.041819Z","caller":"traceutil/trace.go:171","msg":"trace[1052118485] transaction","detail":"{read_only:false; response_revision:23865; number_of_response:1; }","duration":"532.894192ms","start":"2026-03-05T07:27:36.50891Z","end":"2026-03-05T07:27:37.041804Z","steps":["trace[1052118485] 'process raft request' (duration: 532.011022ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.041856Z","caller":"traceutil/trace.go:171","msg":"trace[1675423588] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23865; }","duration":"422.595899ms","start":"2026-03-05T07:27:36.619252Z","end":"2026-03-05T07:27:37.041848Z","steps":["trace[1675423588] 'agreement among raft nodes before linearized reading' (duration: 422.284901ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.041871Z","caller":"traceutil/trace.go:171","msg":"trace[1539186291] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"534.715092ms","start":"2026-03-05T07:27:36.507151Z","end":"2026-03-05T07:27:37.041866Z","steps":["trace[1539186291] 'process raft request' (duration: 533.730539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.041875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.619239Z","time spent":"422.62992ms","remote":"127.0.0.1:59092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:37.04188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.791234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:27:37.041896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.507146Z","time spent":"534.736202ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:37.041891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.508889Z","time spent":"532.969973ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:37.041719Z","caller":"traceutil/trace.go:171","msg":"trace[55248634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23865; }","duration":"527.125124ms","start":"2026-03-05T07:27:36.514587Z","end":"2026-03-05T07:27:37.041712Z","steps":["trace[55248634] 'agreement among raft nodes before linearized reading' (duration: 527.069782ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.041913Z","caller":"traceutil/trace.go:171","msg":"trace[756853414] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23865; }","duration":"133.860584ms","start":"2026-03-05T07:27:36.90804Z","end":"2026-03-05T07:27:37.0419Z","steps":["trace[756853414] 'agreement among raft nodes before linearized reading' (duration: 133.809403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.041933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.514576Z","time spent":"527.354329ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:27:37.042705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.343656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:37.042759Z","caller":"traceutil/trace.go:171","msg":"trace[1811080592] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23865; }","duration":"498.726975ms","start":"2026-03-05T07:27:36.544018Z","end":"2026-03-05T07:27:37.042745Z","steps":["trace[1811080592] 'agreement among raft nodes before linearized reading' (duration: 497.095368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.042985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:36.543974Z","time spent":"498.9936ms","remote":"127.0.0.1:59394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:37.424826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.059059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:27:37.424939Z","caller":"traceutil/trace.go:171","msg":"trace[376206840] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"377.964321ms","start":"2026-03-05T07:27:37.046964Z","end":"2026-03-05T07:27:37.424929Z","steps":["trace[376206840] 'process raft request' (duration: 377.92587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.42498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:37.046942Z","time spent":"378.022441ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:37.425047Z","caller":"traceutil/trace.go:171","msg":"trace[1221701626] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"378.103153ms","start":"2026-03-05T07:27:37.046938Z","end":"2026-03-05T07:27:37.425041Z","steps":["trace[1221701626] 'process raft request' (duration: 243.780459ms)","trace[1221701626] 'compare' (duration: 133.621909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:37.425072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:37.046909Z","time spent":"378.152274ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:37.496558Z","caller":"traceutil/trace.go:171","msg":"trace[616757786] linearizableReadLoop","detail":"{readStateIndex:24709; appliedIndex:24704; }","duration":"448.445951ms","start":"2026-03-05T07:27:37.048093Z","end":"2026-03-05T07:27:37.496539Z","steps":["trace[616757786] 'read index received' (duration: 242.639253ms)","trace[616757786] 'applied index is now lower than readState.Index' (duration: 205.805888ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:37.496619Z","caller":"traceutil/trace.go:171","msg":"trace[475014468] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"449.318391ms","start":"2026-03-05T07:27:37.047287Z","end":"2026-03-05T07:27:37.496605Z","steps":["trace[475014468] 'process raft request' (duration: 449.197279ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.496637Z","caller":"traceutil/trace.go:171","msg":"trace[1758934014] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"449.259419ms","start":"2026-03-05T07:27:37.04737Z","end":"2026-03-05T07:27:37.496629Z","steps":["trace[1758934014] 'process raft request' (duration: 449.142266ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.49661Z","caller":"traceutil/trace.go:171","msg":"trace[1589444778] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"449.599027ms","start":"2026-03-05T07:27:37.046981Z","end":"2026-03-05T07:27:37.49658Z","steps":["trace[1589444778] 'process raft request' (duration: 449.404072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.496693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:37.04726Z","time spent":"449.384152ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:37.496693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:37.047362Z","time spent":"449.290219ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:37.49675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:37.046965Z","time spent":"449.71034ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:37.496825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.78171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-05T07:27:37.496826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.493687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-03-05T07:27:37.496846Z","caller":"traceutil/trace.go:171","msg":"trace[705345342] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23870; }","duration":"146.830581ms","start":"2026-03-05T07:27:37.350007Z","end":"2026-03-05T07:27:37.496838Z","steps":["trace[705345342] 'agreement among raft nodes before linearized reading' (duration: 146.75214ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:37.49685Z","caller":"traceutil/trace.go:171","msg":"trace[381385110] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23870; }","duration":"273.555018ms","start":"2026-03-05T07:27:37.223287Z","end":"2026-03-05T07:27:37.496842Z","steps":["trace[381385110] 'agreement among raft nodes before linearized reading' (duration: 273.473947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.496833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.716128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T07:27:37.496899Z","caller":"traceutil/trace.go:171","msg":"trace[520390915] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23870; }","duration":"383.816649ms","start":"2026-03-05T07:27:37.113064Z","end":"2026-03-05T07:27:37.49688Z","steps":["trace[520390915] 'agreement among raft nodes before linearized reading' (duration: 383.607645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.496931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:37.113048Z","time spent":"383.87616ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T07:27:37.496975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.521617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:37.496996Z","caller":"traceutil/trace.go:171","msg":"trace[1056502169] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23870; }","duration":"245.547108ms","start":"2026-03-05T07:27:37.251443Z","end":"2026-03-05T07:27:37.49699Z","steps":["trace[1056502169] 'agreement among raft nodes before linearized reading' (duration: 245.510847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.497005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.905991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:37.497047Z","caller":"traceutil/trace.go:171","msg":"trace[269618014] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23870; }","duration":"448.978813ms","start":"2026-03-05T07:27:37.048059Z","end":"2026-03-05T07:27:37.497038Z","steps":["trace[269618014] 'agreement among raft nodes before linearized reading' (duration: 448.922241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.497072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:37.04805Z","time spent":"449.014483ms","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T07:27:37.497179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.550434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:27:37.497202Z","caller":"traceutil/trace.go:171","msg":"trace[280929528] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23870; }","duration":"351.610956ms","start":"2026-03-05T07:27:37.145584Z","end":"2026-03-05T07:27:37.497195Z","steps":["trace[280929528] 'agreement among raft nodes before linearized reading' (duration: 351.526744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.497221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:37.145573Z","time spent":"351.643097ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:27:37.916939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.785218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:27:37.917011Z","caller":"traceutil/trace.go:171","msg":"trace[2007951721] linearizableReadLoop","detail":"{readStateIndex:24710; appliedIndex:24709; }","duration":"414.856847ms","start":"2026-03-05T07:27:37.502143Z","end":"2026-03-05T07:27:37.916999Z","steps":["trace[2007951721] 'read index received' (duration: 310.970717ms)","trace[2007951721] 'applied index is now lower than readState.Index' (duration: 103.88543ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:37.917043Z","caller":"traceutil/trace.go:171","msg":"trace[551073086] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"417.104317ms","start":"2026-03-05T07:27:37.499911Z","end":"2026-03-05T07:27:37.917015Z","steps":["trace[551073086] 'process raft request' (duration: 313.180836ms)","trace[551073086] 'compare' (duration: 103.544933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:37.917154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.00836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:27:37.917173Z","caller":"traceutil/trace.go:171","msg":"trace[873445763] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23871; }","duration":"415.039631ms","start":"2026-03-05T07:27:37.502127Z","end":"2026-03-05T07:27:37.917166Z","steps":["trace[873445763] 'agreement among raft nodes before linearized reading' (duration: 414.930698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.91717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:37.499899Z","time spent":"417.195709ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:37.917195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:37.502113Z","time spent":"415.076622ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:27:37.917205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.906278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:37.917256Z","caller":"traceutil/trace.go:171","msg":"trace[876543585] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23871; }","duration":"415.0081ms","start":"2026-03-05T07:27:37.502233Z","end":"2026-03-05T07:27:37.917241Z","steps":["trace[876543585] 'agreement among raft nodes before linearized reading' (duration: 414.924759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:37.917296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:37.502229Z","time spent":"415.058421ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T07:27:39.291935Z","caller":"traceutil/trace.go:171","msg":"trace[239452065] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"244.648568ms","start":"2026-03-05T07:27:39.047272Z","end":"2026-03-05T07:27:39.291921Z","steps":["trace[239452065] 'process raft request' (duration: 244.559636ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:39.681323Z","caller":"traceutil/trace.go:171","msg":"trace[648514387] linearizableReadLoop","detail":"{readStateIndex:24717; appliedIndex:24710; }","duration":"484.904128ms","start":"2026-03-05T07:27:39.196397Z","end":"2026-03-05T07:27:39.681301Z","steps":["trace[648514387] 'read index received' (duration: 95.441653ms)","trace[648514387] 'applied index is now lower than readState.Index' (duration: 389.459505ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:39.6816Z","caller":"traceutil/trace.go:171","msg":"trace[1566574824] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"632.851435ms","start":"2026-03-05T07:27:39.04872Z","end":"2026-03-05T07:27:39.681571Z","steps":["trace[1566574824] 'process raft request' (duration: 632.471447ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:39.681633Z","caller":"traceutil/trace.go:171","msg":"trace[1623448135] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"633.157181ms","start":"2026-03-05T07:27:39.048444Z","end":"2026-03-05T07:27:39.681601Z","steps":["trace[1623448135] 'process raft request' (duration: 632.662531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:39.681737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:39.048708Z","time spent":"632.935826ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:39.681775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:39.048435Z","time spent":"633.265184ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:39.681878Z","caller":"traceutil/trace.go:171","msg":"trace[866050493] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"633.642282ms","start":"2026-03-05T07:27:39.048228Z","end":"2026-03-05T07:27:39.681871Z","steps":["trace[866050493] 'process raft request' (duration: 632.742723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:39.681918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:39.048214Z","time spent":"633.686353ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:39.682009Z","caller":"traceutil/trace.go:171","msg":"trace[124282246] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"633.218303ms","start":"2026-03-05T07:27:39.048784Z","end":"2026-03-05T07:27:39.682002Z","steps":["trace[124282246] 'process raft request' (duration: 632.440266ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:39.68202Z","caller":"traceutil/trace.go:171","msg":"trace[305233818] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"633.473769ms","start":"2026-03-05T07:27:39.048501Z","end":"2026-03-05T07:27:39.681975Z","steps":["trace[305233818] 'process raft request' (duration: 632.655861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:39.682056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:39.048776Z","time spent":"633.255054ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:39.681987Z","caller":"traceutil/trace.go:171","msg":"trace[1027395300] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"633.09092ms","start":"2026-03-05T07:27:39.048875Z","end":"2026-03-05T07:27:39.681966Z","steps":["trace[1027395300] 'process raft request' (duration: 632.382935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:39.682135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:39.04884Z","time spent":"633.251903ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:39.682135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:39.048494Z","time spent":"633.584621ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:39.682191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.779858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T07:27:39.682249Z","caller":"traceutil/trace.go:171","msg":"trace[67513813] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23878; }","duration":"485.878299ms","start":"2026-03-05T07:27:39.196357Z","end":"2026-03-05T07:27:39.682235Z","steps":["trace[67513813] 'agreement among raft nodes before linearized reading' (duration: 485.619874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:39.682278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:39.19634Z","time spent":"485.932301ms","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":229,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:40.005002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.42565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:27:40.005155Z","caller":"traceutil/trace.go:171","msg":"trace[1522404069] linearizableReadLoop","detail":"{readStateIndex:24718; appliedIndex:24717; }","duration":"323.653247ms","start":"2026-03-05T07:27:39.681483Z","end":"2026-03-05T07:27:40.005136Z","steps":["trace[1522404069] 'read index received' (duration: 626.864µs)","trace[1522404069] 'applied index is now lower than readState.Index' (duration: 323.024773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:40.005307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.474814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:27:40.00539Z","caller":"traceutil/trace.go:171","msg":"trace[1019681218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23879; }","duration":"505.607907ms","start":"2026-03-05T07:27:39.499764Z","end":"2026-03-05T07:27:40.005372Z","steps":["trace[1019681218] 'agreement among raft nodes before linearized reading' (duration: 505.400312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:40.005373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.836241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T07:27:40.005376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.106757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T07:27:40.005471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:39.499741Z","time spent":"505.720969ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:27:40.005491Z","caller":"traceutil/trace.go:171","msg":"trace[2081286648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23879; }","duration":"575.973905ms","start":"2026-03-05T07:27:39.4295Z","end":"2026-03-05T07:27:40.005473Z","steps":["trace[2081286648] 'agreement among raft nodes before linearized reading' (duration: 575.697169ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:40.00553Z","caller":"traceutil/trace.go:171","msg":"trace[1249785144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23879; }","duration":"576.296672ms","start":"2026-03-05T07:27:39.429199Z","end":"2026-03-05T07:27:40.005496Z","steps":["trace[1249785144] 'agreement among raft nodes before linearized reading' (duration: 576.031766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:40.005576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:39.429177Z","time spent":"576.386455ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:27:40.005651Z","caller":"traceutil/trace.go:171","msg":"trace[1843850172] transaction","detail":"{read_only:false; response_revision:23879; number_of_response:1; }","duration":"574.307699ms","start":"2026-03-05T07:27:39.431327Z","end":"2026-03-05T07:27:40.005635Z","steps":["trace[1843850172] 'process raft request' (duration: 437.145511ms)","trace[1843850172] 'compare' (duration: 136.177235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:40.005749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:39.431315Z","time spent":"574.37329ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:40.005738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:39.429495Z","time spent":"576.095459ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:40.005892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.048917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:27:40.005919Z","caller":"traceutil/trace.go:171","msg":"trace[174088984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23879; }","duration":"506.102689ms","start":"2026-03-05T07:27:39.499808Z","end":"2026-03-05T07:27:40.005911Z","steps":["trace[174088984] 'agreement among raft nodes before linearized reading' (duration: 506.021817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:40.005951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:39.499795Z","time spent":"506.150759ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:27:40.006054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.206205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:40.0061Z","caller":"traceutil/trace.go:171","msg":"trace[233952628] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23879; }","duration":"177.287157ms","start":"2026-03-05T07:27:39.828804Z","end":"2026-03-05T07:27:40.006092Z","steps":["trace[233952628] 'agreement among raft nodes before linearized reading' (duration: 177.220665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:40.006057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.254841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:27:40.006262Z","caller":"traceutil/trace.go:171","msg":"trace[424024647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23879; }","duration":"506.525537ms","start":"2026-03-05T07:27:39.499728Z","end":"2026-03-05T07:27:40.006253Z","steps":["trace[424024647] 'agreement among raft nodes before linearized reading' (duration: 506.226831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:40.006305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:39.499705Z","time spent":"506.586329ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:27:40.007387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.291762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:40.007437Z","caller":"traceutil/trace.go:171","msg":"trace[550892737] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23879; }","duration":"720.369943ms","start":"2026-03-05T07:27:39.287054Z","end":"2026-03-05T07:27:40.007424Z","steps":["trace[550892737] 'agreement among raft nodes before linearized reading' (duration: 718.432819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:40.007506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:39.28704Z","time spent":"720.453764ms","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:41.498946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.316558ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T07:27:41.499069Z","caller":"traceutil/trace.go:171","msg":"trace[1407766591] linearizableReadLoop","detail":"{readStateIndex:24728; appliedIndex:24727; }","duration":"510.537686ms","start":"2026-03-05T07:27:40.988509Z","end":"2026-03-05T07:27:41.499046Z","steps":["trace[1407766591] 'read index received' (duration: 77.161µs)","trace[1407766591] 'applied index is now lower than readState.Index' (duration: 510.458535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:41.499785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.259273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:41.499838Z","caller":"traceutil/trace.go:171","msg":"trace[1604809328] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23887; }","duration":"511.369365ms","start":"2026-03-05T07:27:40.988454Z","end":"2026-03-05T07:27:41.499823Z","steps":["trace[1604809328] 'agreement among raft nodes before linearized reading' (duration: 511.268793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:41.499878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:40.988427Z","time spent":"511.440186ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:27:41.535153Z","caller":"traceutil/trace.go:171","msg":"trace[857091758] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"236.536548ms","start":"2026-03-05T07:27:41.298593Z","end":"2026-03-05T07:27:41.53513Z","steps":["trace[857091758] 'process raft request' (duration: 236.350423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:41.535316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.136118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:41.535365Z","caller":"traceutil/trace.go:171","msg":"trace[830426776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23888; }","duration":"529.24027ms","start":"2026-03-05T07:27:41.006118Z","end":"2026-03-05T07:27:41.535358Z","steps":["trace[830426776] 'agreement among raft nodes before linearized reading' (duration: 528.962913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:41.53538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:41.006093Z","time spent":"529.282731ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:27:41.704778Z","caller":"traceutil/trace.go:171","msg":"trace[206125754] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"166.016366ms","start":"2026-03-05T07:27:41.538742Z","end":"2026-03-05T07:27:41.704758Z","steps":["trace[206125754] 'process raft request' (duration: 82.463846ms)","trace[206125754] 'compare' (duration: 83.169992ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:41.711068Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21381} {"level":"warn","ts":"2026-03-05T07:27:42.150321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.538745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:27:42.150425Z","caller":"traceutil/trace.go:171","msg":"trace[1642032386] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23896; }","duration":"300.697018ms","start":"2026-03-05T07:27:41.849705Z","end":"2026-03-05T07:27:42.150402Z","steps":["trace[1642032386] 'count revisions from in-memory index tree' (duration: 300.379792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:42.150478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:41.849682Z","time spent":"300.783421ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:27:42.300778Z","caller":"traceutil/trace.go:171","msg":"trace[1600500443] linearizableReadLoop","detail":"{readStateIndex:24739; appliedIndex:24738; }","duration":"293.202693ms","start":"2026-03-05T07:27:42.007543Z","end":"2026-03-05T07:27:42.300746Z","steps":["trace[1600500443] 'read index received' (duration: 232.248053ms)","trace[1600500443] 'applied index is now lower than readState.Index' (duration: 60.95328ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:42.300924Z","caller":"traceutil/trace.go:171","msg":"trace[623984702] transaction","detail":"{read_only:false; response_revision:23897; number_of_response:1; }","duration":"299.401541ms","start":"2026-03-05T07:27:42.001508Z","end":"2026-03-05T07:27:42.300909Z","steps":["trace[623984702] 'process raft request' (duration: 238.273337ms)","trace[623984702] 'compare' (duration: 60.650653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:42.301082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.476147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:42.301198Z","caller":"traceutil/trace.go:171","msg":"trace[826545703] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23897; }","duration":"269.646961ms","start":"2026-03-05T07:27:42.031522Z","end":"2026-03-05T07:27:42.301169Z","steps":["trace[826545703] 'agreement among raft nodes before linearized reading' (duration: 269.463017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:42.301257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.716135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:42.301363Z","caller":"traceutil/trace.go:171","msg":"trace[2143250245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23897; }","duration":"293.829627ms","start":"2026-03-05T07:27:42.007501Z","end":"2026-03-05T07:27:42.30133Z","steps":["trace[2143250245] 'agreement among raft nodes before linearized reading' (duration: 293.733725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:42.301186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.018029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:27:42.301598Z","caller":"traceutil/trace.go:171","msg":"trace[1223954039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23897; }","duration":"251.49025ms","start":"2026-03-05T07:27:42.050084Z","end":"2026-03-05T07:27:42.301574Z","steps":["trace[1223954039] 'agreement among raft nodes before linearized reading' (duration: 250.923298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:42.30171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.050791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T07:27:42.301752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:27:42.301793Z","caller":"traceutil/trace.go:171","msg":"trace[1669944722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23897; }","duration":"252.176174ms","start":"2026-03-05T07:27:42.049594Z","end":"2026-03-05T07:27:42.30177Z","steps":["trace[1669944722] 'agreement among raft nodes before linearized reading' (duration: 251.930909ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:42.301813Z","caller":"traceutil/trace.go:171","msg":"trace[2109470563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23897; }","duration":"251.580922ms","start":"2026-03-05T07:27:42.050211Z","end":"2026-03-05T07:27:42.301792Z","steps":["trace[2109470563] 'agreement among raft nodes before linearized reading' (duration: 251.347877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:42.301842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.797037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:27:42.301893Z","caller":"traceutil/trace.go:171","msg":"trace[1727759122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23897; }","duration":"251.887268ms","start":"2026-03-05T07:27:42.049993Z","end":"2026-03-05T07:27:42.301881Z","steps":["trace[1727759122] 'agreement among raft nodes before linearized reading' (duration: 251.709684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:42.301957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.97008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:27:42.302035Z","caller":"traceutil/trace.go:171","msg":"trace[1383314264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23897; }","duration":"252.071822ms","start":"2026-03-05T07:27:42.049947Z","end":"2026-03-05T07:27:42.302019Z","steps":["trace[1383314264] 'agreement among raft nodes before linearized reading' (duration: 251.902048ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:42.419819Z","caller":"traceutil/trace.go:171","msg":"trace[93239351] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"114.548597ms","start":"2026-03-05T07:27:42.305245Z","end":"2026-03-05T07:27:42.419793Z","steps":["trace[93239351] 'process raft request' (duration: 109.967316ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:42.419885Z","caller":"traceutil/trace.go:171","msg":"trace[1078692275] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"114.204698ms","start":"2026-03-05T07:27:42.305665Z","end":"2026-03-05T07:27:42.41987Z","steps":["trace[1078692275] 'process raft request' (duration: 114.178108ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:42.419943Z","caller":"traceutil/trace.go:171","msg":"trace[1210691142] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"114.349531ms","start":"2026-03-05T07:27:42.305558Z","end":"2026-03-05T07:27:42.419908Z","steps":["trace[1210691142] 'process raft request' (duration: 114.194448ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:42.420011Z","caller":"traceutil/trace.go:171","msg":"trace[1605460550] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"114.426584ms","start":"2026-03-05T07:27:42.305336Z","end":"2026-03-05T07:27:42.419763Z","steps":["trace[1605460550] 'process raft request' (duration: 114.322982ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:42.420003Z","caller":"traceutil/trace.go:171","msg":"trace[396511369] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"114.29666ms","start":"2026-03-05T07:27:42.305623Z","end":"2026-03-05T07:27:42.41992Z","steps":["trace[396511369] 'process raft request' (duration: 114.196738ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:42.459503Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21381,"took":"744.214511ms","hash":4089364738,"current-db-size-bytes":48852992,"current-db-size":"49 MB","current-db-size-in-use-bytes":30158848,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T07:27:42.459564Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4089364738,"revision":21381,"compact-revision":18766} {"level":"info","ts":"2026-03-05T07:27:45.855894Z","caller":"traceutil/trace.go:171","msg":"trace[1916903823] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"300.171578ms","start":"2026-03-05T07:27:45.555696Z","end":"2026-03-05T07:27:45.855868Z","steps":["trace[1916903823] 'process raft request' (duration: 299.999104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:45.856058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:45.555675Z","time spent":"300.29875ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:46.283784Z","caller":"traceutil/trace.go:171","msg":"trace[944727412] transaction","detail":"{read_only:false; response_revision:23920; number_of_response:1; }","duration":"567.294753ms","start":"2026-03-05T07:27:45.716398Z","end":"2026-03-05T07:27:46.283693Z","steps":["trace[944727412] 'process raft request' (duration: 567.214981ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:46.283852Z","caller":"traceutil/trace.go:171","msg":"trace[1740540448] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"584.377072ms","start":"2026-03-05T07:27:45.699431Z","end":"2026-03-05T07:27:46.283808Z","steps":["trace[1740540448] 'process raft request' (duration: 584.025444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:46.283945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:45.716389Z","time spent":"567.481607ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:46.284012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:45.69941Z","time spent":"584.514214ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:46.284001Z","caller":"traceutil/trace.go:171","msg":"trace[743096956] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"563.222462ms","start":"2026-03-05T07:27:45.720756Z","end":"2026-03-05T07:27:46.283978Z","steps":["trace[743096956] 'process raft request' (duration: 562.902315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:46.284158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:45.720746Z","time spent":"563.336636ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:46.28418Z","caller":"traceutil/trace.go:171","msg":"trace[672864012] transaction","detail":"{read_only:false; response_revision:23922; number_of_response:1; }","duration":"562.489827ms","start":"2026-03-05T07:27:45.721667Z","end":"2026-03-05T07:27:46.284157Z","steps":["trace[672864012] 'process raft request' (duration: 562.219711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:46.284313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:45.721657Z","time spent":"562.589249ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:46.284372Z","caller":"traceutil/trace.go:171","msg":"trace[679747501] transaction","detail":"{read_only:false; response_revision:23923; number_of_response:1; }","duration":"562.534428ms","start":"2026-03-05T07:27:45.721824Z","end":"2026-03-05T07:27:46.284358Z","steps":["trace[679747501] 'process raft request' (duration: 562.265442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:46.284441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:45.721818Z","time spent":"562.591009ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:46.28458Z","caller":"traceutil/trace.go:171","msg":"trace[209229954] linearizableReadLoop","detail":"{readStateIndex:24768; appliedIndex:24760; }","duration":"511.989768ms","start":"2026-03-05T07:27:45.772577Z","end":"2026-03-05T07:27:46.284567Z","steps":["trace[209229954] 'read index received' (duration: 83.251804ms)","trace[209229954] 'applied index is now lower than readState.Index' (duration: 428.737214ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:46.28459Z","caller":"traceutil/trace.go:171","msg":"trace[1122816303] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"562.339513ms","start":"2026-03-05T07:27:45.722238Z","end":"2026-03-05T07:27:46.284578Z","steps":["trace[1122816303] 'process raft request' (duration: 562.071688ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:46.284634Z","caller":"traceutil/trace.go:171","msg":"trace[1972906195] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"562.339023ms","start":"2026-03-05T07:27:45.722282Z","end":"2026-03-05T07:27:46.284621Z","steps":["trace[1972906195] 'process raft request' (duration: 562.228311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:46.284677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:45.722231Z","time spent":"562.397635ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:46.28469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:45.722278Z","time spent":"562.385724ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:46.284705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.126412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:46.284744Z","caller":"traceutil/trace.go:171","msg":"trace[473260717] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23925; }","duration":"512.203083ms","start":"2026-03-05T07:27:45.772531Z","end":"2026-03-05T07:27:46.284734Z","steps":["trace[473260717] 'agreement among raft nodes before linearized reading' (duration: 512.134531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:46.284783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:45.772508Z","time spent":"512.264225ms","remote":"127.0.0.1:58930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:46.284804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.81083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:46.28484Z","caller":"traceutil/trace.go:171","msg":"trace[1134568782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23925; }","duration":"276.873012ms","start":"2026-03-05T07:27:46.007958Z","end":"2026-03-05T07:27:46.284831Z","steps":["trace[1134568782] 'agreement among raft nodes before linearized reading' (duration: 276.816911ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:46.607705Z","caller":"traceutil/trace.go:171","msg":"trace[847786406] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"148.057879ms","start":"2026-03-05T07:27:46.459624Z","end":"2026-03-05T07:27:46.607681Z","steps":["trace[847786406] 'process raft request' (duration: 148.018738ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:46.607753Z","caller":"traceutil/trace.go:171","msg":"trace[1981130848] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"149.182903ms","start":"2026-03-05T07:27:46.458541Z","end":"2026-03-05T07:27:46.607724Z","steps":["trace[1981130848] 'process raft request' (duration: 103.240086ms)","trace[1981130848] 'compare' (duration: 45.665101ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:46.607996Z","caller":"traceutil/trace.go:171","msg":"trace[216810469] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"148.894387ms","start":"2026-03-05T07:27:46.45909Z","end":"2026-03-05T07:27:46.607985Z","steps":["trace[216810469] 'process raft request' (duration: 148.471608ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:46.608136Z","caller":"traceutil/trace.go:171","msg":"trace[117982255] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"148.684933ms","start":"2026-03-05T07:27:46.459441Z","end":"2026-03-05T07:27:46.608126Z","steps":["trace[117982255] 'process raft request' (duration: 148.164182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:47.240158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.29317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-05T07:27:47.24025Z","caller":"traceutil/trace.go:171","msg":"trace[2115865803] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23930; }","duration":"314.428833ms","start":"2026-03-05T07:27:46.925797Z","end":"2026-03-05T07:27:47.240226Z","steps":["trace[2115865803] 'range keys from in-memory index tree' (duration: 314.084386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:47.240298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:46.925772Z","time spent":"314.514384ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-05T07:27:47.241141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.544598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10854"} {"level":"info","ts":"2026-03-05T07:27:47.241194Z","caller":"traceutil/trace.go:171","msg":"trace[1313830080] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23930; }","duration":"101.6336ms","start":"2026-03-05T07:27:47.139547Z","end":"2026-03-05T07:27:47.24118Z","steps":["trace[1313830080] 'range keys from in-memory index tree' (duration: 101.334353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:50.577598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.025971ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:50.577753Z","caller":"traceutil/trace.go:171","msg":"trace[1195372158] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23962; }","duration":"299.199405ms","start":"2026-03-05T07:27:50.278535Z","end":"2026-03-05T07:27:50.577734Z","steps":["trace[1195372158] 'range keys from in-memory index tree' (duration: 299.00535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:50.57811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:50.194669Z","time spent":"383.436392ms","remote":"127.0.0.1:56486","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T07:27:50.578194Z","caller":"traceutil/trace.go:171","msg":"trace[2051518518] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"282.018296ms","start":"2026-03-05T07:27:50.296145Z","end":"2026-03-05T07:27:50.578163Z","steps":["trace[2051518518] 'process raft request' (duration: 235.073156ms)","trace[2051518518] 'compare' (duration: 46.819677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:51.298221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.98046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:27:51.298462Z","caller":"traceutil/trace.go:171","msg":"trace[2084467760] linearizableReadLoop","detail":"{readStateIndex:24808; appliedIndex:24806; }","duration":"999.615887ms","start":"2026-03-05T07:27:50.298816Z","end":"2026-03-05T07:27:51.298432Z","steps":["trace[2084467760] 'read index received' (duration: 232.413637ms)","trace[2084467760] 'applied index is now lower than readState.Index' (duration: 767.20154ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:51.298543Z","caller":"traceutil/trace.go:171","msg":"trace[1549958917] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"1.00109507s","start":"2026-03-05T07:27:50.297437Z","end":"2026-03-05T07:27:51.298532Z","steps":["trace[1549958917] 'process raft request' (duration: 510.728181ms)","trace[1549958917] 'compare' (duration: 489.860968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:51.29859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:50.29742Z","time spent":"1.001143831s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:51.298671Z","caller":"traceutil/trace.go:171","msg":"trace[1513877641] transaction","detail":"{read_only:false; response_revision:23965; number_of_response:1; }","duration":"999.7748ms","start":"2026-03-05T07:27:50.298889Z","end":"2026-03-05T07:27:51.298664Z","steps":["trace[1513877641] 'process raft request' (duration: 999.413292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.298707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:50.298878Z","time spent":"999.806301ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:51.298799Z","caller":"traceutil/trace.go:171","msg":"trace[1380635833] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"997.478209ms","start":"2026-03-05T07:27:50.301294Z","end":"2026-03-05T07:27:51.298772Z","steps":["trace[1380635833] 'process raft request' (duration: 997.107131ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:51.298851Z","caller":"traceutil/trace.go:171","msg":"trace[1691174580] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"999.824462ms","start":"2026-03-05T07:27:50.299014Z","end":"2026-03-05T07:27:51.298839Z","steps":["trace[1691174580] 'process raft request' (duration: 999.331131ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:51.298862Z","caller":"traceutil/trace.go:171","msg":"trace[939804457] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"999.457593ms","start":"2026-03-05T07:27:50.299393Z","end":"2026-03-05T07:27:51.298851Z","steps":["trace[939804457] 'process raft request' (duration: 998.978823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.298907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:50.298987Z","time spent":"999.890273ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:51.298908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:50.299384Z","time spent":"999.501045ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:51.298929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:50.301277Z","time spent":"997.581751ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:51.299199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.124001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:27:51.299483Z","caller":"traceutil/trace.go:171","msg":"trace[2014758489] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23968; }","duration":"941.401747ms","start":"2026-03-05T07:27:50.358061Z","end":"2026-03-05T07:27:51.299463Z","steps":["trace[2014758489] 'agreement among raft nodes before linearized reading' (duration: 941.08857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.299523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:50.358041Z","time spent":"941.470428ms","remote":"127.0.0.1:51446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:51.299215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000365293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:51.29966Z","caller":"traceutil/trace.go:171","msg":"trace[812891622] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23968; }","duration":"1.000847664s","start":"2026-03-05T07:27:50.298781Z","end":"2026-03-05T07:27:51.299628Z","steps":["trace[812891622] 'agreement among raft nodes before linearized reading' (duration: 1.000339663s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.299746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:50.298765Z","time spent":"1.000950366s","remote":"127.0.0.1:59320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:51.299266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.579364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:27:51.299845Z","caller":"traceutil/trace.go:171","msg":"trace[324986319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23968; }","duration":"673.179237ms","start":"2026-03-05T07:27:50.626652Z","end":"2026-03-05T07:27:51.299832Z","steps":["trace[324986319] 'agreement among raft nodes before linearized reading' (duration: 672.525343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.299883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:50.626639Z","time spent":"673.232288ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:27:51.299276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.943525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:27:51.300026Z","caller":"traceutil/trace.go:171","msg":"trace[1067037383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23968; }","duration":"674.751792ms","start":"2026-03-05T07:27:50.625265Z","end":"2026-03-05T07:27:51.300016Z","steps":["trace[1067037383] 'agreement among raft nodes before linearized reading' (duration: 673.949855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.300056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:50.625234Z","time spent":"674.813504ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:51.299325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.215802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:51.300204Z","caller":"traceutil/trace.go:171","msg":"trace[805339215] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23968; }","duration":"289.104392ms","start":"2026-03-05T07:27:51.011083Z","end":"2026-03-05T07:27:51.300187Z","steps":["trace[805339215] 'agreement among raft nodes before linearized reading' (duration: 288.215733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.299319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.693003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:27:51.300399Z","caller":"traceutil/trace.go:171","msg":"trace[690950649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23968; }","duration":"676.809228ms","start":"2026-03-05T07:27:50.623581Z","end":"2026-03-05T07:27:51.30039Z","steps":["trace[690950649] 'agreement among raft nodes before linearized reading' (duration: 675.643882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.30043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:50.623563Z","time spent":"676.858818ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:51.299338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.38829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-05T07:27:51.300664Z","caller":"traceutil/trace.go:171","msg":"trace[1452730501] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23968; }","duration":"342.739309ms","start":"2026-03-05T07:27:50.957914Z","end":"2026-03-05T07:27:51.300653Z","steps":["trace[1452730501] 'agreement among raft nodes before linearized reading' (duration: 341.372419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.300698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:50.957896Z","time spent":"342.790962ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-05T07:27:51.2993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.905316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:51.30075Z","caller":"traceutil/trace.go:171","msg":"trace[295926771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23968; }","duration":"294.369519ms","start":"2026-03-05T07:27:51.006368Z","end":"2026-03-05T07:27:51.300737Z","steps":["trace[295926771] 'agreement among raft nodes before linearized reading' (duration: 292.855405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.299353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.60709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:27:51.300902Z","caller":"traceutil/trace.go:171","msg":"trace[342840265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23968; }","duration":"774.176254ms","start":"2026-03-05T07:27:50.526702Z","end":"2026-03-05T07:27:51.300878Z","steps":["trace[342840265] 'agreement among raft nodes before linearized reading' (duration: 772.602359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.300958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:50.526679Z","time spent":"774.261277ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:27:51.299338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.519504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:27:51.301145Z","caller":"traceutil/trace.go:171","msg":"trace[1121806955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23968; }","duration":"675.355666ms","start":"2026-03-05T07:27:50.625778Z","end":"2026-03-05T07:27:51.301134Z","steps":["trace[1121806955] 'agreement among raft nodes before linearized reading' (duration: 673.438123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.301188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:50.625766Z","time spent":"675.409047ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:27:51.299371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.694386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:51.30131Z","caller":"traceutil/trace.go:171","msg":"trace[36847716] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23968; }","duration":"478.67089ms","start":"2026-03-05T07:27:50.822627Z","end":"2026-03-05T07:27:51.301298Z","steps":["trace[36847716] 'agreement among raft nodes before linearized reading' (duration: 476.710377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.301344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:50.822608Z","time spent":"478.724421ms","remote":"127.0.0.1:44858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:51.873556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.657391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:27:51.874676Z","caller":"traceutil/trace.go:171","msg":"trace[627674960] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"569.89017ms","start":"2026-03-05T07:27:51.304761Z","end":"2026-03-05T07:27:51.874651Z","steps":["trace[627674960] 'process raft request' (duration: 178.057373ms)","trace[627674960] 'compare' (duration: 390.519038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:51.87481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:51.304744Z","time spent":"570.022882ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:51.937598Z","caller":"traceutil/trace.go:171","msg":"trace[241119108] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"632.023487ms","start":"2026-03-05T07:27:51.305547Z","end":"2026-03-05T07:27:51.937571Z","steps":["trace[241119108] 'process raft request' (duration: 631.934475ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:51.937649Z","caller":"traceutil/trace.go:171","msg":"trace[99759251] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"632.515928ms","start":"2026-03-05T07:27:51.305088Z","end":"2026-03-05T07:27:51.937604Z","steps":["trace[99759251] 'process raft request' (duration: 632.18628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.937766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:51.305539Z","time spent":"632.141089ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:51.937817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:51.305068Z","time spent":"632.66115ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:51.937861Z","caller":"traceutil/trace.go:171","msg":"trace[333396595] linearizableReadLoop","detail":"{readStateIndex:24816; appliedIndex:24812; }","duration":"631.499395ms","start":"2026-03-05T07:27:51.306343Z","end":"2026-03-05T07:27:51.937842Z","steps":["trace[333396595] 'read index received' (duration: 176.441738ms)","trace[333396595] 'applied index is now lower than readState.Index' (duration: 455.056647ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:51.937949Z","caller":"traceutil/trace.go:171","msg":"trace[596398780] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"624.857868ms","start":"2026-03-05T07:27:51.313085Z","end":"2026-03-05T07:27:51.937943Z","steps":["trace[596398780] 'process raft request' (duration: 624.653633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.938023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:51.313064Z","time spent":"624.904858ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:51.938057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.730859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-26e6f5ac-db90-4650-afb0-9666c43e7082\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-05T07:27:51.938112Z","caller":"traceutil/trace.go:171","msg":"trace[979211862] range","detail":"{range_begin:/registry/persistentvolumes/pvc-26e6f5ac-db90-4650-afb0-9666c43e7082; range_end:; response_count:1; response_revision:23973; }","duration":"631.802891ms","start":"2026-03-05T07:27:51.306295Z","end":"2026-03-05T07:27:51.938098Z","steps":["trace[979211862] 'agreement among raft nodes before linearized reading' (duration: 631.651438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.93815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:51.306285Z","time spent":"631.858192ms","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-26e6f5ac-db90-4650-afb0-9666c43e7082\" "} {"level":"info","ts":"2026-03-05T07:27:51.938026Z","caller":"traceutil/trace.go:171","msg":"trace[177578029] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"632.358444ms","start":"2026-03-05T07:27:51.3056Z","end":"2026-03-05T07:27:51.937958Z","steps":["trace[177578029] 'process raft request' (duration: 631.925705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:51.939561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:51.305596Z","time spent":"633.870098ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:52.171588Z","caller":"traceutil/trace.go:171","msg":"trace[1656442818] linearizableReadLoop","detail":"{readStateIndex:24818; appliedIndex:24817; }","duration":"233.649474ms","start":"2026-03-05T07:27:51.937916Z","end":"2026-03-05T07:27:52.171566Z","steps":["trace[1656442818] 'read index received' (duration: 233.397118ms)","trace[1656442818] 'applied index is now lower than readState.Index' (duration: 251.586µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:52.171693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.626226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:52.171738Z","caller":"traceutil/trace.go:171","msg":"trace[1930443556] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"293.097ms","start":"2026-03-05T07:27:51.878614Z","end":"2026-03-05T07:27:52.171711Z","steps":["trace[1930443556] 'process raft request' (duration: 292.788153ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:52.17176Z","caller":"traceutil/trace.go:171","msg":"trace[931494208] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23974; }","duration":"379.753489ms","start":"2026-03-05T07:27:51.791993Z","end":"2026-03-05T07:27:52.171746Z","steps":["trace[931494208] 'agreement among raft nodes before linearized reading' (duration: 379.611176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:52.171737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.327578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:27:52.171784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.245717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:27:52.171796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:51.791971Z","time spent":"379.814261ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:52.1718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.633135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:52.171823Z","caller":"traceutil/trace.go:171","msg":"trace[335543851] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23974; }","duration":"761.344539ms","start":"2026-03-05T07:27:51.410467Z","end":"2026-03-05T07:27:52.171812Z","steps":["trace[335543851] 'agreement among raft nodes before linearized reading' (duration: 761.253787ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:52.171853Z","caller":"traceutil/trace.go:171","msg":"trace[249363508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23974; }","duration":"164.724367ms","start":"2026-03-05T07:27:52.007117Z","end":"2026-03-05T07:27:52.171842Z","steps":["trace[249363508] 'agreement among raft nodes before linearized reading' (duration: 164.624865ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:52.171859Z","caller":"traceutil/trace.go:171","msg":"trace[1334171604] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23974; }","duration":"490.508842ms","start":"2026-03-05T07:27:51.68133Z","end":"2026-03-05T07:27:52.171839Z","steps":["trace[1334171604] 'agreement among raft nodes before linearized reading' (duration: 490.307047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:52.171864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:51.410449Z","time spent":"761.40532ms","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:52.171894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.678839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T07:27:52.171993Z","caller":"traceutil/trace.go:171","msg":"trace[1611873058] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23974; }","duration":"548.829904ms","start":"2026-03-05T07:27:51.623141Z","end":"2026-03-05T07:27:52.171971Z","steps":["trace[1611873058] 'agreement among raft nodes before linearized reading' (duration: 548.535296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:52.172059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:51.623119Z","time spent":"548.923396ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":238,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:52.171909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:51.681307Z","time spent":"490.590964ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:27:52.53837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.337101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T07:27:52.538456Z","caller":"traceutil/trace.go:171","msg":"trace[844856699] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23974; }","duration":"212.465065ms","start":"2026-03-05T07:27:52.32597Z","end":"2026-03-05T07:27:52.538436Z","steps":["trace[844856699] 'count revisions from in-memory index tree' (duration: 212.214659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:52.539165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.535953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:52.539711Z","caller":"traceutil/trace.go:171","msg":"trace[1337264987] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23974; }","duration":"274.162742ms","start":"2026-03-05T07:27:52.265528Z","end":"2026-03-05T07:27:52.539691Z","steps":["trace[1337264987] 'count revisions from in-memory index tree' (duration: 271.417961ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:53.634576Z","caller":"traceutil/trace.go:171","msg":"trace[1969852158] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"330.990621ms","start":"2026-03-05T07:27:53.303556Z","end":"2026-03-05T07:27:53.634547Z","steps":["trace[1969852158] 'process raft request' (duration: 330.817867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:53.634737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:53.303487Z","time spent":"331.177105ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:53.938188Z","caller":"traceutil/trace.go:171","msg":"trace[531618369] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"634.431409ms","start":"2026-03-05T07:27:53.303723Z","end":"2026-03-05T07:27:53.938154Z","steps":["trace[531618369] 'process raft request' (duration: 634.161653ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:53.938233Z","caller":"traceutil/trace.go:171","msg":"trace[1231844646] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"633.576621ms","start":"2026-03-05T07:27:53.304617Z","end":"2026-03-05T07:27:53.938193Z","steps":["trace[1231844646] 'process raft request' (duration: 633.399577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:53.938345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:53.303703Z","time spent":"634.559932ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:53.938352Z","caller":"traceutil/trace.go:171","msg":"trace[1474137471] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"633.338806ms","start":"2026-03-05T07:27:53.305002Z","end":"2026-03-05T07:27:53.938341Z","steps":["trace[1474137471] 'process raft request' (duration: 633.138732ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:53.938323Z","caller":"traceutil/trace.go:171","msg":"trace[1625497524] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"633.614381ms","start":"2026-03-05T07:27:53.304661Z","end":"2026-03-05T07:27:53.938275Z","steps":["trace[1625497524] 'process raft request' (duration: 633.441448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:53.938453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:53.304994Z","time spent":"633.395647ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:53.93862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.164046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-7xb6l\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-03-05T07:27:53.938677Z","caller":"traceutil/trace.go:171","msg":"trace[1394916765] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-7xb6l; range_end:; response_count:1; response_revision:23984; }","duration":"337.280069ms","start":"2026-03-05T07:27:53.601385Z","end":"2026-03-05T07:27:53.938665Z","steps":["trace[1394916765] 'agreement among raft nodes before linearized reading' (duration: 336.904831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:53.93871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:53.60137Z","time spent":"337.33177ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3421,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-7xb6l\" "} {"level":"warn","ts":"2026-03-05T07:27:53.938401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:53.304606Z","time spent":"633.707133ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:27:53.938614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:27:53.304656Z","time spent":"633.823756ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:27:53.938206Z","caller":"traceutil/trace.go:171","msg":"trace[1352111077] linearizableReadLoop","detail":"{readStateIndex:24828; appliedIndex:24823; }","duration":"336.725176ms","start":"2026-03-05T07:27:53.601459Z","end":"2026-03-05T07:27:53.938184Z","steps":["trace[1352111077] 'read index received' (duration: 33.027791ms)","trace[1352111077] 'applied index is now lower than readState.Index' (duration: 303.696375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:53.939139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.494586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:27:53.939209Z","caller":"traceutil/trace.go:171","msg":"trace[122314603] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23984; }","duration":"124.567158ms","start":"2026-03-05T07:27:53.8146Z","end":"2026-03-05T07:27:53.939167Z","steps":["trace[122314603] 'agreement among raft nodes before linearized reading' (duration: 124.485026ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:54.102259Z","caller":"traceutil/trace.go:171","msg":"trace[253793092] linearizableReadLoop","detail":"{readStateIndex:24829; appliedIndex:24828; }","duration":"156.998637ms","start":"2026-03-05T07:27:53.945196Z","end":"2026-03-05T07:27:54.102195Z","steps":["trace[253793092] 'read index received' (duration: 126.680895ms)","trace[253793092] 'applied index is now lower than readState.Index' (duration: 30.315702ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:27:54.102269Z","caller":"traceutil/trace.go:171","msg":"trace[66679355] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"159.091954ms","start":"2026-03-05T07:27:53.943137Z","end":"2026-03-05T07:27:54.102228Z","steps":["trace[66679355] 'process raft request' (duration: 128.725171ms)","trace[66679355] 'compare' (duration: 30.143627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:27:54.102484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.262333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:27:54.102554Z","caller":"traceutil/trace.go:171","msg":"trace[496489904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23985; }","duration":"157.353174ms","start":"2026-03-05T07:27:53.94518Z","end":"2026-03-05T07:27:54.102533Z","steps":["trace[496489904] 'agreement among raft nodes before linearized reading' (duration: 157.15033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:54.198223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.934441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:27:54.198317Z","caller":"traceutil/trace.go:171","msg":"trace[885910279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23987; }","duration":"253.044814ms","start":"2026-03-05T07:27:53.945255Z","end":"2026-03-05T07:27:54.1983Z","steps":["trace[885910279] 'agreement among raft nodes before linearized reading' (duration: 252.652415ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:54.198528Z","caller":"traceutil/trace.go:171","msg":"trace[1232302755] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"253.240547ms","start":"2026-03-05T07:27:53.94527Z","end":"2026-03-05T07:27:54.19851Z","steps":["trace[1232302755] 'process raft request' (duration: 252.580683ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:27:54.198642Z","caller":"traceutil/trace.go:171","msg":"trace[173224985] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"253.403281ms","start":"2026-03-05T07:27:53.945201Z","end":"2026-03-05T07:27:54.198604Z","steps":["trace[173224985] 'process raft request' (duration: 252.521322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:27:54.199223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.929982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:27:54.199305Z","caller":"traceutil/trace.go:171","msg":"trace[1065442441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23989; }","duration":"254.019065ms","start":"2026-03-05T07:27:53.945265Z","end":"2026-03-05T07:27:54.199284Z","steps":["trace[1065442441] 'agreement among raft nodes before linearized reading' (duration: 253.669428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:04.833303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.06379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T07:28:04.83339Z","caller":"traceutil/trace.go:171","msg":"trace[1927044139] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:24066; }","duration":"414.180773ms","start":"2026-03-05T07:28:04.419191Z","end":"2026-03-05T07:28:04.833372Z","steps":["trace[1927044139] 'range keys from in-memory index tree' (duration: 413.922387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:04.833462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:04.419177Z","time spent":"414.250114ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-03-05T07:28:04.834058Z","caller":"traceutil/trace.go:171","msg":"trace[572313880] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"210.193685ms","start":"2026-03-05T07:28:04.623843Z","end":"2026-03-05T07:28:04.834037Z","steps":["trace[572313880] 'process raft request' (duration: 124.856116ms)","trace[572313880] 'compare' (duration: 84.43404ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:10.267302Z","caller":"traceutil/trace.go:171","msg":"trace[1723510104] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"251.785366ms","start":"2026-03-05T07:28:10.015487Z","end":"2026-03-05T07:28:10.267272Z","steps":["trace[1723510104] 'process raft request' (duration: 251.604222ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:10.863816Z","caller":"traceutil/trace.go:171","msg":"trace[1980634065] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"788.138073ms","start":"2026-03-05T07:28:10.075654Z","end":"2026-03-05T07:28:10.863792Z","steps":["trace[1980634065] 'process raft request' (duration: 788.068922ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:10.863828Z","caller":"traceutil/trace.go:171","msg":"trace[837687167] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"846.663129ms","start":"2026-03-05T07:28:10.017125Z","end":"2026-03-05T07:28:10.863788Z","steps":["trace[837687167] 'process raft request' (duration: 846.475035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:10.863946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:10.075625Z","time spent":"788.255145ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:10.863983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:10.017098Z","time spent":"846.801292ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:10.864156Z","caller":"traceutil/trace.go:171","msg":"trace[148487774] linearizableReadLoop","detail":"{readStateIndex:24952; appliedIndex:24948; }","duration":"614.793904ms","start":"2026-03-05T07:28:10.249342Z","end":"2026-03-05T07:28:10.864136Z","steps":["trace[148487774] 'read index received' (duration: 18.265434ms)","trace[148487774] 'applied index is now lower than readState.Index' (duration: 596.52767ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:10.864181Z","caller":"traceutil/trace.go:171","msg":"trace[1824812375] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"778.458509ms","start":"2026-03-05T07:28:10.085696Z","end":"2026-03-05T07:28:10.864154Z","steps":["trace[1824812375] 'process raft request' (duration: 778.367677ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:10.864187Z","caller":"traceutil/trace.go:171","msg":"trace[12080038] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"784.146475ms","start":"2026-03-05T07:28:10.080001Z","end":"2026-03-05T07:28:10.864148Z","steps":["trace[12080038] 'process raft request' (duration: 783.754566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:10.864314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:10.085656Z","time spent":"778.588012ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:10.864353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:10.079988Z","time spent":"784.274677ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:10.864381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.0289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T07:28:10.864455Z","caller":"traceutil/trace.go:171","msg":"trace[588599043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24104; }","duration":"615.151222ms","start":"2026-03-05T07:28:10.249285Z","end":"2026-03-05T07:28:10.864436Z","steps":["trace[588599043] 'agreement among raft nodes before linearized reading' (duration: 614.951268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:10.864509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:10.24925Z","time spent":"615.247453ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T07:28:11.104821Z","caller":"traceutil/trace.go:171","msg":"trace[237764104] linearizableReadLoop","detail":"{readStateIndex:24954; appliedIndex:24952; }","duration":"240.586388ms","start":"2026-03-05T07:28:10.864211Z","end":"2026-03-05T07:28:11.104797Z","steps":["trace[237764104] 'read index received' (duration: 240.279682ms)","trace[237764104] 'applied index is now lower than readState.Index' (duration: 305.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:11.104915Z","caller":"traceutil/trace.go:171","msg":"trace[754145901] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"250.926687ms","start":"2026-03-05T07:28:10.853954Z","end":"2026-03-05T07:28:11.104881Z","steps":["trace[754145901] 'process raft request' (duration: 250.792064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:11.105067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.058276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T07:28:11.105124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.813915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:28:11.105148Z","caller":"traceutil/trace.go:171","msg":"trace[1902587235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24106; }","duration":"725.17794ms","start":"2026-03-05T07:28:10.379953Z","end":"2026-03-05T07:28:11.105131Z","steps":["trace[1902587235] 'agreement among raft nodes before linearized reading' (duration: 724.980965ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:11.105185Z","caller":"traceutil/trace.go:171","msg":"trace[1874184242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24106; }","duration":"726.930808ms","start":"2026-03-05T07:28:10.378241Z","end":"2026-03-05T07:28:11.105172Z","steps":["trace[1874184242] 'agreement among raft nodes before linearized reading' (duration: 726.719083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:11.105197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:10.379948Z","time spent":"725.239551ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:28:11.105214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:10.378219Z","time spent":"726.990638ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:28:11.105194Z","caller":"traceutil/trace.go:171","msg":"trace[1150299195] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"725.803503ms","start":"2026-03-05T07:28:10.379355Z","end":"2026-03-05T07:28:11.105159Z","steps":["trace[1150299195] 'process raft request' (duration: 725.18715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:11.105327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:10.379336Z","time spent":"725.911865ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:11.105608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.081316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:28:11.105714Z","caller":"traceutil/trace.go:171","msg":"trace[331507921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24106; }","duration":"743.26385ms","start":"2026-03-05T07:28:10.362432Z","end":"2026-03-05T07:28:11.105696Z","steps":["trace[331507921] 'agreement among raft nodes before linearized reading' (duration: 742.678517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:11.105827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:10.36241Z","time spent":"743.405093ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:28:11.105976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.063031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:28:11.106044Z","caller":"traceutil/trace.go:171","msg":"trace[1787055467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24106; }","duration":"727.163302ms","start":"2026-03-05T07:28:10.378865Z","end":"2026-03-05T07:28:11.106028Z","steps":["trace[1787055467] 'agreement among raft nodes before linearized reading' (duration: 726.915817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:11.106101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:10.378849Z","time spent":"727.240975ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:28:11.463044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.062097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:28:11.463236Z","caller":"traceutil/trace.go:171","msg":"trace[894928770] linearizableReadLoop","detail":"{readStateIndex:24955; appliedIndex:24954; }","duration":"358.320425ms","start":"2026-03-05T07:28:11.1049Z","end":"2026-03-05T07:28:11.46322Z","steps":["trace[894928770] 'read index received' (duration: 80.166605ms)","trace[894928770] 'applied index is now lower than readState.Index' (duration: 278.15276ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:11.463307Z","caller":"traceutil/trace.go:171","msg":"trace[1370609476] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"594.103256ms","start":"2026-03-05T07:28:10.869191Z","end":"2026-03-05T07:28:11.463294Z","steps":["trace[1370609476] 'process raft request' (duration: 315.713572ms)","trace[1370609476] 'compare' (duration: 277.72703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:11.463365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:10.869166Z","time spent":"594.170848ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:11.463602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.200693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:28:11.463612Z","caller":"traceutil/trace.go:171","msg":"trace[2002105309] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"353.726713ms","start":"2026-03-05T07:28:11.109858Z","end":"2026-03-05T07:28:11.463584Z","steps":["trace[2002105309] 'process raft request' (duration: 353.288973ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:11.463687Z","caller":"traceutil/trace.go:171","msg":"trace[1585827893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24108; }","duration":"456.333276ms","start":"2026-03-05T07:28:11.007335Z","end":"2026-03-05T07:28:11.463668Z","steps":["trace[1585827893] 'agreement among raft nodes before linearized reading' (duration: 456.182112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:11.463733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:11.007303Z","time spent":"456.421568ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:28:11.463777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:11.10983Z","time spent":"353.856996ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:11.463684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.787877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:28:11.463908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.204817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:28:11.464008Z","caller":"traceutil/trace.go:171","msg":"trace[1391526699] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24108; }","duration":"383.364921ms","start":"2026-03-05T07:28:11.080621Z","end":"2026-03-05T07:28:11.463986Z","steps":["trace[1391526699] 'agreement among raft nodes before linearized reading' (duration: 382.930931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:11.464065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:11.080601Z","time spent":"383.452502ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:28:11.464095Z","caller":"traceutil/trace.go:171","msg":"trace[905230689] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"353.316285ms","start":"2026-03-05T07:28:11.110768Z","end":"2026-03-05T07:28:11.464084Z","steps":["trace[905230689] 'process raft request' (duration: 353.08068ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:11.463942Z","caller":"traceutil/trace.go:171","msg":"trace[1945837508] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24108; }","duration":"481.072323ms","start":"2026-03-05T07:28:10.982855Z","end":"2026-03-05T07:28:11.463927Z","steps":["trace[1945837508] 'agreement among raft nodes before linearized reading' (duration: 480.417639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:11.46418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:10.982798Z","time spent":"481.36589ms","remote":"127.0.0.1:46326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:28:11.464186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:11.110751Z","time spent":"353.380356ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:11.464251Z","caller":"traceutil/trace.go:171","msg":"trace[298865604] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"352.944766ms","start":"2026-03-05T07:28:11.111286Z","end":"2026-03-05T07:28:11.464231Z","steps":["trace[298865604] 'process raft request' (duration: 352.734091ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:11.463939Z","caller":"traceutil/trace.go:171","msg":"trace[1784771933] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"353.303644ms","start":"2026-03-05T07:28:11.110616Z","end":"2026-03-05T07:28:11.463919Z","steps":["trace[1784771933] 'process raft request' (duration: 352.890555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:11.464353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:11.111272Z","time spent":"353.034558ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:11.464429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:11.1106Z","time spent":"353.776494ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:45.195341Z","caller":"traceutil/trace.go:171","msg":"trace[1917525356] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"171.163751ms","start":"2026-03-05T07:28:45.02415Z","end":"2026-03-05T07:28:45.195314Z","steps":["trace[1917525356] 'process raft request' (duration: 170.860974ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:45.195273Z","caller":"traceutil/trace.go:171","msg":"trace[662054915] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"167.485699ms","start":"2026-03-05T07:28:45.027757Z","end":"2026-03-05T07:28:45.195243Z","steps":["trace[662054915] 'process raft request' (duration: 167.424868ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:45.753466Z","caller":"traceutil/trace.go:171","msg":"trace[1268828311] linearizableReadLoop","detail":"{readStateIndex:25375; appliedIndex:25374; }","duration":"105.777512ms","start":"2026-03-05T07:28:45.647669Z","end":"2026-03-05T07:28:45.753446Z","steps":["trace[1268828311] 'read index received' (duration: 105.348823ms)","trace[1268828311] 'applied index is now lower than readState.Index' (duration: 427.919µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:45.753756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.066778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:28:45.753824Z","caller":"traceutil/trace.go:171","msg":"trace[487399563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24518; }","duration":"106.168271ms","start":"2026-03-05T07:28:45.647643Z","end":"2026-03-05T07:28:45.753811Z","steps":["trace[487399563] 'agreement among raft nodes before linearized reading' (duration: 105.905935ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:45.754277Z","caller":"traceutil/trace.go:171","msg":"trace[444134098] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"107.671615ms","start":"2026-03-05T07:28:45.646596Z","end":"2026-03-05T07:28:45.754268Z","steps":["trace[444134098] 'process raft request' (duration: 106.662132ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:45.846831Z","caller":"traceutil/trace.go:171","msg":"trace[1628006066] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"197.880852ms","start":"2026-03-05T07:28:45.648926Z","end":"2026-03-05T07:28:45.846807Z","steps":["trace[1628006066] 'process raft request' (duration: 171.582179ms)","trace[1628006066] 'compare' (duration: 26.092139ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:45.846938Z","caller":"traceutil/trace.go:171","msg":"trace[1654233094] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"197.76526ms","start":"2026-03-05T07:28:45.649141Z","end":"2026-03-05T07:28:45.846906Z","steps":["trace[1654233094] 'process raft request' (duration: 197.606327ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:45.847145Z","caller":"traceutil/trace.go:171","msg":"trace[1804517002] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"196.555682ms","start":"2026-03-05T07:28:45.650579Z","end":"2026-03-05T07:28:45.847135Z","steps":["trace[1804517002] 'process raft request' (duration: 196.213005ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:51.342469Z","caller":"traceutil/trace.go:171","msg":"trace[50637693] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"127.177416ms","start":"2026-03-05T07:28:51.21526Z","end":"2026-03-05T07:28:51.342437Z","steps":["trace[50637693] 'process raft request' (duration: 98.646944ms)","trace[50637693] 'compare' (duration: 28.397719ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:51.367809Z","caller":"traceutil/trace.go:171","msg":"trace[1787488090] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"151.151167ms","start":"2026-03-05T07:28:51.216578Z","end":"2026-03-05T07:28:51.367729Z","steps":["trace[1787488090] 'process raft request' (duration: 150.87985ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:59.589706Z","caller":"traceutil/trace.go:171","msg":"trace[1779385531] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"218.823816ms","start":"2026-03-05T07:28:59.370864Z","end":"2026-03-05T07:28:59.589688Z","steps":["trace[1779385531] 'process raft request' (duration: 218.659792ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:59.648925Z","caller":"traceutil/trace.go:171","msg":"trace[541884456] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"258.269931ms","start":"2026-03-05T07:28:59.390622Z","end":"2026-03-05T07:28:59.648892Z","steps":["trace[541884456] 'process raft request' (duration: 258.066896ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:59.649156Z","caller":"traceutil/trace.go:171","msg":"trace[1525301584] linearizableReadLoop","detail":"{readStateIndex:25475; appliedIndex:25471; }","duration":"173.269397ms","start":"2026-03-05T07:28:59.475868Z","end":"2026-03-05T07:28:59.649137Z","steps":["trace[1525301584] 'read index received' (duration: 113.692947ms)","trace[1525301584] 'applied index is now lower than readState.Index' (duration: 59.57533ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:59.6492Z","caller":"traceutil/trace.go:171","msg":"trace[590927116] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"256.92532ms","start":"2026-03-05T07:28:59.392224Z","end":"2026-03-05T07:28:59.649149Z","steps":["trace[590927116] 'process raft request' (duration: 256.610203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:59.649295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.40007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:28:59.649294Z","caller":"traceutil/trace.go:171","msg":"trace[283738032] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"254.309982ms","start":"2026-03-05T07:28:59.394916Z","end":"2026-03-05T07:28:59.649226Z","steps":["trace[283738032] 'process raft request' (duration: 254.138178ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:59.649364Z","caller":"traceutil/trace.go:171","msg":"trace[1912234130] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24616; }","duration":"173.482871ms","start":"2026-03-05T07:28:59.475862Z","end":"2026-03-05T07:28:59.649345Z","steps":["trace[1912234130] 'agreement among raft nodes before linearized reading' (duration: 173.363499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:59.688433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.828832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:28:59.688497Z","caller":"traceutil/trace.go:171","msg":"trace[1067931634] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24616; }","duration":"193.911904ms","start":"2026-03-05T07:28:59.494569Z","end":"2026-03-05T07:28:59.688481Z","steps":["trace[1067931634] 'agreement among raft nodes before linearized reading' (duration: 193.803722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:59.688701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.104786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T07:28:59.688791Z","caller":"traceutil/trace.go:171","msg":"trace[726355946] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24616; }","duration":"179.223829ms","start":"2026-03-05T07:28:59.509542Z","end":"2026-03-05T07:28:59.688766Z","steps":["trace[726355946] 'agreement among raft nodes before linearized reading' (duration: 178.910323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:59.68881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.046848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T07:28:59.688851Z","caller":"traceutil/trace.go:171","msg":"trace[721456258] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24616; }","duration":"190.09726ms","start":"2026-03-05T07:28:59.498745Z","end":"2026-03-05T07:28:59.688842Z","steps":["trace[721456258] 'agreement among raft nodes before linearized reading' (duration: 189.943557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:59.688925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.980232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:28:59.689012Z","caller":"traceutil/trace.go:171","msg":"trace[700234194] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24616; }","duration":"192.093124ms","start":"2026-03-05T07:28:59.496898Z","end":"2026-03-05T07:28:59.688991Z","steps":["trace[700234194] 'agreement among raft nodes before linearized reading' (duration: 191.920751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:59.689128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.187109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:28:59.68924Z","caller":"traceutil/trace.go:171","msg":"trace[1253619660] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24616; }","duration":"193.360652ms","start":"2026-03-05T07:28:59.495852Z","end":"2026-03-05T07:28:59.689213Z","steps":["trace[1253619660] 'agreement among raft nodes before linearized reading' (duration: 192.955363ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:06.236494Z","caller":"traceutil/trace.go:171","msg":"trace[213346567] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"356.29273ms","start":"2026-03-05T07:29:05.880178Z","end":"2026-03-05T07:29:06.236471Z","steps":["trace[213346567] 'process raft request' (duration: 356.151497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.236633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:05.880152Z","time spent":"356.411982ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:06.481217Z","caller":"traceutil/trace.go:171","msg":"trace[1711934088] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"545.692894ms","start":"2026-03-05T07:29:05.935499Z","end":"2026-03-05T07:29:06.481191Z","steps":["trace[1711934088] 'process raft request' (duration: 545.493279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.481382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:05.935471Z","time spent":"545.831257ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:06.48155Z","caller":"traceutil/trace.go:171","msg":"trace[215211952] linearizableReadLoop","detail":"{readStateIndex:25519; appliedIndex:25517; }","duration":"526.55225ms","start":"2026-03-05T07:29:05.954979Z","end":"2026-03-05T07:29:06.481531Z","steps":["trace[215211952] 'read index received' (duration: 281.437112ms)","trace[215211952] 'applied index is now lower than readState.Index' (duration: 245.114538ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:29:06.481663Z","caller":"traceutil/trace.go:171","msg":"trace[1985293624] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"359.01048ms","start":"2026-03-05T07:29:06.122642Z","end":"2026-03-05T07:29:06.481653Z","steps":["trace[1985293624] 'process raft request' (duration: 358.782995ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:06.481641Z","caller":"traceutil/trace.go:171","msg":"trace[552900394] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"523.099974ms","start":"2026-03-05T07:29:05.958508Z","end":"2026-03-05T07:29:06.481608Z","steps":["trace[552900394] 'process raft request' (duration: 522.632804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.481744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:06.122618Z","time spent":"359.066261ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:29:06.481784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:05.958479Z","time spent":"523.225107ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:29:06.481849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.872897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:06.481874Z","caller":"traceutil/trace.go:171","msg":"trace[200377087] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24660; }","duration":"526.95789ms","start":"2026-03-05T07:29:05.954907Z","end":"2026-03-05T07:29:06.481865Z","steps":["trace[200377087] 'agreement among raft nodes before linearized reading' (duration: 526.915599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.481896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:05.954882Z","time spent":"527.00966ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T07:29:06.481999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.877247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:06.48204Z","caller":"traceutil/trace.go:171","msg":"trace[1935353520] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24660; }","duration":"526.960719ms","start":"2026-03-05T07:29:05.955068Z","end":"2026-03-05T07:29:06.482028Z","steps":["trace[1935353520] 'agreement among raft nodes before linearized reading' (duration: 526.892968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.482076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:05.955037Z","time spent":"527.032341ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:29:06.482138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.060994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:29:06.482141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.679965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:06.48216Z","caller":"traceutil/trace.go:171","msg":"trace[1101184319] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24660; }","duration":"337.100435ms","start":"2026-03-05T07:29:06.145053Z","end":"2026-03-05T07:29:06.482153Z","steps":["trace[1101184319] 'agreement among raft nodes before linearized reading' (duration: 337.065544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.482185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:06.145044Z","time spent":"337.132265ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-05T07:29:06.482181Z","caller":"traceutil/trace.go:171","msg":"trace[950755469] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24660; }","duration":"345.729266ms","start":"2026-03-05T07:29:06.13644Z","end":"2026-03-05T07:29:06.482169Z","steps":["trace[950755469] 'agreement among raft nodes before linearized reading' (duration: 345.664675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.482214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:06.136436Z","time spent":"345.770887ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T07:29:06.482245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.86735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:06.482276Z","caller":"traceutil/trace.go:171","msg":"trace[896770110] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24660; }","duration":"345.89669ms","start":"2026-03-05T07:29:06.13637Z","end":"2026-03-05T07:29:06.482267Z","steps":["trace[896770110] 'agreement among raft nodes before linearized reading' (duration: 345.849329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.482303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:06.136341Z","time spent":"345.955961ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:29:06.482348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.245447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:29:06.482367Z","caller":"traceutil/trace.go:171","msg":"trace[557821121] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24660; }","duration":"318.324499ms","start":"2026-03-05T07:29:06.164037Z","end":"2026-03-05T07:29:06.482361Z","steps":["trace[557821121] 'agreement among raft nodes before linearized reading' (duration: 318.223347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.482394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:06.164025Z","time spent":"318.36336ms","remote":"127.0.0.1:51508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":62,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:29:06.482456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.922263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T07:29:06.4825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.430694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:29:06.482517Z","caller":"traceutil/trace.go:171","msg":"trace[337475189] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24660; }","duration":"337.996306ms","start":"2026-03-05T07:29:06.14451Z","end":"2026-03-05T07:29:06.482506Z","steps":["trace[337475189] 'agreement among raft nodes before linearized reading' (duration: 337.850572ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:06.48253Z","caller":"traceutil/trace.go:171","msg":"trace[1706673484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24660; }","duration":"487.470415ms","start":"2026-03-05T07:29:05.99505Z","end":"2026-03-05T07:29:06.48252Z","steps":["trace[1706673484] 'agreement among raft nodes before linearized reading' (duration: 487.358383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.482547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:06.144505Z","time spent":"338.034196ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:29:06.482568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:05.995045Z","time spent":"487.516456ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:29:06.482581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.529922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:29:06.482644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.220825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:06.482685Z","caller":"traceutil/trace.go:171","msg":"trace[778475974] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24660; }","duration":"527.281456ms","start":"2026-03-05T07:29:05.955393Z","end":"2026-03-05T07:29:06.482675Z","steps":["trace[778475974] 'agreement among raft nodes before linearized reading' (duration: 527.195004ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:06.482685Z","caller":"traceutil/trace.go:171","msg":"trace[1208657452] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24660; }","duration":"336.654495ms","start":"2026-03-05T07:29:06.146014Z","end":"2026-03-05T07:29:06.482668Z","steps":["trace[1208657452] 'agreement among raft nodes before linearized reading' (duration: 336.460181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.4827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.583038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:29:06.482713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:05.955366Z","time spent":"527.338048ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T07:29:06.482724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:06.145983Z","time spent":"336.729416ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T07:29:06.482734Z","caller":"traceutil/trace.go:171","msg":"trace[74991925] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24660; }","duration":"338.629369ms","start":"2026-03-05T07:29:06.144095Z","end":"2026-03-05T07:29:06.482724Z","steps":["trace[74991925] 'agreement among raft nodes before linearized reading' (duration: 338.582248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.482721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.200411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T07:29:06.482764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:06.144089Z","time spent":"338.66693ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-05T07:29:06.482782Z","caller":"traceutil/trace.go:171","msg":"trace[2092911636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24660; }","duration":"516.296293ms","start":"2026-03-05T07:29:05.966471Z","end":"2026-03-05T07:29:06.482768Z","steps":["trace[2092911636] 'agreement among raft nodes before linearized reading' (duration: 516.066838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.482819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:05.96646Z","time spent":"516.351894ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:29:06.482867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.189715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:06.4829Z","caller":"traceutil/trace.go:171","msg":"trace[1846474130] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24660; }","duration":"346.242137ms","start":"2026-03-05T07:29:06.136647Z","end":"2026-03-05T07:29:06.482889Z","steps":["trace[1846474130] 'agreement among raft nodes before linearized reading' (duration: 346.194976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.482904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.696631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:29:06.482939Z","caller":"traceutil/trace.go:171","msg":"trace[372583805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24660; }","duration":"488.739893ms","start":"2026-03-05T07:29:05.994185Z","end":"2026-03-05T07:29:06.482925Z","steps":["trace[372583805] 'agreement among raft nodes before linearized reading' (duration: 488.60964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.482967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:05.994179Z","time spent":"488.778223ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:29:06.483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.858395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T07:29:06.483094Z","caller":"traceutil/trace.go:171","msg":"trace[327462470] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24660; }","duration":"334.976687ms","start":"2026-03-05T07:29:06.148092Z","end":"2026-03-05T07:29:06.483069Z","steps":["trace[327462470] 'agreement among raft nodes before linearized reading' (duration: 334.65186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.483149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:06.148086Z","time spent":"335.050509ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:29:06.482928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:06.136636Z","time spent":"346.286368ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T07:29:06.483243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.497915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-05T07:29:06.483277Z","caller":"traceutil/trace.go:171","msg":"trace[976499049] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24660; }","duration":"510.546055ms","start":"2026-03-05T07:29:05.972717Z","end":"2026-03-05T07:29:06.483263Z","steps":["trace[976499049] 'agreement among raft nodes before linearized reading' (duration: 510.100665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.483298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:05.972707Z","time spent":"510.586027ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-05T07:29:06.483341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.53231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:29:06.48343Z","caller":"traceutil/trace.go:171","msg":"trace[1679817269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24660; }","duration":"489.588421ms","start":"2026-03-05T07:29:05.99378Z","end":"2026-03-05T07:29:06.483368Z","steps":["trace[1679817269] 'agreement among raft nodes before linearized reading' (duration: 489.010199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.483462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:05.993772Z","time spent":"489.678473ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:29:06.484176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.352671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T07:29:06.484277Z","caller":"traceutil/trace.go:171","msg":"trace[1285535719] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24660; }","duration":"528.473513ms","start":"2026-03-05T07:29:05.955784Z","end":"2026-03-05T07:29:06.484257Z","steps":["trace[1285535719] 'agreement among raft nodes before linearized reading' (duration: 528.263948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:06.484328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:05.955771Z","time spent":"528.543015ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-05T07:29:07.325443Z","caller":"traceutil/trace.go:171","msg":"trace[1955195902] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"119.608419ms","start":"2026-03-05T07:29:07.205788Z","end":"2026-03-05T07:29:07.325397Z","steps":["trace[1955195902] 'process raft request' (duration: 119.454295ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:08.02775Z","caller":"traceutil/trace.go:171","msg":"trace[1178072407] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"329.058367ms","start":"2026-03-05T07:29:07.698665Z","end":"2026-03-05T07:29:08.027724Z","steps":["trace[1178072407] 'process raft request' (duration: 328.889314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:08.027921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:07.698638Z","time spent":"329.192271ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:08.062359Z","caller":"traceutil/trace.go:171","msg":"trace[1455408510] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"362.588629ms","start":"2026-03-05T07:29:07.699747Z","end":"2026-03-05T07:29:08.062336Z","steps":["trace[1455408510] 'process raft request' (duration: 362.402145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:08.062528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:07.69972Z","time spent":"362.714622ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:08.062589Z","caller":"traceutil/trace.go:171","msg":"trace[918550390] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"362.582489ms","start":"2026-03-05T07:29:07.699985Z","end":"2026-03-05T07:29:08.062567Z","steps":["trace[918550390] 'process raft request' (duration: 362.303143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:08.062715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:07.699968Z","time spent":"362.687811ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:08.062821Z","caller":"traceutil/trace.go:171","msg":"trace[145316688] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"362.524618ms","start":"2026-03-05T07:29:07.700283Z","end":"2026-03-05T07:29:08.062807Z","steps":["trace[145316688] 'process raft request' (duration: 362.216871ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:08.062814Z","caller":"traceutil/trace.go:171","msg":"trace[1342214776] linearizableReadLoop","detail":"{readStateIndex:25531; appliedIndex:25527; }","duration":"354.756056ms","start":"2026-03-05T07:29:07.708025Z","end":"2026-03-05T07:29:08.062781Z","steps":["trace[1342214776] 'read index received' (duration: 319.631539ms)","trace[1342214776] 'applied index is now lower than readState.Index' (duration: 35.122757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:29:08.062869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:07.700276Z","time spent":"362.566388ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:29:08.062978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.743165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:08.063007Z","caller":"traceutil/trace.go:171","msg":"trace[954199435] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24670; }","duration":"354.797246ms","start":"2026-03-05T07:29:07.708201Z","end":"2026-03-05T07:29:08.062998Z","steps":["trace[954199435] 'agreement among raft nodes before linearized reading' (duration: 354.746365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:08.063022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.994331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T07:29:08.063067Z","caller":"traceutil/trace.go:171","msg":"trace[768831173] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24670; }","duration":"355.064333ms","start":"2026-03-05T07:29:07.707992Z","end":"2026-03-05T07:29:08.063056Z","steps":["trace[768831173] 'agreement among raft nodes before linearized reading' (duration: 354.93521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:08.06307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.368047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:08.063098Z","caller":"traceutil/trace.go:171","msg":"trace[837093883] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24670; }","duration":"354.402378ms","start":"2026-03-05T07:29:07.708688Z","end":"2026-03-05T07:29:08.06309Z","steps":["trace[837093883] 'agreement among raft nodes before linearized reading' (duration: 354.365257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:08.063034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:07.708193Z","time spent":"354.835658ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T07:29:08.063102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.779688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-05T07:29:08.063125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:07.708683Z","time spent":"354.436729ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T07:29:08.06315Z","caller":"traceutil/trace.go:171","msg":"trace[207657455] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24670; }","duration":"126.88512ms","start":"2026-03-05T07:29:07.936248Z","end":"2026-03-05T07:29:08.063133Z","steps":["trace[207657455] 'agreement among raft nodes before linearized reading' (duration: 126.705516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:08.063101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:07.707982Z","time spent":"355.112364ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:29:08.063178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.840278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:08.06323Z","caller":"traceutil/trace.go:171","msg":"trace[2097332445] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24670; }","duration":"354.900519ms","start":"2026-03-05T07:29:07.708317Z","end":"2026-03-05T07:29:08.063218Z","steps":["trace[2097332445] 'agreement among raft nodes before linearized reading' (duration: 354.828757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:08.063264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:07.708312Z","time spent":"354.94439ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-05T07:29:08.5199Z","caller":"traceutil/trace.go:171","msg":"trace[264834311] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"268.71454ms","start":"2026-03-05T07:29:08.251164Z","end":"2026-03-05T07:29:08.519878Z","steps":["trace[264834311] 'process raft request' (duration: 268.552777ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:08.519956Z","caller":"traceutil/trace.go:171","msg":"trace[1380932560] linearizableReadLoop","detail":"{readStateIndex:25533; appliedIndex:25533; }","duration":"143.698082ms","start":"2026-03-05T07:29:08.376205Z","end":"2026-03-05T07:29:08.519903Z","steps":["trace[1380932560] 'read index received' (duration: 143.666551ms)","trace[1380932560] 'applied index is now lower than readState.Index' (duration: 26.611µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:29:08.520275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.031559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:29:08.520375Z","caller":"traceutil/trace.go:171","msg":"trace[432741768] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24672; }","duration":"144.186473ms","start":"2026-03-05T07:29:08.376166Z","end":"2026-03-05T07:29:08.520353Z","steps":["trace[432741768] 'agreement among raft nodes before linearized reading' (duration: 143.949278ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:08.55006Z","caller":"traceutil/trace.go:171","msg":"trace[802526042] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"173.730948ms","start":"2026-03-05T07:29:08.376312Z","end":"2026-03-05T07:29:08.550043Z","steps":["trace[802526042] 'process raft request' (duration: 173.197906ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:10.253584Z","caller":"traceutil/trace.go:171","msg":"trace[862731551] linearizableReadLoop","detail":"{readStateIndex:25543; appliedIndex:25542; }","duration":"220.680897ms","start":"2026-03-05T07:29:10.032884Z","end":"2026-03-05T07:29:10.253565Z","steps":["trace[862731551] 'read index received' (duration: 220.604655ms)","trace[862731551] 'applied index is now lower than readState.Index' (duration: 75.442µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:29:10.253635Z","caller":"traceutil/trace.go:171","msg":"trace[1994806715] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"221.26065ms","start":"2026-03-05T07:29:10.032347Z","end":"2026-03-05T07:29:10.253607Z","steps":["trace[1994806715] 'process raft request' (duration: 221.080746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:10.253696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.790989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:10.253722Z","caller":"traceutil/trace.go:171","msg":"trace[200211619] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24681; }","duration":"220.84123ms","start":"2026-03-05T07:29:10.032873Z","end":"2026-03-05T07:29:10.253715Z","steps":["trace[200211619] 'agreement among raft nodes before linearized reading' (duration: 220.778879ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:10.277637Z","caller":"traceutil/trace.go:171","msg":"trace[1633477864] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"210.46971ms","start":"2026-03-05T07:29:10.067146Z","end":"2026-03-05T07:29:10.277616Z","steps":["trace[1633477864] 'process raft request' (duration: 210.237615ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:10.277815Z","caller":"traceutil/trace.go:171","msg":"trace[2028754554] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"210.371008ms","start":"2026-03-05T07:29:10.067434Z","end":"2026-03-05T07:29:10.277805Z","steps":["trace[2028754554] 'process raft request' (duration: 210.126543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:10.278062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.849359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T07:29:10.27809Z","caller":"traceutil/trace.go:171","msg":"trace[158511582] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24684; }","duration":"210.89928ms","start":"2026-03-05T07:29:10.067184Z","end":"2026-03-05T07:29:10.278083Z","steps":["trace[158511582] 'agreement among raft nodes before linearized reading' (duration: 210.788198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:10.278057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.044753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:10.278146Z","caller":"traceutil/trace.go:171","msg":"trace[781332089] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24684; }","duration":"211.177566ms","start":"2026-03-05T07:29:10.066942Z","end":"2026-03-05T07:29:10.278119Z","steps":["trace[781332089] 'agreement among raft nodes before linearized reading' (duration: 211.034323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:10.278167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.503214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:29:10.278341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.197818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:29:10.278362Z","caller":"traceutil/trace.go:171","msg":"trace[1363789532] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24684; }","duration":"207.235999ms","start":"2026-03-05T07:29:10.071119Z","end":"2026-03-05T07:29:10.278355Z","steps":["trace[1363789532] 'agreement among raft nodes before linearized reading' (duration: 207.150128ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:10.278297Z","caller":"traceutil/trace.go:171","msg":"trace[789367091] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24684; }","duration":"211.665058ms","start":"2026-03-05T07:29:10.066613Z","end":"2026-03-05T07:29:10.278278Z","steps":["trace[789367091] 'agreement among raft nodes before linearized reading' (duration: 211.510714ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:10.278256Z","caller":"traceutil/trace.go:171","msg":"trace[1475414905] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"210.396929ms","start":"2026-03-05T07:29:10.06785Z","end":"2026-03-05T07:29:10.278247Z","steps":["trace[1475414905] 'process raft request' (duration: 209.907158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:10.279555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.779869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:10.279656Z","caller":"traceutil/trace.go:171","msg":"trace[1701699929] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24684; }","duration":"211.918682ms","start":"2026-03-05T07:29:10.067718Z","end":"2026-03-05T07:29:10.279637Z","steps":["trace[1701699929] 'agreement among raft nodes before linearized reading' (duration: 210.735447ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:12.736974Z","caller":"traceutil/trace.go:171","msg":"trace[127476341] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"110.58516ms","start":"2026-03-05T07:29:12.626357Z","end":"2026-03-05T07:29:12.736942Z","steps":["trace[127476341] 'process raft request' (duration: 110.432136ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:12.737209Z","caller":"traceutil/trace.go:171","msg":"trace[1508049397] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"108.439682ms","start":"2026-03-05T07:29:12.628743Z","end":"2026-03-05T07:29:12.737183Z","steps":["trace[1508049397] 'process raft request' (duration: 108.145146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:12.737394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.74634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T07:29:12.737472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.622933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T07:29:12.737551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.912434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:29:12.737525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.478889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:12.737584Z","caller":"traceutil/trace.go:171","msg":"trace[1377124114] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24702; }","duration":"109.963635ms","start":"2026-03-05T07:29:12.627612Z","end":"2026-03-05T07:29:12.737575Z","steps":["trace[1377124114] 'agreement among raft nodes before linearized reading' (duration: 109.913003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:12.737617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.397297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T07:29:12.737637Z","caller":"traceutil/trace.go:171","msg":"trace[1930939792] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24702; }","duration":"111.638183ms","start":"2026-03-05T07:29:12.625957Z","end":"2026-03-05T07:29:12.737595Z","steps":["trace[1930939792] 'agreement among raft nodes before linearized reading' (duration: 111.50048ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:12.737675Z","caller":"traceutil/trace.go:171","msg":"trace[1169183530] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24702; }","duration":"111.457578ms","start":"2026-03-05T07:29:12.626201Z","end":"2026-03-05T07:29:12.737659Z","steps":["trace[1169183530] 'agreement among raft nodes before linearized reading' (duration: 111.189703ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:12.737705Z","caller":"traceutil/trace.go:171","msg":"trace[1832039138] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24702; }","duration":"111.917729ms","start":"2026-03-05T07:29:12.625767Z","end":"2026-03-05T07:29:12.737684Z","steps":["trace[1832039138] 'agreement among raft nodes before linearized reading' (duration: 111.445479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:12.737838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.752695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:29:12.737862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.515079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:29:12.737891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.835595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:12.737898Z","caller":"traceutil/trace.go:171","msg":"trace[225454764] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24702; }","duration":"111.828386ms","start":"2026-03-05T07:29:12.626055Z","end":"2026-03-05T07:29:12.737884Z","steps":["trace[225454764] 'agreement among raft nodes before linearized reading' (duration: 111.744344ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:12.737905Z","caller":"traceutil/trace.go:171","msg":"trace[565498822] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24702; }","duration":"111.571881ms","start":"2026-03-05T07:29:12.62632Z","end":"2026-03-05T07:29:12.737892Z","steps":["trace[565498822] 'agreement among raft nodes before linearized reading' (duration: 111.50097ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:12.73793Z","caller":"traceutil/trace.go:171","msg":"trace[925757058] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24702; }","duration":"110.891676ms","start":"2026-03-05T07:29:12.627029Z","end":"2026-03-05T07:29:12.73792Z","steps":["trace[925757058] 'agreement among raft nodes before linearized reading' (duration: 110.841425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:12.737849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.318695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:12.738244Z","caller":"traceutil/trace.go:171","msg":"trace[896781200] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24702; }","duration":"111.696584ms","start":"2026-03-05T07:29:12.626507Z","end":"2026-03-05T07:29:12.738204Z","steps":["trace[896781200] 'agreement among raft nodes before linearized reading' (duration: 111.309946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:12.738377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.47488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:12.738445Z","caller":"traceutil/trace.go:171","msg":"trace[1857160491] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24702; }","duration":"112.573653ms","start":"2026-03-05T07:29:12.62586Z","end":"2026-03-05T07:29:12.738434Z","steps":["trace[1857160491] 'agreement among raft nodes before linearized reading' (duration: 112.476241ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:12.737498Z","caller":"traceutil/trace.go:171","msg":"trace[90794638] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24702; }","duration":"109.875533ms","start":"2026-03-05T07:29:12.627603Z","end":"2026-03-05T07:29:12.737478Z","steps":["trace[90794638] 'agreement among raft nodes before linearized reading' (duration: 109.635288ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:16.455725Z","caller":"traceutil/trace.go:171","msg":"trace[864863366] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"108.984153ms","start":"2026-03-05T07:29:16.346719Z","end":"2026-03-05T07:29:16.455703Z","steps":["trace[864863366] 'process raft request' (duration: 108.801229ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:16.455832Z","caller":"traceutil/trace.go:171","msg":"trace[1260867782] linearizableReadLoop","detail":"{readStateIndex:25586; appliedIndex:25584; }","duration":"106.992639ms","start":"2026-03-05T07:29:16.348819Z","end":"2026-03-05T07:29:16.455811Z","steps":["trace[1260867782] 'read index received' (duration: 11.472713ms)","trace[1260867782] 'applied index is now lower than readState.Index' (duration: 95.518606ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:29:16.455909Z","caller":"traceutil/trace.go:171","msg":"trace[1434545790] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"106.408256ms","start":"2026-03-05T07:29:16.34947Z","end":"2026-03-05T07:29:16.455879Z","steps":["trace[1434545790] 'process raft request' (duration: 106.183831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:16.455962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.062431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:16.455991Z","caller":"traceutil/trace.go:171","msg":"trace[1879027239] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24724; }","duration":"107.120982ms","start":"2026-03-05T07:29:16.34886Z","end":"2026-03-05T07:29:16.455981Z","steps":["trace[1879027239] 'agreement among raft nodes before linearized reading' (duration: 107.056201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:16.455976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.03033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:29:16.456002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.150603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:16.45604Z","caller":"traceutil/trace.go:171","msg":"trace[1975739151] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24724; }","duration":"107.108801ms","start":"2026-03-05T07:29:16.348914Z","end":"2026-03-05T07:29:16.456023Z","steps":["trace[1975739151] 'agreement among raft nodes before linearized reading' (duration: 107.012649ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:16.456093Z","caller":"traceutil/trace.go:171","msg":"trace[1268725877] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24724; }","duration":"107.289805ms","start":"2026-03-05T07:29:16.348783Z","end":"2026-03-05T07:29:16.456073Z","steps":["trace[1268725877] 'agreement among raft nodes before linearized reading' (duration: 107.109572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:16.456129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.199644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T07:29:16.456198Z","caller":"traceutil/trace.go:171","msg":"trace[589786703] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24724; }","duration":"107.294336ms","start":"2026-03-05T07:29:16.348888Z","end":"2026-03-05T07:29:16.456182Z","steps":["trace[589786703] 'agreement among raft nodes before linearized reading' (duration: 107.103442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:16.828301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.031364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:16.828357Z","caller":"traceutil/trace.go:171","msg":"trace[1792313186] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24726; }","duration":"132.096565ms","start":"2026-03-05T07:29:16.696247Z","end":"2026-03-05T07:29:16.828344Z","steps":["trace[1792313186] 'range keys from in-memory index tree' (duration: 131.914711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:16.828345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.383149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:29:16.828414Z","caller":"traceutil/trace.go:171","msg":"trace[266199408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24726; }","duration":"103.501712ms","start":"2026-03-05T07:29:16.724897Z","end":"2026-03-05T07:29:16.828398Z","steps":["trace[266199408] 'range keys from in-memory index tree' (duration: 103.132454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:42.718668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.716812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:42.718792Z","caller":"traceutil/trace.go:171","msg":"trace[353796759] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24956; }","duration":"124.904826ms","start":"2026-03-05T07:29:42.593857Z","end":"2026-03-05T07:29:42.718762Z","steps":["trace[353796759] 'count revisions from in-memory index tree' (duration: 124.622579ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:43.049245Z","caller":"traceutil/trace.go:171","msg":"trace[685274854] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"346.302568ms","start":"2026-03-05T07:29:42.702917Z","end":"2026-03-05T07:29:43.049219Z","steps":["trace[685274854] 'process raft request' (duration: 346.080383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:43.049435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:42.702908Z","time spent":"346.41533ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:43.049474Z","caller":"traceutil/trace.go:171","msg":"trace[238329007] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"341.600355ms","start":"2026-03-05T07:29:42.707837Z","end":"2026-03-05T07:29:43.049437Z","steps":["trace[238329007] 'process raft request' (duration: 341.338489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:43.049651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:42.70779Z","time spent":"341.767359ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:43.049593Z","caller":"traceutil/trace.go:171","msg":"trace[1336723216] linearizableReadLoop","detail":"{readStateIndex:25828; appliedIndex:25825; }","duration":"330.698544ms","start":"2026-03-05T07:29:42.718828Z","end":"2026-03-05T07:29:43.049526Z","steps":["trace[1336723216] 'read index received' (duration: 33.057383ms)","trace[1336723216] 'applied index is now lower than readState.Index' (duration: 297.638691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:29:43.049686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.16923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:29:43.04965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.310902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:43.049726Z","caller":"traceutil/trace.go:171","msg":"trace[973764432] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24960; }","duration":"348.254782ms","start":"2026-03-05T07:29:42.70146Z","end":"2026-03-05T07:29:43.049715Z","steps":["trace[973764432] 'agreement among raft nodes before linearized reading' (duration: 348.18708ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:43.049748Z","caller":"traceutil/trace.go:171","msg":"trace[1499898394] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24960; }","duration":"347.440844ms","start":"2026-03-05T07:29:42.702295Z","end":"2026-03-05T07:29:43.049736Z","steps":["trace[1499898394] 'agreement among raft nodes before linearized reading' (duration: 347.287401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:43.049766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:42.701435Z","time spent":"348.323984ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T07:29:43.049793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:42.702288Z","time spent":"347.484815ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T07:29:43.281068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.412824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:29:43.281661Z","caller":"traceutil/trace.go:171","msg":"trace[952411235] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"213.022887ms","start":"2026-03-05T07:29:43.068622Z","end":"2026-03-05T07:29:43.281645Z","steps":["trace[952411235] 'process raft request' (duration: 212.954356ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:43.281667Z","caller":"traceutil/trace.go:171","msg":"trace[1072702871] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"242.572412ms","start":"2026-03-05T07:29:43.039057Z","end":"2026-03-05T07:29:43.28163Z","steps":["trace[1072702871] 'process raft request' (duration: 113.516454ms)","trace[1072702871] 'compare' (duration: 128.312752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:29:43.281846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.992865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:43.281886Z","caller":"traceutil/trace.go:171","msg":"trace[380154516] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24962; }","duration":"352.089126ms","start":"2026-03-05T07:29:42.929788Z","end":"2026-03-05T07:29:43.281877Z","steps":["trace[380154516] 'agreement among raft nodes before linearized reading' (duration: 351.977254ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:43.281701Z","caller":"traceutil/trace.go:171","msg":"trace[904205306] linearizableReadLoop","detail":"{readStateIndex:25829; appliedIndex:25828; }","duration":"231.961787ms","start":"2026-03-05T07:29:43.049704Z","end":"2026-03-05T07:29:43.281666Z","steps":["trace[904205306] 'read index received' (duration: 102.915769ms)","trace[904205306] 'applied index is now lower than readState.Index' (duration: 129.043008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:29:43.281876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.1746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:29:43.281932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:42.929768Z","time spent":"352.149888ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T07:29:43.281926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.064593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:43.282017Z","caller":"traceutil/trace.go:171","msg":"trace[332554733] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24962; }","duration":"271.186566ms","start":"2026-03-05T07:29:43.01081Z","end":"2026-03-05T07:29:43.281997Z","steps":["trace[332554733] 'agreement among raft nodes before linearized reading' (duration: 271.008402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:43.282024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.521813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:43.282078Z","caller":"traceutil/trace.go:171","msg":"trace[1298311101] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24962; }","duration":"215.611984ms","start":"2026-03-05T07:29:43.066454Z","end":"2026-03-05T07:29:43.282065Z","steps":["trace[1298311101] 'agreement among raft nodes before linearized reading' (duration: 215.530473ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:43.281955Z","caller":"traceutil/trace.go:171","msg":"trace[372577526] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24962; }","duration":"310.280472ms","start":"2026-03-05T07:29:42.971652Z","end":"2026-03-05T07:29:43.281933Z","steps":["trace[372577526] 'agreement among raft nodes before linearized reading' (duration: 310.133128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:43.282351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:42.97164Z","time spent":"310.7043ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T07:29:43.282302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.441407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T07:29:43.282449Z","caller":"traceutil/trace.go:171","msg":"trace[900499250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24962; }","duration":"195.618061ms","start":"2026-03-05T07:29:43.086816Z","end":"2026-03-05T07:29:43.282434Z","steps":["trace[900499250] 'agreement among raft nodes before linearized reading' (duration: 195.344295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:43.282658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.152405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:43.282729Z","caller":"traceutil/trace.go:171","msg":"trace[1843303198] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24962; }","duration":"272.079395ms","start":"2026-03-05T07:29:43.010614Z","end":"2026-03-05T07:29:43.282693Z","steps":["trace[1843303198] 'agreement among raft nodes before linearized reading' (duration: 271.143655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:43.803548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592960273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:29:44.140866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.475193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:29:44.14097Z","caller":"traceutil/trace.go:171","msg":"trace[1166220521] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"854.508783ms","start":"2026-03-05T07:29:43.286443Z","end":"2026-03-05T07:29:44.140952Z","steps":["trace[1166220521] 'process raft request' (duration: 619.869916ms)","trace[1166220521] 'compare' (duration: 234.027423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:29:44.141024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:43.286421Z","time spent":"854.580915ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:44.573742Z","caller":"traceutil/trace.go:171","msg":"trace[96695455] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"1.285502648s","start":"2026-03-05T07:29:43.288216Z","end":"2026-03-05T07:29:44.573718Z","steps":["trace[96695455] 'process raft request' (duration: 1.285415626s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:44.573905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:43.288204Z","time spent":"1.28562054s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:44.573759Z","caller":"traceutil/trace.go:171","msg":"trace[1509470388] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"1.286145422s","start":"2026-03-05T07:29:43.28758Z","end":"2026-03-05T07:29:44.573725Z","steps":["trace[1509470388] 'process raft request' (duration: 1.285799084s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:44.574114Z","caller":"traceutil/trace.go:171","msg":"trace[581749800] transaction","detail":"{read_only:false; response_revision:24967; number_of_response:1; }","duration":"1.28429612s","start":"2026-03-05T07:29:43.289797Z","end":"2026-03-05T07:29:44.574093Z","steps":["trace[581749800] 'process raft request' (duration: 1.284117386s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:44.574114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:43.287569Z","time spent":"1.286427708s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:44.574115Z","caller":"traceutil/trace.go:171","msg":"trace[1094435028] linearizableReadLoop","detail":"{readStateIndex:25836; appliedIndex:25830; }","duration":"1.272305905s","start":"2026-03-05T07:29:43.301786Z","end":"2026-03-05T07:29:44.574092Z","steps":["trace[1094435028] 'read index received' (duration: 604.460596ms)","trace[1094435028] 'applied index is now lower than readState.Index' (duration: 667.843929ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:29:44.574168Z","caller":"traceutil/trace.go:171","msg":"trace[2020883403] transaction","detail":"{read_only:false; response_revision:24966; number_of_response:1; }","duration":"1.285595628s","start":"2026-03-05T07:29:43.288521Z","end":"2026-03-05T07:29:44.574117Z","steps":["trace[2020883403] 'process raft request' (duration: 1.285159009s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:44.574251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:43.289784Z","time spent":"1.284395234s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:44.574389Z","caller":"traceutil/trace.go:171","msg":"trace[163246103] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"839.561632ms","start":"2026-03-05T07:29:43.734811Z","end":"2026-03-05T07:29:44.574373Z","steps":["trace[163246103] 'process raft request' (duration: 839.227574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:44.574422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:43.288491Z","time spent":"1.285797404s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:29:44.57449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:43.734786Z","time spent":"839.650204ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:29:44.574502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272688514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:44.574551Z","caller":"traceutil/trace.go:171","msg":"trace[315634470] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24968; }","duration":"1.272781237s","start":"2026-03-05T07:29:43.301757Z","end":"2026-03-05T07:29:44.574538Z","steps":["trace[315634470] 'agreement among raft nodes before linearized reading' (duration: 1.272678134s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:44.574587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:43.301745Z","time spent":"1.272832447s","remote":"127.0.0.1:44876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:29:44.574606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.484207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:44.574672Z","caller":"traceutil/trace.go:171","msg":"trace[876764817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24968; }","duration":"567.577849ms","start":"2026-03-05T07:29:44.007073Z","end":"2026-03-05T07:29:44.57465Z","steps":["trace[876764817] 'agreement among raft nodes before linearized reading' (duration: 567.482227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:44.574686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.875309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:29:44.57472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:44.00705Z","time spent":"567.659501ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:29:44.574709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.034004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T07:29:44.574744Z","caller":"traceutil/trace.go:171","msg":"trace[810748769] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24968; }","duration":"383.016122ms","start":"2026-03-05T07:29:44.191708Z","end":"2026-03-05T07:29:44.574725Z","steps":["trace[810748769] 'agreement among raft nodes before linearized reading' (duration: 382.883859ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:44.574771Z","caller":"traceutil/trace.go:171","msg":"trace[585481749] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:24968; }","duration":"151.131516ms","start":"2026-03-05T07:29:44.423623Z","end":"2026-03-05T07:29:44.574755Z","steps":["trace[585481749] 'agreement among raft nodes before linearized reading' (duration: 150.986673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:44.574804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:44.191676Z","time spent":"383.112934ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:29:44.574966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.27371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:44.575033Z","caller":"traceutil/trace.go:171","msg":"trace[1422519100] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24968; }","duration":"552.377473ms","start":"2026-03-05T07:29:44.022621Z","end":"2026-03-05T07:29:44.574998Z","steps":["trace[1422519100] 'agreement among raft nodes before linearized reading' (duration: 552.27139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:44.575092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:44.022601Z","time spent":"552.480574ms","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:29:54.479664Z","caller":"traceutil/trace.go:171","msg":"trace[650533621] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"249.388153ms","start":"2026-03-05T07:29:54.23024Z","end":"2026-03-05T07:29:54.479628Z","steps":["trace[650533621] 'process raft request' (duration: 249.195559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:55.088839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.839685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:29:55.088961Z","caller":"traceutil/trace.go:171","msg":"trace[1784633465] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"350.461141ms","start":"2026-03-05T07:29:54.738469Z","end":"2026-03-05T07:29:55.088931Z","steps":["trace[1784633465] 'process raft request' (duration: 85.434211ms)","trace[1784633465] 'compare' (duration: 264.58756ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:29:55.08903Z","caller":"traceutil/trace.go:171","msg":"trace[947437136] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"256.787286ms","start":"2026-03-05T07:29:54.832225Z","end":"2026-03-05T07:29:55.089012Z","steps":["trace[947437136] 'process raft request' (duration: 256.719885ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:55.089029Z","caller":"traceutil/trace.go:171","msg":"trace[1078880479] linearizableReadLoop","detail":"{readStateIndex:25904; appliedIndex:25903; }","duration":"326.153462ms","start":"2026-03-05T07:29:54.762847Z","end":"2026-03-05T07:29:55.089001Z","steps":["trace[1078880479] 'read index received' (duration: 60.99147ms)","trace[1078880479] 'applied index is now lower than readState.Index' (duration: 265.160002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:29:55.089094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:54.738447Z","time spent":"350.571804ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:29:55.08919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.324776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:29:55.089237Z","caller":"traceutil/trace.go:171","msg":"trace[449368608] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25034; }","duration":"326.424858ms","start":"2026-03-05T07:29:54.762802Z","end":"2026-03-05T07:29:55.089227Z","steps":["trace[449368608] 'agreement among raft nodes before linearized reading' (duration: 326.314846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:55.089271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:54.76278Z","time spent":"326.483399ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T07:29:55.090427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.035911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T07:29:55.090543Z","caller":"traceutil/trace.go:171","msg":"trace[914146187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25035; }","duration":"308.182984ms","start":"2026-03-05T07:29:54.782338Z","end":"2026-03-05T07:29:55.090521Z","steps":["trace[914146187] 'agreement among raft nodes before linearized reading' (duration: 307.930358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:55.090603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:54.782321Z","time spent":"308.268378ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:29:55.090944Z","caller":"traceutil/trace.go:171","msg":"trace[1570679251] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"242.648133ms","start":"2026-03-05T07:29:54.848279Z","end":"2026-03-05T07:29:55.090928Z","steps":["trace[1570679251] 'process raft request' (duration: 241.856615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:55.09159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.480771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:29:55.091672Z","caller":"traceutil/trace.go:171","msg":"trace[680799318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25035; }","duration":"308.583954ms","start":"2026-03-05T07:29:54.783068Z","end":"2026-03-05T07:29:55.091652Z","steps":["trace[680799318] 'agreement among raft nodes before linearized reading' (duration: 308.368249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:55.09172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:54.78306Z","time spent":"308.647345ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:29:55.09182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.683275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:29:55.091876Z","caller":"traceutil/trace.go:171","msg":"trace[74340715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25035; }","duration":"308.756138ms","start":"2026-03-05T07:29:54.783107Z","end":"2026-03-05T07:29:55.091863Z","steps":["trace[74340715] 'agreement among raft nodes before linearized reading' (duration: 308.603764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:55.09191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:54.783102Z","time spent":"308.799539ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T07:29:59.543992Z","caller":"traceutil/trace.go:171","msg":"trace[1190065420] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"166.128238ms","start":"2026-03-05T07:29:59.377827Z","end":"2026-03-05T07:29:59.543956Z","steps":["trace[1190065420] 'process raft request' (duration: 165.909004ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:59.552779Z","caller":"traceutil/trace.go:171","msg":"trace[86373416] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"137.384293ms","start":"2026-03-05T07:29:59.415385Z","end":"2026-03-05T07:29:59.55277Z","steps":["trace[86373416] 'process raft request' (duration: 137.306021ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:00.318438Z","caller":"traceutil/trace.go:171","msg":"trace[640480678] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"131.209196ms","start":"2026-03-05T07:30:00.187198Z","end":"2026-03-05T07:30:00.318407Z","steps":["trace[640480678] 'process raft request' (duration: 89.320888ms)","trace[640480678] 'compare' (duration: 41.613222ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:00.318537Z","caller":"traceutil/trace.go:171","msg":"trace[1010075105] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"130.90316ms","start":"2026-03-05T07:30:00.187582Z","end":"2026-03-05T07:30:00.318485Z","steps":["trace[1010075105] 'process raft request' (duration: 130.728956ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:06.424079Z","caller":"traceutil/trace.go:171","msg":"trace[2048472169] linearizableReadLoop","detail":"{readStateIndex:26047; appliedIndex:26046; }","duration":"306.16125ms","start":"2026-03-05T07:30:06.117887Z","end":"2026-03-05T07:30:06.424049Z","steps":["trace[2048472169] 'read index received' (duration: 305.966285ms)","trace[2048472169] 'applied index is now lower than readState.Index' (duration: 194.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:06.424406Z","caller":"traceutil/trace.go:171","msg":"trace[1622266925] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"308.140084ms","start":"2026-03-05T07:30:06.116202Z","end":"2026-03-05T07:30:06.424342Z","steps":["trace[1622266925] 'process raft request' (duration: 307.715405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:06.424553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.116182Z","time spent":"308.267506ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:06.425206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.310575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-endpoints-27r72\" ","response":"range_response_count:1 size:24766"} {"level":"info","ts":"2026-03-05T07:30:06.425263Z","caller":"traceutil/trace.go:171","msg":"trace[1548843359] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-endpoints-27r72; range_end:; response_count:1; response_revision:25173; }","duration":"307.407378ms","start":"2026-03-05T07:30:06.117842Z","end":"2026-03-05T07:30:06.42525Z","steps":["trace[1548843359] 'agreement among raft nodes before linearized reading' (duration: 307.270835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:06.425293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.117833Z","time spent":"307.452838ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":24790,"request content":"key:\"/registry/pods/openstack/manila-ks-endpoints-27r72\" "} {"level":"info","ts":"2026-03-05T07:30:06.770272Z","caller":"traceutil/trace.go:171","msg":"trace[1062232335] linearizableReadLoop","detail":"{readStateIndex:26048; appliedIndex:26047; }","duration":"324.827354ms","start":"2026-03-05T07:30:06.445426Z","end":"2026-03-05T07:30:06.770253Z","steps":["trace[1062232335] 'read index received' (duration: 324.609329ms)","trace[1062232335] 'applied index is now lower than readState.Index' (duration: 217.525µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:06.770351Z","caller":"traceutil/trace.go:171","msg":"trace[931262542] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"328.26021ms","start":"2026-03-05T07:30:06.442084Z","end":"2026-03-05T07:30:06.770345Z","steps":["trace[931262542] 'process raft request' (duration: 328.012544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:06.770429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.442063Z","time spent":"328.30545ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25071,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:06.770577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.159161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18755"} {"level":"info","ts":"2026-03-05T07:30:06.770601Z","caller":"traceutil/trace.go:171","msg":"trace[931008473] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25174; }","duration":"325.221282ms","start":"2026-03-05T07:30:06.445372Z","end":"2026-03-05T07:30:06.770593Z","steps":["trace[931008473] 'agreement among raft nodes before linearized reading' (duration: 325.13444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:06.770616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.445356Z","time spent":"325.256393ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18779,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T07:30:06.770752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.654942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:30:06.770774Z","caller":"traceutil/trace.go:171","msg":"trace[1534897224] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25174; }","duration":"260.710463ms","start":"2026-03-05T07:30:06.510057Z","end":"2026-03-05T07:30:06.770767Z","steps":["trace[1534897224] 'agreement among raft nodes before linearized reading' (duration: 260.673362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:06.771045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.560067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T07:30:06.771068Z","caller":"traceutil/trace.go:171","msg":"trace[1681494878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25174; }","duration":"170.620128ms","start":"2026-03-05T07:30:06.600443Z","end":"2026-03-05T07:30:06.771063Z","steps":["trace[1681494878] 'agreement among raft nodes before linearized reading' (duration: 170.566247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.361811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086071592960777,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:30:07.688041Z","caller":"traceutil/trace.go:171","msg":"trace[646171183] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"905.428191ms","start":"2026-03-05T07:30:06.782581Z","end":"2026-03-05T07:30:07.688009Z","steps":["trace[646171183] 'process raft request' (duration: 905.174655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.689356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.782562Z","time spent":"905.573614ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:08.324332Z","caller":"traceutil/trace.go:171","msg":"trace[311915936] linearizableReadLoop","detail":"{readStateIndex:26055; appliedIndex:26048; }","duration":"1.462869276s","start":"2026-03-05T07:30:06.861433Z","end":"2026-03-05T07:30:08.324302Z","steps":["trace[311915936] 'read index received' (duration: 826.3245ms)","trace[311915936] 'applied index is now lower than readState.Index' (duration: 636.543426ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:08.324815Z","caller":"traceutil/trace.go:171","msg":"trace[225854629] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"1.525737968s","start":"2026-03-05T07:30:06.799015Z","end":"2026-03-05T07:30:08.324753Z","steps":["trace[225854629] 'process raft request' (duration: 1.524822407s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:08.324843Z","caller":"traceutil/trace.go:171","msg":"trace[1649184799] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"1.034179881s","start":"2026-03-05T07:30:07.290634Z","end":"2026-03-05T07:30:08.324814Z","steps":["trace[1649184799] 'process raft request' (duration: 1.033458505s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:08.32492Z","caller":"traceutil/trace.go:171","msg":"trace[1178877906] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"673.803151ms","start":"2026-03-05T07:30:07.65109Z","end":"2026-03-05T07:30:08.324893Z","steps":["trace[1178877906] 'process raft request' (duration: 673.176758ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:08.324889Z","caller":"traceutil/trace.go:171","msg":"trace[1145051550] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"1.014003044s","start":"2026-03-05T07:30:07.310813Z","end":"2026-03-05T07:30:08.324816Z","steps":["trace[1145051550] 'process raft request' (duration: 1.013381701s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:08.324931Z","caller":"traceutil/trace.go:171","msg":"trace[1784530972] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"1.516441012s","start":"2026-03-05T07:30:06.808415Z","end":"2026-03-05T07:30:08.324856Z","steps":["trace[1784530972] 'process raft request' (duration: 1.515641584s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.324994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.798994Z","time spent":"1.525900981s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:08.325033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.65107Z","time spent":"673.906644ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:08.325072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.290601Z","time spent":"1.034317215s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:08.325114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.310798Z","time spent":"1.01420175s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:08.325155Z","caller":"traceutil/trace.go:171","msg":"trace[1446394083] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"886.721197ms","start":"2026-03-05T07:30:07.438422Z","end":"2026-03-05T07:30:08.325143Z","steps":["trace[1446394083] 'process raft request' (duration: 885.796816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.325159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.808401Z","time spent":"1.516631586s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:08.325208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.438397Z","time spent":"886.783088ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:08.325295Z","caller":"traceutil/trace.go:171","msg":"trace[952564832] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"1.015431607s","start":"2026-03-05T07:30:07.309833Z","end":"2026-03-05T07:30:08.325265Z","steps":["trace[952564832] 'process raft request' (duration: 1.014297092s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:08.325305Z","caller":"traceutil/trace.go:171","msg":"trace[145079957] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"1.015359936s","start":"2026-03-05T07:30:07.309932Z","end":"2026-03-05T07:30:08.325292Z","steps":["trace[145079957] 'process raft request' (duration: 1.014233371s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.325334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463896329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:30:08.32535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.309806Z","time spent":"1.015515419s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:08.32537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.309925Z","time spent":"1.015409037s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:08.32542Z","caller":"traceutil/trace.go:171","msg":"trace[259765273] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25183; }","duration":"1.464020901s","start":"2026-03-05T07:30:06.861363Z","end":"2026-03-05T07:30:08.325384Z","steps":["trace[259765273] 'agreement among raft nodes before linearized reading' (duration: 1.463919889s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.325465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.861343Z","time spent":"1.464112313s","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T07:30:08.733241Z","caller":"traceutil/trace.go:171","msg":"trace[1212052721] linearizableReadLoop","detail":"{readStateIndex:26059; appliedIndex:26057; }","duration":"408.808903ms","start":"2026-03-05T07:30:08.324407Z","end":"2026-03-05T07:30:08.733216Z","steps":["trace[1212052721] 'read index received' (duration: 408.490035ms)","trace[1212052721] 'applied index is now lower than readState.Index' (duration: 318.058µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:08.734024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335388452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"warn","ts":"2026-03-05T07:30:08.734046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341562279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T07:30:08.734077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341986598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T07:30:08.733994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278977183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T07:30:08.734127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322824363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-05T07:30:08.734088Z","caller":"traceutil/trace.go:171","msg":"trace[493376988] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25185; }","duration":"1.335483514s","start":"2026-03-05T07:30:07.39859Z","end":"2026-03-05T07:30:08.734073Z","steps":["trace[493376988] 'agreement among raft nodes before linearized reading' (duration: 1.335320451s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:08.734149Z","caller":"traceutil/trace.go:171","msg":"trace[146036941] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25185; }","duration":"1.322858455s","start":"2026-03-05T07:30:07.411285Z","end":"2026-03-05T07:30:08.734144Z","steps":["trace[146036941] 'agreement among raft nodes before linearized reading' (duration: 1.322822644s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:08.734158Z","caller":"traceutil/trace.go:171","msg":"trace[795500224] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25185; }","duration":"1.279205728s","start":"2026-03-05T07:30:07.45493Z","end":"2026-03-05T07:30:08.734136Z","steps":["trace[795500224] 'agreement among raft nodes before linearized reading' (duration: 1.278741047s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.734183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.411279Z","time spent":"1.322900046s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21370,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T07:30:08.734162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338575433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:30:08.734214Z","caller":"traceutil/trace.go:171","msg":"trace[159715578] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25185; }","duration":"1.338648764s","start":"2026-03-05T07:30:07.395557Z","end":"2026-03-05T07:30:08.734206Z","steps":["trace[159715578] 'agreement among raft nodes before linearized reading' (duration: 1.338574123s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.734239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.395552Z","time spent":"1.338681315s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-05T07:30:08.734278Z","caller":"traceutil/trace.go:171","msg":"trace[576427324] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"1.039575561s","start":"2026-03-05T07:30:07.69469Z","end":"2026-03-05T07:30:08.734266Z","steps":["trace[576427324] 'process raft request' (duration: 1.038286592s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.734228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.454909Z","time spent":"1.27930503s","remote":"127.0.0.1:51444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:30:08.734122Z","caller":"traceutil/trace.go:171","msg":"trace[956077916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25185; }","duration":"1.341666671s","start":"2026-03-05T07:30:07.392436Z","end":"2026-03-05T07:30:08.734102Z","steps":["trace[956077916] 'agreement among raft nodes before linearized reading' (duration: 1.341197931s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.734387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.694669Z","time spent":"1.039646033s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:08.734427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.392427Z","time spent":"1.341985558s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:30:08.734448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325090014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:30:08.734466Z","caller":"traceutil/trace.go:171","msg":"trace[620698184] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25185; }","duration":"1.325128615s","start":"2026-03-05T07:30:07.409333Z","end":"2026-03-05T07:30:08.734461Z","steps":["trace[620698184] 'agreement among raft nodes before linearized reading' (duration: 1.325096654s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.73448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.40932Z","time spent":"1.325157145s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-05T07:30:08.734522Z","caller":"traceutil/trace.go:171","msg":"trace[124335838] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"947.792719ms","start":"2026-03-05T07:30:07.786716Z","end":"2026-03-05T07:30:08.734509Z","steps":["trace[124335838] 'process raft request' (duration: 946.436559ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:08.734124Z","caller":"traceutil/trace.go:171","msg":"trace[1862385943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25185; }","duration":"1.34208351s","start":"2026-03-05T07:30:07.392027Z","end":"2026-03-05T07:30:08.734111Z","steps":["trace[1862385943] 'agreement among raft nodes before linearized reading' (duration: 1.341922357s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.734558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.392003Z","time spent":"1.342549411s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:30:08.734608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.786697Z","time spent":"947.85221ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21328,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:08.734634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665919152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:30:08.734674Z","caller":"traceutil/trace.go:171","msg":"trace[323325241] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25185; }","duration":"1.665983864s","start":"2026-03-05T07:30:07.068666Z","end":"2026-03-05T07:30:08.73465Z","steps":["trace[323325241] 'agreement among raft nodes before linearized reading' (duration: 1.665941703s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.734698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.068638Z","time spent":"1.666053925s","remote":"127.0.0.1:58852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:30:08.734689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.44859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:30:08.734728Z","caller":"traceutil/trace.go:171","msg":"trace[1736917062] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25185; }","duration":"504.544443ms","start":"2026-03-05T07:30:08.230171Z","end":"2026-03-05T07:30:08.734715Z","steps":["trace[1736917062] 'agreement among raft nodes before linearized reading' (duration: 504.479242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.734748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.007386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-05T07:30:08.734766Z","caller":"traceutil/trace.go:171","msg":"trace[1712613702] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25185; }","duration":"576.060677ms","start":"2026-03-05T07:30:08.1587Z","end":"2026-03-05T07:30:08.734761Z","steps":["trace[1712613702] 'agreement among raft nodes before linearized reading' (duration: 575.985256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.734771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:08.230149Z","time spent":"504.613294ms","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:30:08.734779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:08.158677Z","time spent":"576.099328ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T07:30:08.73486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388475278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T07:30:08.734896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728589599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:30:08.734902Z","caller":"traceutil/trace.go:171","msg":"trace[1636397482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25185; }","duration":"1.388543809s","start":"2026-03-05T07:30:07.346349Z","end":"2026-03-05T07:30:08.734893Z","steps":["trace[1636397482] 'agreement among raft nodes before linearized reading' (duration: 1.388470098s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:08.734917Z","caller":"traceutil/trace.go:171","msg":"trace[1488573846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25185; }","duration":"1.72863676s","start":"2026-03-05T07:30:07.006272Z","end":"2026-03-05T07:30:08.734909Z","steps":["trace[1488573846] 'agreement among raft nodes before linearized reading' (duration: 1.72860752s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.734935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.006257Z","time spent":"1.728674001s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:30:08.734978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406963887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:30:08.734997Z","caller":"traceutil/trace.go:171","msg":"trace[458503080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25185; }","duration":"1.407038238s","start":"2026-03-05T07:30:07.327954Z","end":"2026-03-05T07:30:08.734993Z","steps":["trace[458503080] 'agreement among raft nodes before linearized reading' (duration: 1.406974287s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.73501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.32794Z","time spent":"1.407066799s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:30:08.735047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816398503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:30:08.735077Z","caller":"traceutil/trace.go:171","msg":"trace[575505489] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25185; }","duration":"1.816451745s","start":"2026-03-05T07:30:06.918617Z","end":"2026-03-05T07:30:08.735069Z","steps":["trace[575505489] 'agreement among raft nodes before linearized reading' (duration: 1.816409064s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.735096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.918598Z","time spent":"1.816492445s","remote":"127.0.0.1:59216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:30:08.735096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544759798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-05T07:30:08.735137Z","caller":"traceutil/trace.go:171","msg":"trace[1314939468] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25185; }","duration":"1.544823989s","start":"2026-03-05T07:30:07.190308Z","end":"2026-03-05T07:30:08.735132Z","steps":["trace[1314939468] 'agreement among raft nodes before linearized reading' (duration: 1.544767328s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.735151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.190293Z","time spent":"1.5448532s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21370,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T07:30:08.73522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.32556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:30:08.735237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545587836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-05T07:30:08.735247Z","caller":"traceutil/trace.go:171","msg":"trace[486418727] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25185; }","duration":"393.388651ms","start":"2026-03-05T07:30:08.341851Z","end":"2026-03-05T07:30:08.73524Z","steps":["trace[486418727] 'agreement among raft nodes before linearized reading' (duration: 393.34806ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:08.735251Z","caller":"traceutil/trace.go:171","msg":"trace[1203575180] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25185; }","duration":"1.545621807s","start":"2026-03-05T07:30:07.189625Z","end":"2026-03-05T07:30:08.735247Z","steps":["trace[1203575180] 'agreement among raft nodes before linearized reading' (duration: 1.545589456s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.735135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.398584Z","time spent":"1.336531287s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21370,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T07:30:08.735269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:08.341833Z","time spent":"393.430132ms","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T07:30:08.735274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546279742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:30:08.735286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.189617Z","time spent":"1.545662508s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21370,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T07:30:08.735294Z","caller":"traceutil/trace.go:171","msg":"trace[1587607916] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25185; }","duration":"1.546338534s","start":"2026-03-05T07:30:07.18895Z","end":"2026-03-05T07:30:08.735289Z","steps":["trace[1587607916] 'agreement among raft nodes before linearized reading' (duration: 1.546309143s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.735308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.188931Z","time spent":"1.546373844s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T07:30:08.734863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.944143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:30:08.73492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.346331Z","time spent":"1.388584021s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:30:08.735344Z","caller":"traceutil/trace.go:171","msg":"trace[43178810] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25185; }","duration":"403.451034ms","start":"2026-03-05T07:30:08.33188Z","end":"2026-03-05T07:30:08.735331Z","steps":["trace[43178810] 'agreement among raft nodes before linearized reading' (duration: 402.954443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.735378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:08.33186Z","time spent":"403.510096ms","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T07:30:08.735372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33981928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:30:08.735614Z","caller":"traceutil/trace.go:171","msg":"trace[728350530] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25185; }","duration":"1.340084106s","start":"2026-03-05T07:30:07.395517Z","end":"2026-03-05T07:30:08.735601Z","steps":["trace[728350530] 'agreement among raft nodes before linearized reading' (duration: 1.338825158s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.735691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:07.395507Z","time spent":"1.340171197s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-05T07:30:08.859446Z","caller":"traceutil/trace.go:171","msg":"trace[1900960887] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"119.726181ms","start":"2026-03-05T07:30:08.739683Z","end":"2026-03-05T07:30:08.85941Z","steps":["trace[1900960887] 'process raft request' (duration: 90.969294ms)","trace[1900960887] 'compare' (duration: 28.603474ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:08.859578Z","caller":"traceutil/trace.go:171","msg":"trace[845925447] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"111.911238ms","start":"2026-03-05T07:30:08.747643Z","end":"2026-03-05T07:30:08.859554Z","steps":["trace[845925447] 'process raft request' (duration: 111.871027ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:08.859649Z","caller":"traceutil/trace.go:171","msg":"trace[1491091282] linearizableReadLoop","detail":"{readStateIndex:26060; appliedIndex:26059; }","duration":"119.523007ms","start":"2026-03-05T07:30:08.740107Z","end":"2026-03-05T07:30:08.85963Z","steps":["trace[1491091282] 'read index received' (duration: 90.535915ms)","trace[1491091282] 'applied index is now lower than readState.Index' (duration: 28.985032ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:08.859741Z","caller":"traceutil/trace.go:171","msg":"trace[2139946211] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"118.964485ms","start":"2026-03-05T07:30:08.740767Z","end":"2026-03-05T07:30:08.859731Z","steps":["trace[2139946211] 'process raft request' (duration: 118.676529ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:08.859581Z","caller":"traceutil/trace.go:171","msg":"trace[1164901478] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"119.358023ms","start":"2026-03-05T07:30:08.740188Z","end":"2026-03-05T07:30:08.859546Z","steps":["trace[1164901478] 'process raft request' (duration: 119.21596ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:08.859779Z","caller":"traceutil/trace.go:171","msg":"trace[1511181051] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"114.29383ms","start":"2026-03-05T07:30:08.745453Z","end":"2026-03-05T07:30:08.859747Z","steps":["trace[1511181051] 'process raft request' (duration: 114.025355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.859948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.816903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18755"} {"level":"warn","ts":"2026-03-05T07:30:08.859972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.937349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:30:08.859985Z","caller":"traceutil/trace.go:171","msg":"trace[919289409] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25190; }","duration":"119.880034ms","start":"2026-03-05T07:30:08.740097Z","end":"2026-03-05T07:30:08.859977Z","steps":["trace[919289409] 'agreement among raft nodes before linearized reading' (duration: 119.642669ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:08.860014Z","caller":"traceutil/trace.go:171","msg":"trace[552989184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25190; }","duration":"112.004821ms","start":"2026-03-05T07:30:08.747986Z","end":"2026-03-05T07:30:08.859991Z","steps":["trace[552989184] 'agreement among raft nodes before linearized reading' (duration: 111.939199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:08.859984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.571617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:30:08.860048Z","caller":"traceutil/trace.go:171","msg":"trace[129711585] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25190; }","duration":"114.67442ms","start":"2026-03-05T07:30:08.74536Z","end":"2026-03-05T07:30:08.860035Z","steps":["trace[129711585] 'agreement among raft nodes before linearized reading' (duration: 114.559947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:35.489294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.078203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:30:35.489352Z","caller":"traceutil/trace.go:171","msg":"trace[1348258762] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25411; }","duration":"173.191855ms","start":"2026-03-05T07:30:35.316146Z","end":"2026-03-05T07:30:35.489338Z","steps":["trace[1348258762] 'count revisions from in-memory index tree' (duration: 172.9668ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:46.216585Z","caller":"traceutil/trace.go:171","msg":"trace[930057844] linearizableReadLoop","detail":"{readStateIndex:26365; appliedIndex:26364; }","duration":"243.311478ms","start":"2026-03-05T07:30:45.973227Z","end":"2026-03-05T07:30:46.216539Z","steps":["trace[930057844] 'read index received' (duration: 191.193524ms)","trace[930057844] 'applied index is now lower than readState.Index' (duration: 52.115624ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:46.217126Z","caller":"traceutil/trace.go:171","msg":"trace[712769677] transaction","detail":"{read_only:false; response_revision:25482; number_of_response:1; }","duration":"276.171717ms","start":"2026-03-05T07:30:45.940935Z","end":"2026-03-05T07:30:46.217107Z","steps":["trace[712769677] 'process raft request' (duration: 223.570332ms)","trace[712769677] 'compare' (duration: 51.504371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:46.217645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.384972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-05T07:30:46.217709Z","caller":"traceutil/trace.go:171","msg":"trace[1101911922] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25482; }","duration":"244.505004ms","start":"2026-03-05T07:30:45.973184Z","end":"2026-03-05T07:30:46.217689Z","steps":["trace[1101911922] 'agreement among raft nodes before linearized reading' (duration: 244.209758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:46.217917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.207339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:30:46.217958Z","caller":"traceutil/trace.go:171","msg":"trace[1246411180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25482; }","duration":"212.302281ms","start":"2026-03-05T07:30:46.005646Z","end":"2026-03-05T07:30:46.217948Z","steps":["trace[1246411180] 'agreement among raft nodes before linearized reading' (duration: 212.24079ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:47.355027Z","caller":"traceutil/trace.go:171","msg":"trace[1528453316] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"168.800358ms","start":"2026-03-05T07:30:47.186201Z","end":"2026-03-05T07:30:47.355001Z","steps":["trace[1528453316] 'process raft request' (duration: 168.643134ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:47.407709Z","caller":"traceutil/trace.go:171","msg":"trace[677267106] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"178.110075ms","start":"2026-03-05T07:30:47.229564Z","end":"2026-03-05T07:30:47.407674Z","steps":["trace[677267106] 'process raft request' (duration: 178.046973ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:47.408427Z","caller":"traceutil/trace.go:171","msg":"trace[1618918440] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"220.34927ms","start":"2026-03-05T07:30:47.188063Z","end":"2026-03-05T07:30:47.408412Z","steps":["trace[1618918440] 'process raft request' (duration: 219.393449ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:47.86486Z","caller":"traceutil/trace.go:171","msg":"trace[130976102] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"152.139389ms","start":"2026-03-05T07:30:47.712692Z","end":"2026-03-05T07:30:47.864832Z","steps":["trace[130976102] 'process raft request' (duration: 62.646247ms)","trace[130976102] 'compare' (duration: 89.297628ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:47.865Z","caller":"traceutil/trace.go:171","msg":"trace[371206552] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"148.189912ms","start":"2026-03-05T07:30:47.716775Z","end":"2026-03-05T07:30:47.864971Z","steps":["trace[371206552] 'process raft request' (duration: 148.005808ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:49.062837Z","caller":"traceutil/trace.go:171","msg":"trace[436916402] linearizableReadLoop","detail":"{readStateIndex:26396; appliedIndex:26395; }","duration":"155.337631ms","start":"2026-03-05T07:30:48.907469Z","end":"2026-03-05T07:30:49.062807Z","steps":["trace[436916402] 'read index received' (duration: 141.947644ms)","trace[436916402] 'applied index is now lower than readState.Index' (duration: 13.388727ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:49.063052Z","caller":"traceutil/trace.go:171","msg":"trace[836673658] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"346.715489ms","start":"2026-03-05T07:30:48.71632Z","end":"2026-03-05T07:30:49.063035Z","steps":["trace[836673658] 'process raft request' (duration: 333.110987ms)","trace[836673658] 'compare' (duration: 12.941067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:49.063148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:48.716298Z","time spent":"346.79009ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2241,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T07:30:49.063142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.654917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7368"} {"level":"info","ts":"2026-03-05T07:30:49.063208Z","caller":"traceutil/trace.go:171","msg":"trace[1602766578] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25513; }","duration":"155.76474ms","start":"2026-03-05T07:30:48.907426Z","end":"2026-03-05T07:30:49.063191Z","steps":["trace[1602766578] 'agreement among raft nodes before linearized reading' (duration: 155.562016ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:49.101952Z","caller":"traceutil/trace.go:171","msg":"trace[358741154] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"193.344962ms","start":"2026-03-05T07:30:48.908581Z","end":"2026-03-05T07:30:49.101926Z","steps":["trace[358741154] 'process raft request' (duration: 192.833621ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:49.102422Z","caller":"traceutil/trace.go:171","msg":"trace[338345681] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"192.445562ms","start":"2026-03-05T07:30:48.909956Z","end":"2026-03-05T07:30:49.102401Z","steps":["trace[338345681] 'process raft request' (duration: 191.841869ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:49.102498Z","caller":"traceutil/trace.go:171","msg":"trace[558675122] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"192.462642ms","start":"2026-03-05T07:30:48.909992Z","end":"2026-03-05T07:30:49.102454Z","steps":["trace[558675122] 'process raft request' (duration: 192.35124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:49.102689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.444613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7368"} {"level":"info","ts":"2026-03-05T07:30:49.10272Z","caller":"traceutil/trace.go:171","msg":"trace[60042100] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25516; }","duration":"193.523005ms","start":"2026-03-05T07:30:48.90919Z","end":"2026-03-05T07:30:49.102713Z","steps":["trace[60042100] 'agreement among raft nodes before linearized reading' (duration: 193.397622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:49.102735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.634613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:30:49.102825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.942625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7368"} {"level":"info","ts":"2026-03-05T07:30:49.102909Z","caller":"traceutil/trace.go:171","msg":"trace[1047721562] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25516; }","duration":"116.875689ms","start":"2026-03-05T07:30:48.986009Z","end":"2026-03-05T07:30:49.102884Z","steps":["trace[1047721562] 'agreement among raft nodes before linearized reading' (duration: 116.648874ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:49.102926Z","caller":"traceutil/trace.go:171","msg":"trace[2071380271] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25516; }","duration":"194.103848ms","start":"2026-03-05T07:30:48.908797Z","end":"2026-03-05T07:30:49.102901Z","steps":["trace[2071380271] 'agreement among raft nodes before linearized reading' (duration: 193.836412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:49.103207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.640603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7368"} {"level":"info","ts":"2026-03-05T07:30:49.103237Z","caller":"traceutil/trace.go:171","msg":"trace[534494268] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25516; }","duration":"195.683923ms","start":"2026-03-05T07:30:48.907545Z","end":"2026-03-05T07:30:49.103229Z","steps":["trace[534494268] 'agreement among raft nodes before linearized reading' (duration: 195.002578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:49.669901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.455299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T07:30:49.669976Z","caller":"traceutil/trace.go:171","msg":"trace[322398974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25521; }","duration":"181.553051ms","start":"2026-03-05T07:30:49.488406Z","end":"2026-03-05T07:30:49.669959Z","steps":["trace[322398974] 'range keys from in-memory index tree' (duration: 181.326156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:49.670168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.021531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T07:30:49.670327Z","caller":"traceutil/trace.go:171","msg":"trace[1520907576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25521; }","duration":"182.214605ms","start":"2026-03-05T07:30:49.488087Z","end":"2026-03-05T07:30:49.670301Z","steps":["trace[1520907576] 'range keys from in-memory index tree' (duration: 181.703604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:49.997061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.44394ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T07:30:50.12446Z","caller":"traceutil/trace.go:171","msg":"trace[2004316800] linearizableReadLoop","detail":"{readStateIndex:26408; appliedIndex:26407; }","duration":"117.992553ms","start":"2026-03-05T07:30:50.006441Z","end":"2026-03-05T07:30:50.124433Z","steps":["trace[2004316800] 'read index received' (duration: 117.82435ms)","trace[2004316800] 'applied index is now lower than readState.Index' (duration: 167.173µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:50.124526Z","caller":"traceutil/trace.go:171","msg":"trace[1207544562] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"123.757ms","start":"2026-03-05T07:30:50.000733Z","end":"2026-03-05T07:30:50.12449Z","steps":["trace[1207544562] 'process raft request' (duration: 123.490005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:50.124608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.151076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:30:50.124661Z","caller":"traceutil/trace.go:171","msg":"trace[625655914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25524; }","duration":"118.258589ms","start":"2026-03-05T07:30:50.006388Z","end":"2026-03-05T07:30:50.124647Z","steps":["trace[625655914] 'agreement among raft nodes before linearized reading' (duration: 118.154007ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:50.329812Z","caller":"traceutil/trace.go:171","msg":"trace[1493034961] linearizableReadLoop","detail":"{readStateIndex:26409; appliedIndex:26408; }","duration":"105.519056ms","start":"2026-03-05T07:30:50.224266Z","end":"2026-03-05T07:30:50.329786Z","steps":["trace[1493034961] 'read index received' (duration: 92.57976ms)","trace[1493034961] 'applied index is now lower than readState.Index' (duration: 12.937956ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:50.329821Z","caller":"traceutil/trace.go:171","msg":"trace[186647250] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"143.857835ms","start":"2026-03-05T07:30:50.185932Z","end":"2026-03-05T07:30:50.32979Z","steps":["trace[186647250] 'process raft request' (duration: 130.902099ms)","trace[186647250] 'compare' (duration: 12.766072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:50.329961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.67911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:30:50.330374Z","caller":"traceutil/trace.go:171","msg":"trace[518055027] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25525; }","duration":"106.09917ms","start":"2026-03-05T07:30:50.224252Z","end":"2026-03-05T07:30:50.330352Z","steps":["trace[518055027] 'agreement among raft nodes before linearized reading' (duration: 105.64971ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:50.886571Z","caller":"traceutil/trace.go:171","msg":"trace[1265107017] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"257.911592ms","start":"2026-03-05T07:30:50.628627Z","end":"2026-03-05T07:30:50.886539Z","steps":["trace[1265107017] 'process raft request' (duration: 247.175424ms)","trace[1265107017] 'compare' (duration: 10.600405ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:50.889444Z","caller":"traceutil/trace.go:171","msg":"trace[738786100] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"256.535792ms","start":"2026-03-05T07:30:50.632825Z","end":"2026-03-05T07:30:50.889361Z","steps":["trace[738786100] 'process raft request' (duration: 256.376218ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:50.889486Z","caller":"traceutil/trace.go:171","msg":"trace[347606286] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"206.105114ms","start":"2026-03-05T07:30:50.683339Z","end":"2026-03-05T07:30:50.889444Z","steps":["trace[347606286] 'process raft request' (duration: 205.957121ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:50.88952Z","caller":"traceutil/trace.go:171","msg":"trace[2071866676] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"151.75642ms","start":"2026-03-05T07:30:50.737731Z","end":"2026-03-05T07:30:50.889487Z","steps":["trace[2071866676] 'process raft request' (duration: 151.608037ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:52.98855Z","caller":"traceutil/trace.go:171","msg":"trace[5909203] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"113.86973ms","start":"2026-03-05T07:30:52.87466Z","end":"2026-03-05T07:30:52.98853Z","steps":["trace[5909203] 'process raft request' (duration: 33.497711ms)","trace[5909203] 'compare' (duration: 79.969681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:31:40.026022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.61663ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T07:31:40.026259Z","caller":"traceutil/trace.go:171","msg":"trace[844253258] linearizableReadLoop","detail":"{readStateIndex:26936; appliedIndex:26935; }","duration":"150.8369ms","start":"2026-03-05T07:31:39.875402Z","end":"2026-03-05T07:31:40.026239Z","steps":["trace[844253258] 'read index received' (duration: 1.934653ms)","trace[844253258] 'applied index is now lower than readState.Index' (duration: 148.901137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:31:40.026467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.12202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:31:40.026557Z","caller":"traceutil/trace.go:171","msg":"trace[1320297095] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26038; }","duration":"167.268023ms","start":"2026-03-05T07:31:39.859269Z","end":"2026-03-05T07:31:40.026537Z","steps":["trace[1320297095] 'agreement among raft nodes before linearized reading' (duration: 167.068469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:40.026932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.613009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:31:40.026984Z","caller":"traceutil/trace.go:171","msg":"trace[131944091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26038; }","duration":"139.058849ms","start":"2026-03-05T07:31:39.887913Z","end":"2026-03-05T07:31:40.026972Z","steps":["trace[131944091] 'agreement among raft nodes before linearized reading' (duration: 138.487296ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:40.313132Z","caller":"traceutil/trace.go:171","msg":"trace[1875103719] linearizableReadLoop","detail":"{readStateIndex:26938; appliedIndex:26937; }","duration":"282.243961ms","start":"2026-03-05T07:31:40.030858Z","end":"2026-03-05T07:31:40.313102Z","steps":["trace[1875103719] 'read index received' (duration: 282.122188ms)","trace[1875103719] 'applied index is now lower than readState.Index' (duration: 120.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:40.31374Z","caller":"traceutil/trace.go:171","msg":"trace[959015867] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"283.61631ms","start":"2026-03-05T07:31:40.030096Z","end":"2026-03-05T07:31:40.313712Z","steps":["trace[959015867] 'process raft request' (duration: 282.808643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:40.31385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.967617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-26e6f5ac-db90-4650-afb0-9666c43e7082\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-05T07:31:40.314001Z","caller":"traceutil/trace.go:171","msg":"trace[1379933763] range","detail":"{range_begin:/registry/persistentvolumes/pvc-26e6f5ac-db90-4650-afb0-9666c43e7082; range_end:; response_count:1; response_revision:26039; }","duration":"283.110579ms","start":"2026-03-05T07:31:40.030828Z","end":"2026-03-05T07:31:40.313938Z","steps":["trace[1379933763] 'agreement among raft nodes before linearized reading' (duration: 282.821613ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:40.332568Z","caller":"traceutil/trace.go:171","msg":"trace[1913042334] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"301.275783ms","start":"2026-03-05T07:31:40.031265Z","end":"2026-03-05T07:31:40.332541Z","steps":["trace[1913042334] 'process raft request' (duration: 300.993135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:40.332644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.265264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T07:31:40.33273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:40.031253Z","time spent":"301.380685ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:31:40.332752Z","caller":"traceutil/trace.go:171","msg":"trace[1098999500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26040; }","duration":"251.342577ms","start":"2026-03-05T07:31:40.081348Z","end":"2026-03-05T07:31:40.33269Z","steps":["trace[1098999500] 'agreement among raft nodes before linearized reading' (duration: 251.164753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:40.332773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.41273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T07:31:40.33301Z","caller":"traceutil/trace.go:171","msg":"trace[1837408943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26040; }","duration":"173.672856ms","start":"2026-03-05T07:31:40.159316Z","end":"2026-03-05T07:31:40.332989Z","steps":["trace[1837408943] 'agreement among raft nodes before linearized reading' (duration: 173.329759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:40.33273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.320956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:31:40.333165Z","caller":"traceutil/trace.go:171","msg":"trace[843103067] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:26040; }","duration":"172.839678ms","start":"2026-03-05T07:31:40.160308Z","end":"2026-03-05T07:31:40.333148Z","steps":["trace[843103067] 'agreement among raft nodes before linearized reading' (duration: 172.304716ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:45.244365Z","caller":"traceutil/trace.go:171","msg":"trace[1387260314] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"142.879053ms","start":"2026-03-05T07:31:45.101459Z","end":"2026-03-05T07:31:45.244338Z","steps":["trace[1387260314] 'process raft request' (duration: 142.701899ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:45.7246Z","caller":"traceutil/trace.go:171","msg":"trace[1664369570] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"377.041739ms","start":"2026-03-05T07:31:45.347532Z","end":"2026-03-05T07:31:45.724573Z","steps":["trace[1664369570] 'process raft request' (duration: 372.800026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:45.724764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:45.34751Z","time spent":"377.165591ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:31:45.724944Z","caller":"traceutil/trace.go:171","msg":"trace[2124060822] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"263.644339ms","start":"2026-03-05T07:31:45.461279Z","end":"2026-03-05T07:31:45.724923Z","steps":["trace[2124060822] 'process raft request' (duration: 263.205169ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:45.725226Z","caller":"traceutil/trace.go:171","msg":"trace[402448347] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"254.636979ms","start":"2026-03-05T07:31:45.47056Z","end":"2026-03-05T07:31:45.725197Z","steps":["trace[402448347] 'process raft request' (duration: 254.26017ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:45.725344Z","caller":"traceutil/trace.go:171","msg":"trace[1135864207] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"110.662371ms","start":"2026-03-05T07:31:45.614659Z","end":"2026-03-05T07:31:45.725322Z","steps":["trace[1135864207] 'process raft request' (duration: 110.461497ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:45.725433Z","caller":"traceutil/trace.go:171","msg":"trace[306283889] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"102.062341ms","start":"2026-03-05T07:31:45.623326Z","end":"2026-03-05T07:31:45.725388Z","steps":["trace[306283889] 'process raft request' (duration: 101.973959ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:45.725432Z","caller":"traceutil/trace.go:171","msg":"trace[331795695] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"101.935698ms","start":"2026-03-05T07:31:45.623445Z","end":"2026-03-05T07:31:45.725381Z","steps":["trace[331795695] 'process raft request' (duration: 101.889127ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:45.725468Z","caller":"traceutil/trace.go:171","msg":"trace[1337015082] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"102.866408ms","start":"2026-03-05T07:31:45.622526Z","end":"2026-03-05T07:31:45.725393Z","steps":["trace[1337015082] 'process raft request' (duration: 102.705574ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:52.687312Z","caller":"traceutil/trace.go:171","msg":"trace[1265860266] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"145.649605ms","start":"2026-03-05T07:31:52.541625Z","end":"2026-03-05T07:31:52.687275Z","steps":["trace[1265860266] 'process raft request' (duration: 61.788288ms)","trace[1265860266] 'compare' (duration: 83.55436ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:57.929927Z","caller":"traceutil/trace.go:171","msg":"trace[809676944] transaction","detail":"{read_only:false; response_revision:26179; number_of_response:1; }","duration":"154.149284ms","start":"2026-03-05T07:31:57.775738Z","end":"2026-03-05T07:31:57.929887Z","steps":["trace[809676944] 'process raft request' (duration: 153.850797ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:58.022898Z","caller":"traceutil/trace.go:171","msg":"trace[1927116828] transaction","detail":"{read_only:false; response_revision:26180; number_of_response:1; }","duration":"245.125448ms","start":"2026-03-05T07:31:57.777748Z","end":"2026-03-05T07:31:58.022873Z","steps":["trace[1927116828] 'process raft request' (duration: 244.521435ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:58.023108Z","caller":"traceutil/trace.go:171","msg":"trace[417528197] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"228.059111ms","start":"2026-03-05T07:31:57.795032Z","end":"2026-03-05T07:31:58.023091Z","steps":["trace[417528197] 'process raft request' (duration: 227.571619ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:58.023248Z","caller":"traceutil/trace.go:171","msg":"trace[220721455] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"245.149979ms","start":"2026-03-05T07:31:57.778088Z","end":"2026-03-05T07:31:58.023238Z","steps":["trace[220721455] 'process raft request' (duration: 244.368431ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:58.023376Z","caller":"traceutil/trace.go:171","msg":"trace[1047777043] transaction","detail":"{read_only:false; response_revision:26182; number_of_response:1; }","duration":"242.295916ms","start":"2026-03-05T07:31:57.781069Z","end":"2026-03-05T07:31:58.023365Z","steps":["trace[1047777043] 'process raft request' (duration: 241.441566ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:58.023509Z","caller":"traceutil/trace.go:171","msg":"trace[663627351] transaction","detail":"{read_only:false; response_revision:26183; number_of_response:1; }","duration":"236.784975ms","start":"2026-03-05T07:31:57.786714Z","end":"2026-03-05T07:31:58.023499Z","steps":["trace[663627351] 'process raft request' (duration: 235.850873ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:58.023548Z","caller":"traceutil/trace.go:171","msg":"trace[579290826] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"227.762244ms","start":"2026-03-05T07:31:57.795761Z","end":"2026-03-05T07:31:58.023524Z","steps":["trace[579290826] 'process raft request' (duration: 226.879314ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:58.707767Z","caller":"traceutil/trace.go:171","msg":"trace[1188422138] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"106.967159ms","start":"2026-03-05T07:31:58.60077Z","end":"2026-03-05T07:31:58.707738Z","steps":["trace[1188422138] 'process raft request' (duration: 46.116221ms)","trace[1188422138] 'compare' (duration: 60.720805ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:58.910514Z","caller":"traceutil/trace.go:171","msg":"trace[1127409576] linearizableReadLoop","detail":"{readStateIndex:27094; appliedIndex:27093; }","duration":"128.217618ms","start":"2026-03-05T07:31:58.782253Z","end":"2026-03-05T07:31:58.91047Z","steps":["trace[1127409576] 'read index received' (duration: 83.031668ms)","trace[1127409576] 'applied index is now lower than readState.Index' (duration: 45.1816ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:58.910714Z","caller":"traceutil/trace.go:171","msg":"trace[294262269] transaction","detail":"{read_only:false; response_revision:26192; number_of_response:1; }","duration":"198.019314ms","start":"2026-03-05T07:31:58.712663Z","end":"2026-03-05T07:31:58.910682Z","steps":["trace[294262269] 'process raft request' (duration: 152.595129ms)","trace[294262269] 'compare' (duration: 45.047927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:31:58.910845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.478894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:31:58.910979Z","caller":"traceutil/trace.go:171","msg":"trace[1049172309] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26192; }","duration":"128.757631ms","start":"2026-03-05T07:31:58.782204Z","end":"2026-03-05T07:31:58.910961Z","steps":["trace[1049172309] 'agreement among raft nodes before linearized reading' (duration: 128.404993ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:32:41.718292Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23890} {"level":"info","ts":"2026-03-05T07:32:41.851947Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23890,"took":"129.086298ms","hash":1051665547,"current-db-size-bytes":50118656,"current-db-size":"50 MB","current-db-size-in-use-bytes":33140736,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-05T07:32:41.852021Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1051665547,"revision":23890,"compact-revision":21381} {"level":"info","ts":"2026-03-05T07:34:36.696358Z","caller":"traceutil/trace.go:171","msg":"trace[2097622972] transaction","detail":"{read_only:false; response_revision:27394; number_of_response:1; }","duration":"102.326716ms","start":"2026-03-05T07:34:36.593988Z","end":"2026-03-05T07:34:36.696314Z","steps":["trace[2097622972] 'process raft request' (duration: 76.594341ms)","trace[2097622972] 'compare' (duration: 25.48759ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:25.257302Z","caller":"traceutil/trace.go:171","msg":"trace[655339895] transaction","detail":"{read_only:false; response_revision:28165; number_of_response:1; }","duration":"145.268017ms","start":"2026-03-05T07:36:25.112007Z","end":"2026-03-05T07:36:25.257275Z","steps":["trace[655339895] 'process raft request' (duration: 145.115643ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:25.26646Z","caller":"traceutil/trace.go:171","msg":"trace[1462681947] transaction","detail":"{read_only:false; response_revision:28167; number_of_response:1; }","duration":"152.383265ms","start":"2026-03-05T07:36:25.114048Z","end":"2026-03-05T07:36:25.266431Z","steps":["trace[1462681947] 'process raft request' (duration: 152.273823ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:25.26666Z","caller":"traceutil/trace.go:171","msg":"trace[1425403994] transaction","detail":"{read_only:false; response_revision:28169; number_of_response:1; }","duration":"137.676097ms","start":"2026-03-05T07:36:25.128973Z","end":"2026-03-05T07:36:25.266649Z","steps":["trace[1425403994] 'process raft request' (duration: 137.594845ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:25.266818Z","caller":"traceutil/trace.go:171","msg":"trace[125293725] transaction","detail":"{read_only:false; response_revision:28168; number_of_response:1; }","duration":"149.288916ms","start":"2026-03-05T07:36:25.117518Z","end":"2026-03-05T07:36:25.266807Z","steps":["trace[125293725] 'process raft request' (duration: 148.858246ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:25.266465Z","caller":"traceutil/trace.go:171","msg":"trace[1545673757] transaction","detail":"{read_only:false; response_revision:28166; number_of_response:1; }","duration":"153.261695ms","start":"2026-03-05T07:36:25.113178Z","end":"2026-03-05T07:36:25.26644Z","steps":["trace[1545673757] 'process raft request' (duration: 152.965918ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:41.725441Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26598} {"level":"info","ts":"2026-03-05T07:37:41.874637Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26598,"took":"145.758948ms","hash":1082113147,"current-db-size-bytes":50118656,"current-db-size":"50 MB","current-db-size-in-use-bytes":28250112,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T07:37:41.874714Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1082113147,"revision":26598,"compact-revision":23890} {"level":"info","ts":"2026-03-05T07:38:29.005754Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T07:38:29.01211Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-05T07:38:29.012186Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-03-05T07:41:24.388414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.275771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:41:24.388525Z","caller":"traceutil/trace.go:171","msg":"trace[1316062357] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:30277; }","duration":"130.442104ms","start":"2026-03-05T07:41:24.258061Z","end":"2026-03-05T07:41:24.388504Z","steps":["trace[1316062357] 'count revisions from in-memory index tree' (duration: 130.189609ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:42:41.732204Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28687} {"level":"info","ts":"2026-03-05T07:42:41.845581Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28687,"took":"108.745823ms","hash":2079081777,"current-db-size-bytes":50118656,"current-db-size":"50 MB","current-db-size-in-use-bytes":29163520,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T07:42:41.845632Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2079081777,"revision":28687,"compact-revision":26598} {"level":"warn","ts":"2026-03-05T07:45:30.121202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.411988ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T07:47:41.73832Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30809} {"level":"info","ts":"2026-03-05T07:47:41.883222Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30809,"took":"140.35449ms","hash":1960631398,"current-db-size-bytes":50118656,"current-db-size":"50 MB","current-db-size-in-use-bytes":28405760,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T07:47:41.883296Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1960631398,"revision":30809,"compact-revision":28687} {"level":"info","ts":"2026-03-05T07:50:11.693518Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000895a.wal"} {"level":"info","ts":"2026-03-05T07:52:41.745272Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32957} {"level":"info","ts":"2026-03-05T07:52:41.88649Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32957,"took":"136.641988ms","hash":3448071933,"current-db-size-bytes":51863552,"current-db-size":"52 MB","current-db-size-in-use-bytes":29237248,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T07:52:41.886607Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3448071933,"revision":32957,"compact-revision":30809} {"level":"info","ts":"2026-03-05T07:57:41.752537Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35045} {"level":"info","ts":"2026-03-05T07:57:41.871076Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35045,"took":"115.355201ms","hash":2300507291,"current-db-size-bytes":51863552,"current-db-size":"52 MB","current-db-size-in-use-bytes":28504064,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T07:57:41.871149Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2300507291,"revision":35045,"compact-revision":32957}